Merge branch '3.0.14' into 'development'

#1 3.0.14

See merge request !14

.gitignore

+*.whl
+*.tar.gz
+*.zip
\ No newline at end of file

Dockerfile

+ARG BASE_REGISTRY=registry1.dso.mil
+ARG BASE_IMAGE=ironbank/opensource/jupyter/jupyterlab
+ARG BASE_TAG=3.0.14
+
+FROM ${BASE_REGISTRY}/${BASE_IMAGE}:${BASE_TAG}
+
+USER root
+
+ENV USER=jovyan
+
+COPY --chown=$USER *.whl *.tar.gz *.zip /tmp/packages/
+
+RUN dnf install -y hostname xz-devel make gcc gcc-c++ openssl-devel bzip2-devel libffi-devel sqlite-devel && \
+    rm /usr/bin/python3 && \
+    cd /opt/Python-"$(python --version | awk '{print $2}')" && \
+    ./configure --enable-optimizations && \
+    make altinstall && \
+    ln -s /opt/Python-"$(python --version | awk '{print $2}')"/python /usr/bin/python3 && \
+    mkdir /envs && \
+    chown -R $USER:users /envs
+
+USER ${USER}
+
+RUN mkdir /envs/jaic-df && \
+    mkdir /envs/jaic-mf 
+
+COPY envs/default/requirements.txt /tmp/
+COPY --chown=$USER envs/jaic-df/* /envs/jaic-df/
+COPY --chown=$USER envs/jaic-mf/* /envs/jaic-mf/
+
+RUN python -m pip install -U --no-deps --no-index -f /tmp/packages/ -r /tmp/requirements.txt && \
+    cd /envs && \
+    cd /envs/jaic-df && \
+    poetry env use /opt/Python-"$(python --version | awk '{print $2}')"/python && \
+    poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-df/requirements.txt && \
+    poetry run python -m ipykernel install --user --name jaic-df --display-name "Data Factory" && \
+    cd /envs && \
+    cd /envs/jaic-mf && \
+    poetry env use /opt/Python-"$(python --version | awk '{print $2}')"/python && \
+    poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-mf/build-requirements.txt && \
+    poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-mf/requirements.txt && \
+    poetry run python -m ipykernel install --user --name jaic-mf --display-name "Model Factory" && \
+    poetry run python -m pip uninstall -y -r /envs/jaic-mf/remove-requirements.txt
+
+USER root
+
+RUN rm -f /home/jovyan/.cache/pypoetry/virtualenvs/jaic-df-qX42fgRL-py3.8/lib/python3.8/site-packages/featuretools/tests/primitive_tests/test_feature_serialization.py && \
+    rm -f /home/jovyan/.cache/pypoetry/virtualenvs/jaic-df-qX42fgRL-py3.8/lib/python3.8/site-packages/featuretools/tests/primitive_tests/__pycache__/test_feature_serialization.cpython-38.pyc && \
+    find /home/jovyan/.cache/pypoetry/virtualenvs -name "*.pem" -o -name "*.key" | grep -v "certifi/cacert.pem" | xargs rm -f && \
+    dnf remove -y xz-devel make gcc gcc-c++ openssl-devel bzip2-devel libffi-devel sqlite-devel && \
+    rm -rf /tmp/* /tmp/packages/ /opt/jupyter/*.whl /opt/jupyter/*.tar.gz
+
+USER ${USER}
+
+HEALTHCHECK CMD pgrep "jupyter" > /dev/null || exit 1
\ No newline at end of file

README.md

-# <application name>
+## Description
 
-Project template for all Iron Bank container repositories.
+This container based off of [Jupyter Lab](https://repo1.dso.mil/dsop/opensource/jupyter/jupyterlab) and inherits all of what the JupyterLab container provides.
\ No newline at end of file
+
+  
+## Packages Included
+
+The following top-level python libraries are provided in seperate virtual environments as follows:
+
+Default:
+ - poetry
+
+JAIC-DF (Data Factory):
+ - streamz
+ - featuretools
+ - snorkel
+ - tsfresh
+
+JAIC-MF (Model Factory):
+
+ - apache-beam
+ - azure-storage-blob
+ - cryptography
+ - dask
+ - kafka-python
+ - keras
+ - matplotlib
+ - notebook
+ - papermill
+ - PyYAML
+ - sklearn
+ - tensorflow_ranking
+ - tensorflow_text
+ - tfx
+ - tf_utils 
+
+## Quickstart
+
+```docker run -p 8888:8888 registry1.dso.mil/ironbank/aiml/jupyter/jaic-notebook:3.0.14```

envs/default/requirements-top-level.txt

+pip
+jupyterlab
+jupyterlab-git
+poetry
\ No newline at end of file

envs/default/requirements.txt

+appdirs==1.4.4
+CacheControl==0.12.6
+cachy==0.3.0
+cleo==0.8.1
+clikit==0.6.2
+crashtest==0.3.1
+distlib==0.3.1
+filelock==3.0.12
+html5lib==1.1
+jeepney==0.6.0
+keyring==21.8.0
+lockfile==0.12.2
+msgpack==1.0.2
+pastel==0.2.1
+pkginfo==1.7.0
+poetry==1.1.6
+poetry-core==1.0.3
+pylev==1.3.0
+requests-toolbelt==0.9.1
+SecretStorage==3.3.1
+shellingham==1.4.0
+virtualenv==20.4.6
\ No newline at end of file

envs/jaic-df/pyproject.toml

+[tool.poetry]
+name = "jaic-df"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <you@example.com>"]
+
+[tool.poetry.dependencies]
+python = "^3.8"
+streamz = {version = "^0.6.2", python = ">=3.8,<3.9"}
+featuretools = {version = "^0.24.0", python = ">=3.8,<3.9"}
+snorkel = {version = "^0.9.7", python = ">=3.8,<3.9"}
+tsfresh = {version = "^0.18.0", python = ">=3.8,<3.9"}
+nltk = {version = "^3.6.2", python = ">=3.8,<3.9"}
+spacy = {version = "^3.0.6", python = ">=3.8,<3.9"}
+textblob = {version = "^0.15.3", python = ">=3.8,<3.9"}
+ipykernel = {version = "^5.5.5", python = ">=3.8,<3.9"}
+
+[tool.poetry.dev-dependencies]
+pytest = "^5.2"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.dephell.main]
+from = {format = "poetry", path = "poetry.lock"}
+to = {format = "pip", path = "requirements.txt"}
\ No newline at end of file

envs/jaic-df/requirements-top-level.txt

+streamz
+featuretools
+snorkel
+tsfresh
\ No newline at end of file

envs/jaic-df/requirements.txt

+absl-py==0.12.0
+attrs==21.2.0
+backcall==0.2.0
+blis==0.7.4
+catalogue==2.0.4
+certifi==2020.12.5
+chardet==4.0.0
+click==7.1.2
+cloudpickle==1.6.0
+cycler==0.10.0
+cymem==2.0.5
+dask==2021.5.0
+decorator==5.0.9
+distributed==2021.5.0
+featuretools==0.24.1
+fsspec==2021.5.0
+grpcio==1.38.0
+HeapDict==1.0.1
+idna==2.10
+ipykernel==5.5.5
+ipython==7.23.1
+ipython-genutils==0.2.0
+jedi==0.18.0
+Jinja2==3.0.1
+joblib==1.0.1
+jupyter-client==6.2.0
+jupyter-core==4.7.1
+kiwisolver==1.3.1
+llvmlite==0.36.0
+locket==0.2.1
+Markdown==3.3.4
+MarkupSafe==2.0.1
+matplotlib==3.4.2
+matplotlib-inline==0.1.2
+matrixprofile==1.1.10
+more-itertools==8.8.0
+msgpack==1.0.2
+munkres==1.1.4
+murmurhash==1.0.5
+nest-asyncio==1.5.1
+networkx==2.3
+nltk==3.6.2
+numba==0.53.1
+numpy==1.19.5
+packaging==20.9
+pandas==1.2.4
+parso==0.8.2
+partd==1.2.0
+pathy==0.5.2
+patsy==0.5.1
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==8.2.0
+pip==21.1.1
+pluggy==0.13.1
+preshed==3.0.5
+prompt-toolkit==3.0.18
+protobuf==3.11.2
+psutil==5.8.0
+ptyprocess==0.7.0
+py==1.10.0
+pydantic==1.7.4
+Pygments==2.9.0
+pyparsing==2.4.7
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2021.1
+PyYAML==5.4.1
+pyzmq==22.1.0
+regex==2021.4.4
+requests==2.25.1
+scikit-learn==0.24.2
+scipy==1.6.3
+setuptools==56.0.0
+six==1.16.0
+smart-open==3.0.0
+snorkel==0.9.7
+sortedcontainers==2.4.0
+spacy==3.0.6
+spacy-legacy==3.0.5
+srsly==2.4.1
+statsmodels==0.12.2
+streamz==0.6.2
+stumpy==1.8.0
+tblib==1.7.0
+tensorboard==1.15.0
+textblob==0.15.3
+thinc==8.0.3
+threadpoolctl==2.1.0
+toolz==0.11.1
+torch==1.8.1
+tornado==6.1
+tqdm==4.61.0
+traitlets==5.0.5
+tsfresh==0.18.0
+typer==0.3.2
+typing-extensions==3.10.0.0
+urllib3==1.26.5
+wasabi==0.8.2
+wcwidth==0.2.5
+Werkzeug==2.0.1
+wheel==0.36.2
+zict==2.0.0

envs/jaic-mf/build-requirements.txt

+pycodestyle
+isort
+pytest_runner
+setuptools_scm
+numpy
+cython
+matplotlib
\ No newline at end of file

envs/jaic-mf/pyproject.toml

+[tool.poetry]
+name = "jaic-mf"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <you@example.com>"]
+
+[tool.poetry.dependencies]
+python = "^3.8"
+apache-beam = {version = "^2.29.0", python = ">=3.8,<3.9"}
+azure-storage-blob = {version = "^12.8.1", python = ">=3.8,<3.9"}
+black = {version = "20.8b1", python = ">=3.8,<3.9"}
+cryptography = {version = "^3.4.7", python = ">=3.8,<3.9"}
+dask = {version = "^2021.5.0", python = ">=3.8,<3.9"}
+kafka-python = {version = "^2.0.2", python = ">=3.8,<3.9"}
+keras = {version = "^2.4.3", python = ">=3.8,<3.9"}
+matplotlib = {version = "^3.4.2", python = ">=3.8,<3.9"}
+notebook = {version = "^6.4.0", python = ">=3.8,<3.9"}
+papermill = {version = "^2.3.3", python = ">=3.8,<3.9"}
+pyyaml = {version = "^5.4.1", python = ">=3.8,<3.9"}
+sklearn = {version = "^0.0", python = ">=3.8,<3.9"}
+tensorflow = {version = "2.5.0", python = ">=3.8,<3.9"}
+tensorflow-ranking = {version = "^0.3.3", python = ">=3.8,<3.9"}
+tensorflow-text = {version = "2.5.0rc0", python = ">=3.8,<3.9"}
+tfx = {version = "0.31.0.dev20210519", python = ">=3.8,<3.9"}
+tf-utils = {version = "^1.0.4", python = ">=3.8,<3.9"}
+nltk = {version = "^3.6.2", python = ">=3.8,<3.9"}
+spacy = {version = "^3.0.6", python = ">=3.8,<3.9"}
+textblob = {version = "^0.15.3", python = ">=3.8,<3.9"}
+ipykernel = {version = "^5.5.5", python = ">=3.8,<3.9"}
+
+[tool.poetry.dev-dependencies]
+pytest = "^5.2"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"
+ 
+[[tool.poetry.source]]
+name = "tf-nightly"
+url = "https://pypi-nightly.tensorflow.org/simple/"
+secondary = true
+
+[tool.dephell.main]
+from = {format = "poetry", path = "poetry.lock"}
+to = {format = "pip", path = "requirements.txt"}
\ No newline at end of file

envs/jaic-mf/remove-requirements.txt

+pycodestyle
+isort
+pytest_runner
+setuptools_scm
\ No newline at end of file

envs/jaic-mf/requirements-top-level.txt

+apache-beam
+azure-storage-blob
+black==20.8b1
+cryptography
+dask
+kafka-python
+keras
+matplotlib
+notebook
+papermill
+PyYAML
+sklearn
+tensorflow_ranking
+tensorflow_text==2.5.0rc0
+tfx==0.31.0.dev20210519
+tf_utils
+nltk
+spacy
+textblob
\ No newline at end of file

envs/jaic-mf/requirements.txt

+absl-py==0.12.0
+ansiwrap==0.8.4
+apache-beam==2.29.0
+appdirs==1.4.4
+argon2-cffi==20.1.0
+astunparse==1.6.3
+async-generator==1.10
+attrs==20.3.0
+avro-python3==1.9.2.1
+azure-core==1.14.0
+azure-storage-blob==12.8.1
+backcall==0.2.0
+black==20.8b1
+bleach==3.3.0
+blis==0.7.4
+cachetools==4.2.2
+catalogue==2.0.4
+certifi==2020.12.5
+cffi==1.14.5
+chardet==4.0.0
+click==7.1.2
+cloudpickle==1.6.0
+colorama==0.4.4
+crcmod==1.7
+cryptography==3.4.7
+cycler==0.10.0
+cymem==2.0.5
+Cython==0.29.23
+dask==2021.5.0
+decorator==5.0.9
+defusedxml==0.7.1
+dill==0.3.1.1
+dm-tree==0.1.6
+docker==4.4.4
+docopt==0.6.2
+entrypoints==0.3
+fastavro==1.4.1
+fasteners==0.16
+flatbuffers==1.12
+fsspec==2021.5.0
+future==0.18.2
+gast==0.4.0
+gin-config==0.4.0
+google-api-core==1.28.0
+google-api-python-client==1.12.8
+google-apitools==0.5.31
+google-auth==1.30.1
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==0.4.4
+google-cloud-aiplatform==0.7.1
+google-cloud-bigquery==1.28.0
+google-cloud-bigtable==1.7.0
+google-cloud-core==1.6.0
+google-cloud-datastore==1.15.3
+google-cloud-dlp==1.0.0
+google-cloud-language==1.3.0
+google-cloud-pubsub==1.7.0
+google-cloud-spanner==1.19.1
+google-cloud-storage==1.38.0
+google-cloud-videointelligence==1.16.1
+google-cloud-vision==1.0.0
+google-crc32c==1.1.2
+google-pasta==0.2.0
+google-resumable-media==1.3.0
+googleapis-common-protos==1.53.0
+grpc-google-iam-v1==0.12.3
+grpcio==1.34.1
+grpcio-gcp==0.2.2
+h5py==3.1.0
+hdfs==2.6.0
+httplib2==0.17.4
+idna==2.10
+importlib-resources==5.1.4
+ipykernel==5.5.5
+ipython==7.23.1
+ipython-genutils==0.2.0
+ipywidgets==7.6.3
+isodate==0.6.0
+jedi==0.18.0
+Jinja2==2.11.3
+joblib==0.14.1
+jsonschema==3.2.0
+jupyter-client==6.2.0
+jupyter-core==4.7.1
+jupyterlab-pygments==0.1.2
+jupyterlab-widgets==1.0.0
+kafka-python==2.0.2
+kaggle==1.5.12
+Keras==2.4.3
+keras-nightly==2.5.0.dev2021032900
+Keras-Preprocessing==1.1.2
+keras-tuner==1.0.1
+kiwisolver==1.3.1
+kubernetes==11.0.0
+locket==0.2.1
+Markdown==3.3.4
+MarkupSafe==2.0.1
+matplotlib==3.4.2
+matplotlib-inline==0.1.2
+mistune==0.8.4
+ml-metadata==1.1.0.dev20210526
+ml-pipelines-sdk==0.31.0.dev20210519
+more-itertools==8.8.0
+msrest==0.6.21
+murmurhash==1.0.5
+mypy-extensions==0.4.3
+nbclient==0.5.3
+nbconvert==6.0.7
+nbformat==5.1.3
+nest-asyncio==1.5.1
+nltk==3.6.2
+notebook==6.4.0
+numpy==1.19.5
+oauth2client==4.1.3
+oauthlib==3.1.0
+opencv-python-headless==4.5.2.52
+opt-einsum==3.3.0
+packaging==20.9
+pandas==1.2.4
+pandocfilters==1.4.3
+papermill==2.3.3
+parso==0.8.2
+partd==1.2.0
+pathspec==0.8.1
+pathy==0.5.2
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==8.2.0
+pip==21.1.1
+pluggy==0.13.1
+portalocker==2.0.0
+portpicker==1.4.0
+preshed==3.0.5
+prometheus-client==0.10.1
+promise==2.3
+prompt-toolkit==3.0.18
+proto-plus==1.18.1
+protobuf==3.17.1
+psutil==5.8.0
+ptyprocess==0.7.0
+py==1.10.0
+py-cpuinfo==8.0.0
+pyarrow==2.0.0
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycocotools==2.0.2
+pycparser==2.20
+pydantic==1.7.4
+pydot==1.4.2
+Pygments==2.9.0
+pymongo==3.11.4
+pyparsing==2.4.7
+pyrsistent==0.17.3
+pytest==5.4.3
+python-dateutil==2.8.1
+python-slugify==5.0.2
+pytz==2021.1
+PyYAML==5.4.1
+pyzmq==22.1.0
+regex==2021.4.4
+requests==2.25.1
+requests-oauthlib==1.3.0
+rsa==4.7.2
+sacrebleu==1.5.1
+scikit-learn==0.24.2
+scipy==1.6.3
+Send2Trash==1.5.0
+sentencepiece==0.1.95
+seqeval==1.2.2
+setuptools==56.0.0
+six==1.15.0
+sklearn==0.0
+smart-open==3.0.0
+spacy==3.0.6
+spacy-legacy==3.0.5
+srsly==2.4.1
+tabulate==0.8.9
+tenacity==7.0.0
+tensorboard==2.5.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.0
+tensorflow==2.5.0
+tensorflow-addons==0.13.0
+tensorflow-data-validation==1.1.0.dev20210526
+tensorflow-datasets==4.3.0
+tensorflow-estimator==2.5.0
+tensorflow-hub==0.9.0
+tensorflow-metadata==1.1.0.dev20210526
+tensorflow-model-analysis==0.32.0.dev20210526
+tensorflow-model-optimization==0.5.0
+tensorflow-ranking==0.3.3
+tensorflow-serving-api==2.5.1
+tensorflow-text==2.5.0rc0
+tensorflow-transform==1.1.0.dev20210526
+termcolor==1.1.0
+terminado==0.10.0
+terminaltables==3.1.0
+testpath==0.5.0
+text-unidecode==1.3
+textblob==0.15.3
+textwrap3==0.9.2
+tf-models-official==2.5.0
+tf-slim==1.1.0
+tf-utils==1.0.4
+tfx==0.31.0.dev20210519
+tfx-bsl==1.1.0.dev20210526
+thinc==8.0.3
+threadpoolctl==2.1.0
+toml==0.10.2
+toolz==0.11.1
+tornado==6.1
+tqdm==4.61.0
+traitlets==5.0.5
+typed-ast==1.4.3
+typeguard==2.12.0
+typer==0.3.2
+typing-extensions==3.7.4.3
+uritemplate==3.0.1
+urllib3==1.26.5
+wasabi==0.8.2
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.0.1
+Werkzeug==2.0.1
+wheel==0.36.2
+widgetsnbextension==3.5.1
+wrapt==1.12.1
+zipp==3.4.1