update python packages

Dockerfile

@@ -28,29 +28,17 @@ COPY envs/default/requirements.txt /tmp/
 COPY --chown=$USER envs/jaic-df/* /envs/jaic-df/
 COPY --chown=$USER envs/jaic-mf/* /envs/jaic-mf/
 
-# For local use
-# RUN mkdir /tmp/jaic-df && \
-#     mkdir /tmp/jaic-mf 
-# COPY --chown=$USER envs/jaic-df/requirements-top-level.txt /tmp/jaic-df/
-# COPY --chown=$USER envs/jaic-mf/requirements-top-level.txt /tmp/jaic-mf/
-
 RUN python -m pip install -U --no-deps --no-index -f /tmp/packages/ -r /tmp/requirements.txt && \
     cd /envs && \
-    #poetry new jaic-df && \
     cd /envs/jaic-df && \
     poetry env use /opt/Python-"$(python --version | awk '{print $2}')"/python && \
     poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-df/requirements.txt && \
-    # for item in $(cat /tmp/jaic-df/requirements-top-level.txt); do poetry add "${item}"  --python ">=3.8,<3.9"; done && \
-    # poetry add ipykernel --python ">=3.8,<3.9" && \
     poetry run python -m ipykernel install --user --name jaic-df --display-name "Data Factory" && \
     cd /envs && \
-    #poetry new jaic-mf && \
     cd /envs/jaic-mf && \
     poetry env use /opt/Python-"$(python --version | awk '{print $2}')"/python && \
     poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-mf/build-requirements.txt && \
     poetry run python -m pip install --no-deps --no-index -f /tmp/packages/ -r /envs/jaic-mf/requirements.txt && \
-    # for item in $(cat /tmp/jaic-mf/requirements-top-level.txt); do poetry add "${item}"  --python ">=3.8,<3.9"; done && \
-    # poetry add ipykernel --python ">=3.8,<3.9" && \
     poetry run python -m ipykernel install --user --name jaic-mf --display-name "Model Factory" && \
     poetry run python -m pip uninstall -y -r /envs/jaic-mf/remove-requirements.txt
 
@@ -58,7 +46,7 @@ USER root
 
 RUN rm -f /home/jovyan/.cache/pypoetry/virtualenvs/jaic-df-qX42fgRL-py3.8/lib/python3.8/site-packages/featuretools/tests/primitive_tests/test_feature_serialization.py && \
     rm -f /home/jovyan/.cache/pypoetry/virtualenvs/jaic-df-qX42fgRL-py3.8/lib/python3.8/site-packages/featuretools/tests/primitive_tests/__pycache__/test_feature_serialization.cpython-38.pyc && \
-    find /home/jovyan/.cache/pypoetry/virtualenvs -name "*.pem" -o -name "*.key" | xargs rm -f && \
+    find /home/jovyan/.cache/pypoetry/virtualenvs -name "*.pem" -o -name "*.key" | grep -v "certifi/cacert.pem" | xargs rm -f && \
     dnf remove -y xz-devel make gcc gcc-c++ openssl-devel bzip2-devel libffi-devel sqlite-devel && \
     rm -rf /tmp/* /tmp/packages/ /opt/jupyter/*.whl /opt/jupyter/*.tar.gz
 

envs/jaic-df/poetry.lock

@@ -488,7 +488,7 @@ scipy = ">=1.3.2,<2.0.0"
 
 [[package]]
 name = "more-itertools"
-version = "8.7.0"
+version = "8.8.0"
 description = "More routines for operating on iterables, beyond itertools"
 category = "dev"
 optional = false
@@ -1214,7 +1214,7 @@ python-versions = ">= 3.5"
 
 [[package]]
 name = "tqdm"
-version = "4.60.0"
+version = "4.61.0"
 description = "Fast, Extensible Progress Meter"
 category = "main"
 optional = false
@@ -1730,8 +1730,8 @@ matrixprofile = [
     {file = "matrixprofile-1.1.10.tar.gz", hash = "sha256:d6d7dd13c2d1a1a725ce09c621960ee309ebac0b7b3cab680c4d91c683fff1b5"},
 ]
 more-itertools = [
-    {file = "more-itertools-8.7.0.tar.gz", hash = "sha256:c5d6da9ca3ff65220c3bfd2a8db06d698f05d4d2b9be57e1deb2be5a45019713"},
-    {file = "more_itertools-8.7.0-py3-none-any.whl", hash = "sha256:5652a9ac72209ed7df8d9c15daf4e1aa0e3d2ccd3c87f8265a0673cd9cbc9ced"},
+    {file = "more-itertools-8.8.0.tar.gz", hash = "sha256:83f0308e05477c68f56ea3a888172c78ed5d5b3c282addb67508e7ba6c8f813a"},
+    {file = "more_itertools-8.8.0-py3-none-any.whl", hash = "sha256:2cf89ec599962f2ddc4d568a05defc40e0a587fbc10d5989713638864c36be4d"},
 ]
 msgpack = [
     {file = "msgpack-1.0.2-cp35-cp35m-manylinux1_i686.whl", hash = "sha256:b6d9e2dae081aa35c44af9c4298de4ee72991305503442a5c74656d82b581fe9"},
@@ -1935,6 +1935,7 @@ pillow = [
     {file = "Pillow-8.2.0-pp37-pypy37_pp73-manylinux2010_i686.whl", hash = "sha256:aac00e4bc94d1b7813fe882c28990c1bc2f9d0e1aa765a5f2b516e8a6a16a9e4"},
     {file = "Pillow-8.2.0-pp37-pypy37_pp73-manylinux2010_x86_64.whl", hash = "sha256:22fd0f42ad15dfdde6c581347eaa4adb9a6fc4b865f90b23378aa7914895e120"},
     {file = "Pillow-8.2.0-pp37-pypy37_pp73-win32.whl", hash = "sha256:e98eca29a05913e82177b3ba3d198b1728e164869c613d76d0de4bde6768a50e"},
+    {file = "Pillow-8.2.0-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:8b56553c0345ad6dcb2e9b433ae47d67f95fc23fe28a0bde15a120f25257e291"},
     {file = "Pillow-8.2.0.tar.gz", hash = "sha256:a787ab10d7bb5494e5f76536ac460741788f1fbce851068d73a87ca7c35fc3e1"},
 ]
 pluggy = [
@@ -2428,8 +2429,8 @@ tornado = [
     {file = "tornado-6.1.tar.gz", hash = "sha256:33c6e81d7bd55b468d2e793517c909b139960b6c790a60b7991b9b6b76fb9791"},
 ]
 tqdm = [
-    {file = "tqdm-4.60.0-py2.py3-none-any.whl", hash = "sha256:daec693491c52e9498632dfbe9ccfc4882a557f5fa08982db1b4d3adbe0887c3"},
-    {file = "tqdm-4.60.0.tar.gz", hash = "sha256:ebdebdb95e3477ceea267decfc0784859aa3df3e27e22d23b83e9b272bf157ae"},
+    {file = "tqdm-4.61.0-py2.py3-none-any.whl", hash = "sha256:736524215c690621b06fc89d0310a49822d75e599fcd0feb7cc742b98d692493"},
+    {file = "tqdm-4.61.0.tar.gz", hash = "sha256:cd5791b5d7c3f2f1819efc81d36eb719a38e0906a7380365c556779f585ea042"},
 ]
 traitlets = [
     {file = "traitlets-5.0.5-py3-none-any.whl", hash = "sha256:69ff3f9d5351f31a7ad80443c2674b7099df13cc41fc5fa6e2f6d3b0330b0426"},

envs/jaic-df/pyproject.toml

@@ -21,3 +21,7 @@ pytest = "^5.2"
 [build-system]
 requires = ["poetry-core>=1.0.0"]
 build-backend = "poetry.core.masonry.api"
+
+[tool.dephell.main]
+from = {format = "poetry", path = "poetry.lock"}
+to = {format = "pip", path = "requirements.txt"}
\ No newline at end of file

envs/jaic-df/requirements.txt

@@ -12,9 +12,9 @@ cymem==2.0.5
 dask==2021.5.0
 decorator==5.0.9
 distributed==2021.5.0
-featuretools==0.24.0
+featuretools==0.24.1
 fsspec==2021.5.0
-grpcio==1.37.1
+grpcio==1.38.0
 HeapDict==1.0.1
 idna==2.10
 ipykernel==5.5.5
@@ -33,7 +33,7 @@ MarkupSafe==2.0.1
 matplotlib==3.4.2
 matplotlib-inline==0.1.2
 matrixprofile==1.1.10
-more-itertools==8.7.0
+more-itertools==8.8.0
 msgpack==1.0.2
 munkres==1.1.4
 murmurhash==1.0.5
@@ -66,7 +66,7 @@ pytest==5.4.3
 python-dateutil==2.8.1
 pytz==2021.1
 PyYAML==5.4.1
-pyzmq==22.0.3
+pyzmq==22.1.0
 regex==2021.4.4
 requests==2.25.1
 scikit-learn==0.24.2
@@ -90,14 +90,14 @@ threadpoolctl==2.1.0
 toolz==0.11.1
 torch==1.8.1
 tornado==6.1
-tqdm==4.60.0
+tqdm==4.61.0
 traitlets==5.0.5
 tsfresh==0.18.0
 typer==0.3.2
 typing-extensions==3.10.0.0
-urllib3==1.26.4
+urllib3==1.26.5
 wasabi==0.8.2
 wcwidth==0.2.5
 Werkzeug==2.0.1
 wheel==0.36.2
-zict==2.0.0
+zict==2.0.0
\ No newline at end of file

envs/jaic-mf/pyproject.toml

@@ -39,3 +39,7 @@ build-backend = "poetry.core.masonry.api"
 name = "tf-nightly"
 url = "https://pypi-nightly.tensorflow.org/simple/"
 secondary = true
+
+[tool.dephell.main]
+from = {format = "poetry", path = "poetry.lock"}
+to = {format = "pip", path = "requirements.txt"}
\ No newline at end of file

envs/jaic-mf/requirements.txt

@@ -44,7 +44,7 @@ gin-config==0.4.0
 google-api-core==1.28.0
 google-api-python-client==1.12.8
 google-apitools==0.5.31
-google-auth==1.30.0
+google-auth==1.30.1
 google-auth-httplib2==0.1.0
 google-auth-oauthlib==0.4.4
 google-cloud-aiplatform==0.7.1
@@ -70,7 +70,7 @@ h5py==3.1.0
 hdfs==2.6.0
 httplib2==0.17.4
 idna==2.10
-importlib-resources==5.1.3
+importlib-resources==5.1.4
 ipykernel==5.5.5
 ipython==7.23.1
 ipython-genutils==0.2.0
@@ -98,9 +98,9 @@ MarkupSafe==2.0.1
 matplotlib==3.4.2
 matplotlib-inline==0.1.2
 mistune==0.8.4
-ml-metadata==1.0.0
+ml-metadata==1.1.0.dev20210526
 ml-pipelines-sdk==0.31.0.dev20210519
-more-itertools==8.7.0
+more-itertools==8.8.0
 msrest==0.6.21
 murmurhash==1.0.5
 mypy-extensions==0.4.3
@@ -129,13 +129,13 @@ Pillow==8.2.0
 pip==21.1.1
 pluggy==0.13.1
 portalocker==2.0.0
-portpicker==1.3.9
+portpicker==1.4.0
 preshed==3.0.5
 prometheus-client==0.10.1
 promise==2.3
 prompt-toolkit==3.0.18
 proto-plus==1.18.1
-protobuf==3.17.0
+protobuf==3.17.1
 psutil==5.8.0
 ptyprocess==0.7.0
 py==1.10.0
@@ -156,7 +156,7 @@ python-dateutil==2.8.1
 python-slugify==5.0.2
 pytz==2021.1
 PyYAML==5.4.1
-pyzmq==22.0.3
+pyzmq==22.1.0
 regex==2021.4.4
 requests==2.25.1
 requests-oauthlib==1.3.0
@@ -181,17 +181,17 @@ tensorboard-data-server==0.6.1
 tensorboard-plugin-wit==1.8.0
 tensorflow==2.5.0
 tensorflow-addons==0.13.0
-tensorflow-data-validation==0.31.0.dev20210520
+tensorflow-data-validation==1.1.0.dev20210526
 tensorflow-datasets==4.3.0
 tensorflow-estimator==2.5.0
 tensorflow-hub==0.9.0
-tensorflow-metadata==1.0.0
-tensorflow-model-analysis==0.31.0.dev20210520
+tensorflow-metadata==1.1.0.dev20210526
+tensorflow-model-analysis==0.32.0.dev20210526
 tensorflow-model-optimization==0.5.0
 tensorflow-ranking==0.3.3
 tensorflow-serving-api==2.5.1
 tensorflow-text==2.5.0rc0
-tensorflow-transform==0.31.0.dev20210520
+tensorflow-transform==1.1.0.dev20210526
 termcolor==1.1.0
 terminado==0.10.0
 terminaltables==3.1.0
@@ -203,25 +203,26 @@ tf-models-official==2.5.0
 tf-slim==1.1.0
 tf-utils==1.0.4
 tfx==0.31.0.dev20210519
-tfx-bsl==0.31.0.dev20210520
+tfx-bsl==1.1.0.dev20210526
 thinc==8.0.3
 threadpoolctl==2.1.0
 toml==0.10.2
 toolz==0.11.1
 tornado==6.1
-tqdm==4.60.0
+tqdm==4.61.0
 traitlets==5.0.5
 typed-ast==1.4.3
 typeguard==2.12.0
 typer==0.3.2
 typing-extensions==3.7.4.3
 uritemplate==3.0.1
-urllib3==1.26.4
+urllib3==1.26.5
 wasabi==0.8.2
 wcwidth==0.2.5
 webencodings==0.5.1
-websocket-client==1.0.0
+websocket-client==1.0.1
 Werkzeug==2.0.1
 wheel==0.36.2
 widgetsnbextension==3.5.1
-wrapt==1.12.1
+wrapt==1.12.1
\ No newline at end of file
+zipp==3.4.1