switch to more robust method of installing python packages

Dockerfile

@@ -18,7 +18,27 @@ RUN dnf update -y --nodocs && \
 COPY *.whl *.tar.gz /local/wheels/
 
 RUN source /opt/bitnami/airflow/venv/bin/activate && \
-    for f in $(ls -l /local/wheels | awk '{print $9}' |sed '/^$/d'); do pip install --no-index --no-deps /local/wheels/$f; done && \
+    python3 -m pip install --upgrade --no-index --find-links /local/wheels/ pip && \
+    python3 -m pip install --no-index --find-links /local/wheels/ cython setuptools_scm && \
+    python3 -m pip install --no-index --find-links /local/wheels/ matplotlib \
+    numpy \
+    pandas \
+    dask \
+    kafka-python \
+    sklearn \
+    apache-beam \
+    notebook \
+    papermill \
+    keras \
+    tfx \
+    tensorflow_ranking \
+    tensorflow_text \
+    tf_utils \
+    cryptography \
+    PyYAML \
+    nltk \
+    spacy \
+    gensim && \
     find /opt/bitnami/airflow/venv/lib/python3.8/site-packages -name "*.pem" -o -name "*.key" | egrep ".*test.*/.*\.pem|.*test.*/.*\.key" | xargs rm -f && \
     rm /opt/bitnami/airflow/venv/lib/python3.8/site-packages/tensorflow/include/external/local_config_python/python_include/patchlevel.h && \
     rm -rf /local/* && \

hardening_manifest.yaml

@@ -126,11 +126,11 @@ resources:
   validation:
     type: sha256
     value: 42d8ef819367516592a825746a18073ced42ca169ab1f5f4044134703e7a049c
-- filename: httplib2-0.19.0-py3-none-any.whl
-  url: https://files.pythonhosted.org/packages/15/7e/51e5bd333c0afa1c7bdbf98eb3b0ccf5167e2b1ecc8b4d13e9cc29291f81/httplib2-0.19.0-py3-none-any.whl
+- filename: httplib2-0.17.4-py3-none-any.whl
+  url: https://files.pythonhosted.org/packages/73/21/e0427ad119361acfe6b41bf39324e4d4d377a30725a26b514232f492b346/httplib2-0.17.4-py3-none-any.whl
   validation:
     type: sha256
-    value: 749c32603f9bf16c1277f59531d502e8f1c2ca19901ae653b49c4ed698f0820e
+    value: 743cff16beadd128511e786474740264aa805fba106d6fc90e3586829ad0298b
 - filename: mock-2.0.0-py2.py3-none-any.whl
   url: https://files.pythonhosted.org/packages/e6/35/f187bdf23be87092bd0f1200d43d23076cee4d0dec109f195173fd3ebc79/mock-2.0.0-py2.py3-none-any.whl
   validation:
@@ -626,6 +626,22 @@ resources:
   validation:
     type: sha256
     value: a493e09d86109ec6d9e70d040472f9facc44634d4ae6327182f94091ca73a490
+- filename: google_cloud_pubsub-1.7.0-py2.py3-none-any.whl
+  url: https://files.pythonhosted.org/packages/1f/b3/dd83eca4cd1019d592e82595ea45d53f11e39db4ee99daa66ceb8a1b2d89/google_cloud_pubsub-1.7.0-py2.py3-none-any.whl
+  validation:
+    type: sha256
+    value: b7f577621f991b513034c50f3314ef66838701b3b0dd1fca0d5e9a0e82f9f801
+- filename: pip-21.2.1-py3-none-any.whl
+  url: https://files.pythonhosted.org/packages/7c/02/9ab8b431aca1b46fcc1ac830a5870a28a12ba1abfa681904b1d2da876a86/pip-21.2.1-py3-none-any.whl
+  validation:
+    type: sha256
+    value: da0ac9d9032d1d7bac69e9e301778f77b8b6626b85203f99edd2b545434d90a7
+- filename: setuptools_scm-6.0.1-py3-none-any.whl
+  url: https://files.pythonhosted.org/packages/c4/d5/e50358c82026f44cd8810c8165002746cd3f8b78865f6bcf5d7f0fe4f652/setuptools_scm-6.0.1-py3-none-any.whl
+  validation:
+    type: sha256
+    value: c3bd5f701c8def44a5c0bfe8d407bef3f80342217ef3492b951f3777bd2d915c
+
 
 # List of project maintainers
 maintainers: