diff --git a/Dockerfile b/Dockerfile index 0d247ff74cd494f188efd75007c112e116f29609..b551f89ea748ebb4b71ace1f5b4ec997b34c90a1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -16,10 +16,11 @@ COPY pip-21.0.1-py3-none-any.whl setuptools-53.0.0-py3-none-any.whl ./ RUN dnf -y update && dnf -y upgrade && \ pip3 install --upgrade ./pip-21.0.1-py3-none-any.whl ./setuptools-53.0.0-py3-none-any.whl && \ rm -rf /var/cache/dnf && \ - mkdir -p /opt/spark/python && \ + mkdir -p /opt/spark/python/pyspark && \ + mkdir -p /opt/spark/python/lib && \ chown -R 185:185 /opt/spark/ -#COPY --from=base python/pyspark /opt/spark/python/pyspark +COPY --from=base python/pyspark /opt/spark/python/pyspark COPY --from=base python/lib /opt/spark/python/lib