ci: try removing dockerfiles folder to avoid keep using it during HuggingFace build

.idea/vcs.xml

@@ -2,5 +2,6 @@
 <project version="4">
   <component name="VcsDirectoryMappings">
     <mapping directory="" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/sam-quantized" vcs="Git" />
   </component>
 </project>

dockerfiles/Dockerfile

@@ -1,207 +0,0 @@
-# Include global ARGs at the dockerfile top
-ARG ARCH="x86_64"
-ARG LAMBDA_TASK_ROOT="/var/task"
-ARG FASTAPI_STATIC="${LAMBDA_TASK_ROOT}/static"
-ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
-ARG POETRY_NO_INTERACTION=1
-ARG POETRY_VIRTUALENVS_IN_PROJECT=1
-ARG POETRY_VIRTUALENVS_CREATE=1
-ARG POETRY_CACHE_DIR=/tmp/poetry_cache
-ARG DEPENDENCY_GROUP=fastapi
-
-
-FROM pytorch/pytorch:2.2.2-cuda12.1-cudnn8-runtime as builder_global
-
-LABEL authors="alessandro@trinca.tornidor.com"
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-ARG PYTHONPATH
-ARG POETRY_NO_INTERACTION
-ARG POETRY_VIRTUALENVS_IN_PROJECT
-ARG POETRY_VIRTUALENVS_CREATE
-ARG POETRY_CACHE_DIR
-ARG DEPENDENCY_GROUP
-
-RUN echo "ARCH: $ARCH ..."
-
-RUN echo "ARG POETRY_CACHE_DIR: ${POETRY_CACHE_DIR} ..."
-RUN echo "ARG PYTHONPATH: $PYTHONPATH ..."
-RUN test -n ${DEPENDENCY_GROUP:?}
-RUN echo "python DEPENDENCY_GROUP: ${DEPENDENCY_GROUP} ..."
-RUN echo "arg dep:"
-
-# Set working directory to function root directory
-WORKDIR ${LAMBDA_TASK_ROOT}
-COPY requirements_poetry.txt pyproject.toml poetry.lock README.md ${LAMBDA_TASK_ROOT}/
-
-RUN cat /etc/lsb-release
-# avoid segment-geospatial exception caused by missing libGL.so.1 library
-RUN echo "BUILDER: check libz.s* before start" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-
-RUN apt update && apt upgrade -y && apt install -y libgl1 curl python3-pip git-lfs && apt clean
-COPY ./dockerfiles/apt_preferences_ubuntu /etc/apt/preferences
-COPY ./dockerfiles/ubuntu.sources /etc/apt/sources.list.d/ubuntu.sources
-#RUN echo "run update noble..."
-#RUN apt update
-#RUN apt update && apt install -t noble zlib1g -y
-RUN git lfs install
-RUN echo "BUILDER: check libz.s* after install from trixie" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-
-RUN ls -l /etc/apt/sources* /etc/apt/preferences*
-
-# poetry installation path is NOT within ${LAMBDA_TASK_ROOT}: not needed for runtime docker image
-RUN python -m pip install -r ${LAMBDA_TASK_ROOT}/requirements_poetry.txt
-
-RUN which poetry && poetry --version && poetry config --list
-RUN poetry config virtualenvs.path ${LAMBDA_TASK_ROOT}
-RUN poetry config installer.max-workers 7
-RUN echo "# poetry config --list #" && poetry config --list
-RUN ls -ld ${LAMBDA_TASK_ROOT}/
-#RUN . ${LAMBDA_TASK_ROOT}/.venv/bin/activate && ${LAMBDA_TASK_ROOT}/.venv/bin/python --version && ${LAMBDA_TASK_ROOT}/.venv/bin/python -m pip install pip wheel setuptools --upgrade
-RUN poetry run python -m pip install pip wheel setuptools --upgrade
-RUN poetry install --with ${DEPENDENCY_GROUP} --no-root --no-cache
-
-RUN git clone https://huggingface.co/aletrn/sam-quantized/ ${LAMBDA_TASK_ROOT}/sam-quantized
-RUN git clone -n --depth=1 --filter=tree:0 https://huggingface.co/spaces/aletrn/lisa-on-cuda ${LAMBDA_TASK_ROOT}/lisa-on-cuda && \
-    cd ${LAMBDA_TASK_ROOT}/lisa-on-cuda && \
-    git sparse-checkout set --no-cone resources && \
-    git checkout
-WORKDIR ${LAMBDA_TASK_ROOT}
-RUN ls -l ${LAMBDA_TASK_ROOT}/*
-
-
-FROM pytorch/pytorch:2.2.2-cuda12.1-cudnn8-runtime as runtime
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-
-ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \
-    PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH"
-
-RUN echo "COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/"
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* before upgrade" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-RUN echo "RUNTIME: remove libz.s* to force upgrade" && rm /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libz.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* after copy" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv
-
-RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}"
-RUN ls -ld ${LAMBDA_TASK_ROOT}/
-RUN ls -lA ${LAMBDA_TASK_ROOT}/
-RUN echo "content of LAMBDA_TASK_ROOT/.venv => ${LAMBDA_TASK_ROOT}/.venv"
-RUN ls -ld ${LAMBDA_TASK_ROOT}/.venv
-RUN ls -lA ${LAMBDA_TASK_ROOT}/.venv
-
-
-### conditional section
-FROM node:20-slim AS node_fastapi
-
-ARG DEPENDENCY_GROUP
-ENV PNPM_HOME="/pnpm"
-ENV PATH="$PNPM_HOME:$PATH"
-
-RUN corepack enable
-
-COPY ./static /appnode
-WORKDIR /appnode
-# RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then echo "pnpm store path:" && pnpm store path; fi
-RUN ls -l /appnode
-RUN ls -l /appnode/list_files.html
-
-
-FROM node_fastapi AS node_prod_deps
-
-ARG DEPENDENCY_GROUP
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --prod --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 1: ${DEPENDENCY_GROUP} ..."; fi
-# here multiple conditions concatenated to avoid failing on check
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/node_modules ]; then \
-    echo "no node_modules folder" && exit 1; fi; fi
-
-
-FROM node_fastapi AS node_build
-
-ARG DEPENDENCY_GROUP
-ARG VITE__MAP_DESCRIPTION
-ARG VITE__SAMGIS_SPACE
-RUN echo "VITE__MAP_DESCRIPTION:" ${VITE__MAP_DESCRIPTION}
-RUN echo "VITE__SAMGIS_SPACE:" ${VITE__SAMGIS_SPACE}
-
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 2: ${DEPENDENCY_GROUP} ..."; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then pnpm build; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm tailwindcss -i /appnode/src/input.css -o /appnode/dist/output.css; fi
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/dist ]; then echo "no dist folder" && exit 1; fi; fi
-
-
-FROM runtime
-ARG FASTAPI_STATIC
-
-RUN echo "show disk space, df -h ..."
-RUN df -h
-RUN echo "creating FASTAPI_STATIC folder: ${FASTAPI_STATIC}, use `mkdir -p` to avoid failure if missing parent folder ..."
-RUN mkdir -p ${FASTAPI_STATIC}
-
-COPY --from=builder_global  ${LAMBDA_TASK_ROOT}/sam-quantized/machine_learning_models \
-    ${LAMBDA_TASK_ROOT}/machine_learning_models
-RUN ls -ld ${LAMBDA_TASK_ROOT}/machine_learning_models
-RUN ls -lh ${LAMBDA_TASK_ROOT}/machine_learning_models
-COPY --from=builder_global ${LAMBDA_TASK_ROOT}/lisa-on-cuda/resources ${LAMBDA_TASK_ROOT}/resources
-COPY --from=node_prod_deps /appnode/node_modules* ${FASTAPI_STATIC}/node_modules
-COPY --from=node_build /appnode/dist* ${FASTAPI_STATIC}/dist
-COPY --from=node_build /appnode/list_files.html ${FASTAPI_STATIC}/list_files.html
-RUN ls -l ${FASTAPI_STATIC}/
-RUN ls -l ${FASTAPI_STATIC}/list_files.html
-
-
-# Include global arg in this stage of the build
-ARG LAMBDA_TASK_ROOT="/var/task"
-ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
-ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \
-    PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH"
-ENV IS_AWS_LAMBDA=""
-
-# Set working directory to function root directory
-WORKDIR ${LAMBDA_TASK_ROOT}
-
-COPY samgis_lisa_on_cuda ${LAMBDA_TASK_ROOT}/samgis_lisa_on_cuda
-COPY wrappers ${LAMBDA_TASK_ROOT}/wrappers
-COPY scripts ${LAMBDA_TASK_ROOT}/scripts
-RUN chmod +x ${LAMBDA_TASK_ROOT}/scripts/entrypoint.sh
-RUN chmod +x  ${LAMBDA_TASK_ROOT}/scripts/docker_entrypoint.sh
-RUN ls -l ${LAMBDA_TASK_ROOT}/scripts/entrypoint.sh ${LAMBDA_TASK_ROOT}/scripts/docker_entrypoint.sh
-
-RUN ls -l /usr/bin/which
-RUN /usr/bin/which python
-RUN python --version
-RUN echo "PYTHONPATH: ${PYTHONPATH}."
-RUN echo "PATH: ${PATH}."
-RUN echo "LAMBDA_TASK_ROOT: ${LAMBDA_TASK_ROOT}."
-RUN ls -l ${LAMBDA_TASK_ROOT}
-RUN ls -ld ${LAMBDA_TASK_ROOT}
-RUN ls -l ${LAMBDA_TASK_ROOT}/machine_learning_models
-RUN python -c "import sys; print(sys.path)"
-RUN python -c "import cv2"
-RUN python -c "import fastapi"
-RUN python -c "import geopandas"
-RUN python -c "import loguru"
-RUN python -c "import rasterio"
-RUN python -c "import uvicorn"
-RUN df -h
-RUN ls -l ${LAMBDA_TASK_ROOT}/samgis_lisa_on_cuda/
-RUN ls -l ${LAMBDA_TASK_ROOT}/wrappers/
-RUN echo "LAMBDA_TASK_ROOT /static/:"
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/ || true
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/dist || true
-RUN ls -l ${LAMBDA_TASK_ROOT}/static/node_modules || true
-RUN echo "FASTAPI_STATIC:"
-RUN ls -l ${FASTAPI_STATIC}/ || true
-RUN ls -l ${FASTAPI_STATIC}/dist || true
-RUN ls -l ${FASTAPI_STATIC}/node_modules || true
-
-CMD ["/var/task/scripts/docker_entrypoint.sh"]

dockerfiles/apt_preferences_debian

@@ -1,9 +0,0 @@
-Explanation: Uninstall or do not install any Debian-originated
-Explanation: package versions other than those in the stable distro
-Package: *
-Pin: release a=stable
-Pin-Priority: 900
-
-Package: zlib1g
-Pin: release a=trixie
-Pin-Priority: -10

dockerfiles/apt_preferences_ubuntu

@@ -1,9 +0,0 @@
-Explanation: Uninstall or do not install any Debian-originated
-Explanation: package versions other than those in the stable distro
-Package: *
-Pin: release a=stable
-Pin-Priority: 900
-
-Package: zlib1g
-Pin: release a=noble
-Pin-Priority: -10

dockerfiles/debian.sources

@@ -1,17 +0,0 @@
-Types: deb deb-src
-URIs: http://deb.debian.org/debian
-Suites: bookworm bookworm-updates
-Components: main
-Signed-By: /usr/share/keyrings/debian-archive-keyring.gpg
-
-Types: deb deb-src
-URIs: http://deb.debian.org/debian-security
-Suites: bookworm-security
-Components: main
-Signed-By: /usr/share/keyrings/debian-archive-keyring.gpg
-
-Types: deb
-URIs: http://deb.debian.org/debian
-Suites: trixie
-Components: main
-Signed-By: /usr/share/keyrings/debian-archive-keyring.gpg

dockerfiles/dockerfile-lisa-base

@@ -1,139 +0,0 @@
-# Include global ARGs at the dockerfile top
-ARG ARCH="x86_64"
-ARG LAMBDA_TASK_ROOT="/var/task"
-ENV XDG_CACHE_HOME="/data"
-ARG FASTAPI_STATIC="${XDG_CACHE_HOME}/static"
-ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
-ARG POETRY_NO_INTERACTION=1
-ARG POETRY_VIRTUALENVS_IN_PROJECT=1
-ARG POETRY_VIRTUALENVS_CREATE=1
-ARG POETRY_CACHE_DIR=/tmp/poetry_cache
-ARG DEPENDENCY_GROUP=fastapi
-
-
-FROM nvcr.io/nvidia/pytorch:24.01-py3 as builder_global
-
-LABEL authors="alessandro@trinca.tornidor.com"
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-ARG PYTHONPATH
-ARG POETRY_NO_INTERACTION
-ARG POETRY_VIRTUALENVS_IN_PROJECT
-ARG POETRY_VIRTUALENVS_CREATE
-ARG POETRY_CACHE_DIR
-ARG DEPENDENCY_GROUP
-
-RUN echo "ARCH: $ARCH ..."
-
-RUN echo "ARG POETRY_CACHE_DIR: ${POETRY_CACHE_DIR} ..."
-RUN echo "ARG PYTHONPATH: $PYTHONPATH ..."
-RUN test -n ${DEPENDENCY_GROUP:?}
-RUN echo "python DEPENDENCY_GROUP: ${DEPENDENCY_GROUP} ..."
-RUN echo "arg dep:"
-
-# Set working directory to function root directory
-WORKDIR ${LAMBDA_TASK_ROOT}
-COPY requirements_poetry.txt pyproject.toml poetry.lock README.md ${LAMBDA_TASK_ROOT}/
-
-RUN cat /etc/lsb-release
-# avoid segment-geospatial exception caused by missing libGL.so.1 library
-RUN echo "BUILDER: check libz.s* before start" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-
-RUN apt update && apt upgrade -y && apt install -y libgl1 curl python3-pip git-lfs && apt clean
-COPY ./dockerfiles/apt_preferences_ubuntu /etc/apt/preferences
-COPY ./dockerfiles/ubuntu.sources /etc/apt/sources.list.d/ubuntu.sources
-#RUN echo "run update noble..."
-#RUN apt update
-#RUN apt update && apt install -t noble zlib1g -y
-RUN git lfs install
-RUN echo "BUILDER: check libz.s* after install from trixie" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-
-RUN ls -l /etc/apt/sources* /etc/apt/preferences*
-
-# poetry installation path is NOT within ${LAMBDA_TASK_ROOT}: not needed for runtime docker image
-RUN python -m pip install -r ${LAMBDA_TASK_ROOT}/requirements_poetry.txt
-
-RUN which poetry && poetry --version && poetry config --list
-RUN poetry config virtualenvs.path ${LAMBDA_TASK_ROOT}
-RUN poetry config installer.max-workers 7
-RUN echo "# poetry config --list #" && poetry config --list
-RUN ls -ld ${LAMBDA_TASK_ROOT}/
-#RUN . ${LAMBDA_TASK_ROOT}/.venv/bin/activate && ${LAMBDA_TASK_ROOT}/.venv/bin/python --version && ${LAMBDA_TASK_ROOT}/.venv/bin/python -m pip install pip wheel setuptools --upgrade
-RUN poetry run python -m pip install pip wheel setuptools --upgrade
-RUN poetry install --with ${DEPENDENCY_GROUP} --no-root -vvv
-
-RUN git clone https://huggingface.co/aletrn/sam-quantized/ ${LAMBDA_TASK_ROOT}/sam-quantized
-
-FROM nvcr.io/nvidia/pytorch:24.01-py3 as runtime
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-
-ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \
-    PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH"
-
-RUN echo "COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/"
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* before upgrade" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-RUN echo "RUNTIME: remove libz.s* to force upgrade" && rm /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libz.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* after copy" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv
-
-RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}"
-RUN ls -ld ${LAMBDA_TASK_ROOT}/
-RUN ls -lA ${LAMBDA_TASK_ROOT}/
-RUN ls -ld ${LAMBDA_TASK_ROOT}/.venv
-RUN ls -lA ${LAMBDA_TASK_ROOT}/.venv
-
-
-### conditional section
-FROM node:20-slim AS node_fastapi
-
-ARG DEPENDENCY_GROUP
-ENV PNPM_HOME="/pnpm"
-ENV PATH="$PNPM_HOME:$PATH"
-
-RUN corepack enable
-
-COPY ./static /appnode
-WORKDIR /appnode
-# RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then echo "pnpm store path:" && pnpm store path; fi
-
-
-FROM node_fastapi AS node_prod_deps
-
-ARG DEPENDENCY_GROUP
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --prod --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 1: ${DEPENDENCY_GROUP} ..."; fi
-# here multiple conditions concatenated to avoid failing on check
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/node_modules ]; then echo "no node_modules folder" && exit 1; fi; fi
-
-
-FROM node_fastapi AS node_build
-
-ARG DEPENDENCY_GROUP
-ARG VITE__MAP_DESCRIPTION
-ARG VITE__SAMGIS_SPACE
-RUN echo "VITE__MAP_DESCRIPTION:" ${VITE__MAP_DESCRIPTION}
-RUN echo "VITE__SAMGIS_SPACE:" ${VITE__SAMGIS_SPACE}
-
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 2: ${DEPENDENCY_GROUP} ..."; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then pnpm build; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm tailwindcss -i /appnode/src/input.css -o /appnode/dist/output.css; fi
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/dist ]; then echo "no dist folder" && exit 1; fi; fi
-
-
-FROM runtime
-ARG FASTAPI_STATIC
-RUN mkdir ${FASTAPI_STATIC}
-
-COPY --from=builder_global  ${LAMBDA_TASK_ROOT}/sam-quantized/machine_learning_models \
-    ${LAMBDA_TASK_ROOT}/machine_learning_models
-COPY --from=node_prod_deps /appnode/node_modules* ${FASTAPI_STATIC}/node_modules
-COPY --from=node_build /appnode/dist* ${FASTAPI_STATIC}/dist

dockerfiles/dockerfile-lisa-predictions

@@ -1,38 +0,0 @@
-FROM registry.gitlab.com/aletrn/gis-lisa-base:1.2.3
-
-# Include global arg in this stage of the build
-ARG LAMBDA_TASK_ROOT="/var/task"
-ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
-ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \
-    PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH"
-ENV IS_AWS_LAMBDA=""
-
-# Set working directory to function root directory
-WORKDIR ${LAMBDA_TASK_ROOT}
-
-COPY samgis_lisa_on_cuda ${LAMBDA_TASK_ROOT}/samgis_lisa_on_cuda
-COPY wrappers ${LAMBDA_TASK_ROOT}/wrappers
-
-RUN ls -l /usr/bin/which
-RUN /usr/bin/which python
-RUN python -v
-RUN echo "PYTHONPATH: ${PYTHONPATH}."
-RUN echo "PATH: ${PATH}."
-RUN echo "LAMBDA_TASK_ROOT: ${LAMBDA_TASK_ROOT}."
-RUN ls -l ${LAMBDA_TASK_ROOT}
-RUN ls -ld ${LAMBDA_TASK_ROOT}
-RUN ls -l ${LAMBDA_TASK_ROOT}/machine_learning_models
-RUN python -c "import sys; print(sys.path)"
-RUN python -c "import fastapi"
-RUN python -c "import geopandas"
-RUN python -c "import loguru"
-RUN python -c "import rasterio"
-RUN python -c "import uvicorn"
-RUN df -h
-RUN ls -l ${LAMBDA_TASK_ROOT}/samgis_lisa_on_cuda/
-RUN ls -l ${LAMBDA_TASK_ROOT}/wrappers/
-RUN ls -l ${FASTAPI_STATIC}/
-RUN ls -l ${FASTAPI_STATIC}/dist
-RUN ls -l ${FASTAPI_STATIC}/node_modules
-
-CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]

dockerfiles/dockerfile-samgis-base

@@ -1,132 +0,0 @@
-# Include global ARGs at the dockerfile top
-ARG ARCH="x86_64"
-ARG LAMBDA_TASK_ROOT="/var/task"
-ARG FASTAPI_STATIC="${LAMBDA_TASK_ROOT}/static"
-ARG PYTHONPATH="${LAMBDA_TASK_ROOT}:${PYTHONPATH}:/usr/local/lib/python3/dist-packages"
-ARG POETRY_NO_INTERACTION=1
-ARG POETRY_VIRTUALENVS_IN_PROJECT=1
-ARG POETRY_VIRTUALENVS_CREATE=1
-ARG POETRY_CACHE_DIR=/tmp/poetry_cache
-ARG RIE="https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie"
-
-
-FROM nvcr.io/nvidia/pytorch:24.01-py3 as builder_global
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-ARG PYTHONPATH
-ARG POETRY_NO_INTERACTION
-ARG POETRY_VIRTUALENVS_IN_PROJECT
-ARG POETRY_VIRTUALENVS_CREATE
-ARG POETRY_CACHE_DIR
-ARG RIE
-ARG DEPENDENCY_GROUP
-ARG ZLIB1G="http://ftp.it.debian.org/debian/pool/main/z/zlib/zlib1g_1.3.dfsg-3+b1_amd64.deb"
-
-RUN echo "ARCH: $ARCH ..."
-
-RUN echo "ARG RIE: $RIE ..."
-RUN echo "ARG POETRY_CACHE_DIR: ${POETRY_CACHE_DIR} ..."
-RUN echo "ARG PYTHONPATH: $PYTHONPATH ..."
-RUN test -n ${DEPENDENCY_GROUP:?}
-RUN echo "python DEPENDENCY_GROUP: ${DEPENDENCY_GROUP} ..."
-RUN echo "arg dep:"
-
-# Set working directory to function root directory
-WORKDIR ${LAMBDA_TASK_ROOT}
-COPY requirements_poetry.txt pyproject.toml poetry.lock README.md ${LAMBDA_TASK_ROOT}/
-
-RUN cat /etc/lsb-release
-# avoid segment-geospatial exception caused by missing libGL.so.1 library
-RUN echo "BUILDER: check libz.s* before start" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-RUN apt update && apt install -y libgl1 curl python3-pip && apt clean
-COPY ./dockerfiles/apt_preferences_debian /etc/apt/preferences
-COPY ./dockerfiles/debian.sources /etc/apt/sources.list.d/debian.sources
-RUN apt update && apt install -t trixie zlib1g -y && apt clean
-RUN echo "BUILDER: check libz.s* after install from trixie" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-
-RUN ls -l /etc/apt/sources* /etc/apt/preferences*
-RUN curl -Lo /usr/local/bin/aws-lambda-rie ${RIE}
-
-# poetry installation path is NOT within ${LAMBDA_TASK_ROOT}: not needed for runtime docker image
-RUN python -m pip install -r ${LAMBDA_TASK_ROOT}/requirements_poetry.txt
-
-RUN which poetry && poetry --version && poetry config --list
-RUN poetry config virtualenvs.path ${LAMBDA_TASK_ROOT}
-RUN echo "# poetry config --list #" && poetry config --list
-RUN poetry install --with ${DEPENDENCY_GROUP} --no-root
-
-
-FROM python:3.11-slim-bookworm as runtime
-
-ARG ARCH
-ARG LAMBDA_TASK_ROOT
-
-ENV VIRTUAL_ENV=${LAMBDA_TASK_ROOT}/.venv \
-    PATH="${LAMBDA_TASK_ROOT}/.venv/bin:$PATH"
-
-RUN echo "COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/"
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libGL.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* before upgrade" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-RUN echo "RUNTIME: remove libz.s* to force upgrade" && rm /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global /usr/lib/${ARCH}-linux-gnu/libz.so* /usr/lib/${ARCH}-linux-gnu/
-RUN echo "RUNTIME: check libz.s* after copy" && ls -l /usr/lib/${ARCH}-linux-gnu/libz.so*
-COPY --from=builder_global ${LAMBDA_TASK_ROOT}/.venv ${LAMBDA_TASK_ROOT}/.venv
-
-RUN echo "new LAMBDA_TASK_ROOT after hidden venv copy => ${LAMBDA_TASK_ROOT}"
-RUN ls -ld ${LAMBDA_TASK_ROOT}/
-RUN ls -lA ${LAMBDA_TASK_ROOT}/
-
-COPY --from=builder_global /usr/local/bin/aws-lambda-rie /usr/local/bin/aws-lambda-rie
-RUN chmod +x /usr/local/bin/aws-lambda-rie
-COPY ./scripts/lambda-entrypoint.sh /lambda-entrypoint.sh
-RUN chmod +x /lambda-entrypoint.sh
-
-
-### conditional section
-FROM node:20-slim AS node_fastapi
-
-ARG DEPENDENCY_GROUP
-ENV PNPM_HOME="/pnpm"
-ENV PATH="$PNPM_HOME:$PATH"
-RUN corepack enable
-
-COPY ./static /appnode
-WORKDIR /appnode
-# RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then echo "pnpm store path:" && pnpm store path; fi
-
-
-FROM node_fastapi AS node_prod_deps
-
-ARG DEPENDENCY_GROUP
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --prod --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 1: ${DEPENDENCY_GROUP} ..."; fi
-# here multiple conditions concatenated to avoid failing on check
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/node_modules ]; then echo "no node_modules folder" && exit 1; fi; fi
-
-
-FROM node_fastapi AS node_build
-
-ARG DEPENDENCY_GROUP
-ARG VITE__MAP_DESCRIPTION
-ARG VITE__SAMGIS_SPACE
-RUN echo "VITE__MAP_DESCRIPTION:" ${VITE__MAP_DESCRIPTION}
-RUN echo "VITE__SAMGIS_SPACE:" ${VITE__SAMGIS_SPACE}
-
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm install --frozen-lockfile; else \
-    echo "DEPENDENCY_GROUP 2: ${DEPENDENCY_GROUP} ..."; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then pnpm build; fi
-RUN --mount=type=cache,id=pnpm,target=/pnpm/store if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then \
-    pnpm tailwindcss -i /appnode/src/input.css -o /appnode/dist/output.css; fi
-RUN if [ "${DEPENDENCY_GROUP}" = "fastapi" ]; then if [ ! -d /appnode/dist ]; then echo "no dist folder" && exit 1; fi; fi
-
-
-FROM runtime
-ARG FASTAPI_STATIC
-RUN mkdir ${FASTAPI_STATIC}
-
-COPY ./machine_learning_models ${LAMBDA_TASK_ROOT}/machine_learning_models
-COPY --from=node_prod_deps /appnode/node_modules* ${FASTAPI_STATIC}/node_modules
-COPY --from=node_build /appnode/dist* ${FASTAPI_STATIC}/dist

dockerfiles/ubuntu.sources

@@ -1,18 +0,0 @@
-deb http://it.archive.ubuntu.com/ubuntu/ jammy main universe restricted multiverse
-deb-src http://it.archive.ubuntu.com/ubuntu/ jammy main universe restricted multiverse
-
-deb http://security.ubuntu.com/ubuntu jammy-security main universe restricted multiverse
-deb-src http://security.ubuntu.com/ubuntu jammy-security main universe restricted multiverse
-
-deb http://it.archive.ubuntu.com/ubuntu/ jammy-updates main universe restricted multiverse
-deb-src http://it.archive.ubuntu.com/ubuntu/ jammy-updates main universe restricted multiverse
-
-
-deb http://it.archive.ubuntu.com/ubuntu/ noble main universe restricted multiverse
-deb-src http://it.archive.ubuntu.com/ubuntu/ noble main universe restricted multiverse
-
-deb http://security.ubuntu.com/ubuntu noble-security main universe restricted multiverse
-deb-src http://security.ubuntu.com/ubuntu noble-security main universe restricted multiverse
-
-deb http://it.archive.ubuntu.com/ubuntu/ noble-updates main universe restricted multiverse
-deb-src http://it.archive.ubuntu.com/ubuntu/ noble-updates main universe restricted multiverse