From 88933c9ee2915651bb152b3cb58e2eaac3b7f8f3 Mon Sep 17 00:00:00 2001 From: Charles Blackmon-Luca <20627856+charlesbluca@users.noreply.github.com> Date: Thu, 29 Aug 2024 10:44:01 -0700 Subject: [PATCH] Drop dask-sql builds --- ci/axis/dask.yaml | 1 - dask_sql/Dockerfile | 59 ---------------------------------------- dask_sql/environment.yml | 16 ----------- 3 files changed, 76 deletions(-) delete mode 100644 dask_sql/Dockerfile delete mode 100644 dask_sql/environment.yml diff --git a/ci/axis/dask.yaml b/ci/axis/dask.yaml index fc5107b..04e0c45 100644 --- a/ci/axis/dask.yaml +++ b/ci/axis/dask.yaml @@ -1,7 +1,6 @@ BUILD_NAME: - dask - distributed - - dask_sql - dask_image CUDA_VER: diff --git a/dask_sql/Dockerfile b/dask_sql/Dockerfile deleted file mode 100644 index 9d9e132..0000000 --- a/dask_sql/Dockerfile +++ /dev/null @@ -1,59 +0,0 @@ -ARG CUDA_VER=11.8.0 -ARG LINUX_VER=ubuntu20.04 -ARG PYTHON_VER=3.10 - -FROM rapidsai/miniforge-cuda:cuda$CUDA_VER-base-$LINUX_VER-py$PYTHON_VER - -ARG CUDA_VER=11.8.0 -ARG PYTHON_VER=3.10 -ARG RAPIDS_VER=23.12 -ARG UCX_PY_VER=0.35 - -RUN apt-get update \ - && apt-get install -y wget - -ENV RUSTUP_HOME="/opt/rustup" -ENV CARGO_HOME="/opt/cargo" -ADD https://sh.rustup.rs /rustup-init.sh -RUN sh /rustup-init.sh -y --default-toolchain=1.72 --profile=minimal -c rustfmt \ - && chmod -R ugo+rw /opt/cargo /opt/rustup - -COPY environment.yml /rapids.yml -ADD https://raw.githubusercontent.com/dask-contrib/dask-sql/main/continuous_integration/environment-$PYTHON_VER.yaml /dask.yml - -ADD https://github.com/rapidsai/gha-tools/releases/latest/download/tools.tar.gz /tools.tar.gz -RUN tar -xzvf /tools.tar.gz -C /usr/local/bin --strip-components=1 \ - && rm /tools.tar.gz - -RUN conda config --set ssl_verify false - -RUN rapids-mamba-retry install conda-merge git - -RUN cat /rapids.yml \ - | sed -r "s/CUDA_VER/$(echo $CUDA_VER | cut -d. -f1,2)/g" \ - | sed -r "s/RAPIDS_VER/${RAPIDS_VER}/g" \ - | sed -r "s/UCX_PY_VER/${UCX_PY_VER}/g" \ - > /rapids_pinned.yml - -# unpin problematic CI dependencies -RUN cat /dask.yml \ - | sed -r "s/pyarrow=/pyarrow>=/g" \ - | sed -r "s/uvicorn=/uvicorn>=/g" \ - | sed -r "s/pandas=/pandas>=/g" \ - | sed -r "s/numpy=/numpy>=/g" \ - | sed -r "/^.*- mlflow/s/^/#/g" \ - > /dask_unpinned.yml - -RUN conda-merge /rapids_pinned.yml /dask_unpinned.yml > /dask_sql.yml - -RUN rapids-mamba-retry env create -n dask_sql --file /dask_sql.yml - -# Clean up pkgs to reduce image size and chmod for all users -RUN chmod -R ugo+rw /opt/conda \ - && conda clean -tipy \ - && chmod -R ugo+rw /opt/conda - -# need a user with access to conda -RUN useradd -r -g conda -u 10000 dask - -CMD [ "/bin/bash" ] diff --git a/dask_sql/environment.yml b/dask_sql/environment.yml deleted file mode 100644 index 938b1c9..0000000 --- a/dask_sql/environment.yml +++ /dev/null @@ -1,16 +0,0 @@ -name: rapids -channels: -- rapidsai -- rapidsai-nightly -- conda-forge -- nvidia -dependencies: -- cudatoolkit=CUDA_VER -- cudf=RAPIDS_VER -- cuml=RAPIDS_VER -- dask-cudf=RAPIDS_VER -- dask-cuda=RAPIDS_VER -- ucx-proc=*=gpu -- ucx-py=UCX_PY_VER -- xgboost=*=rapidsai_py* -- libxgboost=*=rapidsai_h*