danbev commited on
Commit
9bee7f3
·
unverified ·
1 Parent(s): f001158

ci : enable main-cuda build (#3282)

Browse files

This commit re-enables the main-cuda Docker build in the CI workflow.
The main-cuda Dockerfile has been updated to remove build artifacts
and also print the size of the /app directory after the build. A similar
change was recently made to the musa Dockerfile, and perhaps this job
was also having similar disk space issues.

The motivation for this change is that this configuration has been
disabled for a while due to persistent build failures. However, the
actual logs are now longer available.

Resolves: https://github.com/ggml-org/whisper.cpp/issues/3040

.devops/main-cuda.Dockerfile CHANGED
@@ -16,6 +16,7 @@ ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
16
 
17
  RUN apt-get update && \
18
  apt-get install -y build-essential libsdl2-dev wget cmake git \
 
19
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
20
 
21
  # Ref: https://stackoverflow.com/a/53464012
@@ -26,6 +27,12 @@ COPY .. .
26
  # Enable cuBLAS
27
  RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1"
28
 
 
 
 
 
 
 
29
  FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
30
  ENV CUDA_MAIN_VERSION=12.3
31
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
@@ -33,8 +40,11 @@ WORKDIR /app
33
 
34
  RUN apt-get update && \
35
  apt-get install -y curl ffmpeg wget cmake git \
 
36
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
37
 
38
  COPY --from=build /app /app
 
 
39
  ENV PATH=/app/build/bin:$PATH
40
  ENTRYPOINT [ "bash", "-c" ]
 
16
 
17
  RUN apt-get update && \
18
  apt-get install -y build-essential libsdl2-dev wget cmake git \
19
+ && apt-get clean \
20
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
21
 
22
  # Ref: https://stackoverflow.com/a/53464012
 
27
  # Enable cuBLAS
28
  RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1"
29
 
30
+ RUN find /app/build -name "*.o" -delete && \
31
+ find /app/build -name "*.a" -delete && \
32
+ rm -rf /app/build/CMakeFiles && \
33
+ rm -rf /app/build/cmake_install.cmake && \
34
+ rm -rf /app/build/_deps
35
+
36
  FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
37
  ENV CUDA_MAIN_VERSION=12.3
38
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
 
40
 
41
  RUN apt-get update && \
42
  apt-get install -y curl ffmpeg wget cmake git \
43
+ && apt-get clean \
44
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
45
 
46
  COPY --from=build /app /app
47
+ RUN du -sh /app/*
48
+ RUN find /app -type f -size +100M
49
  ENV PATH=/app/build/bin:$PATH
50
  ENTRYPOINT [ "bash", "-c" ]
.github/workflows/docker.yml CHANGED
@@ -20,9 +20,7 @@ jobs:
20
  - { tag: "main", dockerfile: ".devops/main.Dockerfile", platform: "linux/amd64" }
21
  - { tag: "main-musa", dockerfile: ".devops/main-musa.Dockerfile", platform: "linux/amd64" }
22
  - { tag: "main-intel", dockerfile: ".devops/main-intel.Dockerfile", platform: "linux/amd64" }
23
- #TODO: the cuda image keeps failing - disable for now
24
- # https://github.com/ggerganov/whisper.cpp/actions/runs/11019444428/job/30602020339
25
- #- { tag: "main-cuda", dockerfile: ".devops/main-cuda.Dockerfile", platform: "linux/amd64" }
26
 
27
  steps:
28
  - name: Check out the repo
 
20
  - { tag: "main", dockerfile: ".devops/main.Dockerfile", platform: "linux/amd64" }
21
  - { tag: "main-musa", dockerfile: ".devops/main-musa.Dockerfile", platform: "linux/amd64" }
22
  - { tag: "main-intel", dockerfile: ".devops/main-intel.Dockerfile", platform: "linux/amd64" }
23
+ - { tag: "main-cuda", dockerfile: ".devops/main-cuda.Dockerfile", platform: "linux/amd64" }
 
 
24
 
25
  steps:
26
  - name: Check out the repo