Skip to content
Snippets Groups Projects
Commit 693d24f6 authored by Matthew K Defenderfer's avatar Matthew K Defenderfer
Browse files

add build for custom docker container

parent e4259dc0
No related branches found
No related tags found
1 merge request!9Draft: Partition parquet dataset for sync with s5cmd
default:
image: docker:26.0.1
services:
- docker:26.0.1-dind
before_script:
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
interruptible: true
stages:
- build
s5cmd-partition-build:
stage: build
script:
- docker pull $CI_REGISTRY_IMAGE/s5cmd_dask:latest || true
- docker build --cache-from $CI_REGISTRY_IMAGE/s5cmd_dask:latest --tag $CI_REGISTRY_IMAGE/s5cmd_dask:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/s5cmd_dask:latest -f prep-parquet-for-s5cmd/Dockerfile .
- docker push $CI_REGISTRY_IMAGE/s5cmd_dask:$CI_COMMIT_SHA
- docker push $CI_REGISTRY_IMAGE/s5cmd_dask:latest
FROM daskdev/dask:2024.8.0-py3.11
RUN conda install conda-forge::s5cmd
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment