From 693d24f62848eb522280339b6c49ab99e93a4969 Mon Sep 17 00:00:00 2001
From: Matthew K Defenderfer <mdefende@uab.edu>
Date: Fri, 16 Aug 2024 16:06:40 -0500
Subject: [PATCH] add build for custom docker container

---
 .gitlab-ci.yml                    | 18 ++++++++++++++++++
 prep-parquet-for-s5cmd/Dockerfile |  3 +++
 2 files changed, 21 insertions(+)
 create mode 100644 .gitlab-ci.yml
 create mode 100644 prep-parquet-for-s5cmd/Dockerfile

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
new file mode 100644
index 0000000..3744ea7
--- /dev/null
+++ b/.gitlab-ci.yml
@@ -0,0 +1,18 @@
+default:
+  image: docker:26.0.1
+  services:
+    - docker:26.0.1-dind
+  before_script:
+    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
+  interruptible: true
+
+stages:
+  - build
+
+s5cmd-partition-build:
+  stage: build
+  script:
+    - docker pull $CI_REGISTRY_IMAGE/s5cmd_dask:latest || true
+    - docker build --cache-from $CI_REGISTRY_IMAGE/s5cmd_dask:latest --tag $CI_REGISTRY_IMAGE/s5cmd_dask:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/s5cmd_dask:latest -f prep-parquet-for-s5cmd/Dockerfile .
+    - docker push $CI_REGISTRY_IMAGE/s5cmd_dask:$CI_COMMIT_SHA
+    - docker push $CI_REGISTRY_IMAGE/s5cmd_dask:latest
diff --git a/prep-parquet-for-s5cmd/Dockerfile b/prep-parquet-for-s5cmd/Dockerfile
new file mode 100644
index 0000000..0a9d665
--- /dev/null
+++ b/prep-parquet-for-s5cmd/Dockerfile
@@ -0,0 +1,3 @@
+FROM daskdev/dask:2024.8.0-py3.11
+
+RUN conda install conda-forge::s5cmd
\ No newline at end of file
-- 
GitLab