WIP: Feat vol download from s3

closes #18 (closed)

.gitlab-ci.yml

@@ -13,10 +13,11 @@ variables:
   GIT_SUBMODULE_STRATEGY: "recursive"
   GIT_SUBMODULE_UPDATE_FLAGS: "--force"
   AWS_PROFILE: "krish94"
-  S3_ENDPOINT: "https://s3.lts.rc.uab.edu"
+  ANSIBLE_REMOTE_TMP: "/tmp"
+  AWS_DEFAULT_REGION: "bhm"
+  AWS_HOST: "s3.lts.rc.uab.edu"
   BUCKET_NAME: "xdmod-vol"
   FILE_NAME: "xdmod-dev-volume-snap.raw"
-  LOCAL_DESTINATION: "/data/vol/xdmod"
 
 cache:
   paths:
@@ -30,6 +31,11 @@ stages:          # List of stages for jobs, and their order of execution
   - deploy
   - cleanup
 
+
+.get_ansible_files: &get_ansible_files
+  - s3cmd get --force -r --host=$AWS_HOST --host-bucket=$AWS_HOST s3://xdmod-vol/ /tmp
+  - ls -l /tmp
+  
 prep-deploy:
   stage: .pre
   tags: [build]
@@ -37,6 +43,7 @@ prep-deploy:
     name: $TARGET_ENV
   script:
     - export BUILD_DATE=$(TZ=America/Chicago date +%Y-%m-%dT%H%M%S)
+    - apt-get update && apt-get install -y awscli
     - |
       if [ "$TARGET_ENV" = "dev" ]; then
            TF_VAR_data_volume="xdmod-dev-volume-$BUILD_DATE"
@@ -68,10 +75,6 @@ prep-deploy:
       echo "BUILD_DATE=${BUILD_DATE}" | tee -a $CI_PROJECT_DIR/vars.env
       echo "prod_instance_id=${prod_instance_id}" | tee -a $CI_PROJECT_DIR/vars.env
 
-      mkdir -p "${LOCAL_DESTINATION}"
-      aws s3 --profile="${AWS_PROFILE}" --endpoint="${S3_ENDPOINT}" cp "s3://${BUCKET_NAME}/${FILE_NAME}" "${LOCAL_DESTINATION}/${FILE_NAME}"
-
-
   artifacts:
     reports:
       dotenv: vars.env