WIP: Feat vol download from s3

closes #18 (closed)

.gitlab-ci.yml

@@ -13,10 +13,11 @@ variables:
   GIT_SUBMODULE_STRATEGY: "recursive"
   GIT_SUBMODULE_UPDATE_FLAGS: "--force"
   AWS_PROFILE: "krish94"
-  S3_ENDPOINT: "https://s3.lts.rc.uab.edu"
+  ANSIBLE_REMOTE_TMP: "/tmp"
+  AWS_DEFAULT_REGION: "bhm"
+  AWS_HOST: "s3.lts.rc.uab.edu"
   BUCKET_NAME: "xdmod-vol"
   FILE_NAME: "xdmod-dev-volume-snap.raw"
-  LOCAL_DESTINATION: "/data/vol/xdmod"
 
 cache:
   paths:
@@ -29,7 +30,7 @@ stages:          # List of stages for jobs, and their order of execution
   - build
   - deploy
   - cleanup
-
+  
 prep-deploy:
   stage: .pre
   tags: [build]
@@ -37,6 +38,12 @@ prep-deploy:
     name: $TARGET_ENV
   script:
     - export BUILD_DATE=$(TZ=America/Chicago date +%Y-%m-%dT%H%M%S)
+    - apt-get install -y awscli
+    - aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID
+    - aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY
+    - aws configure set default.region $AWS_DEFAULT_REGION 
+    - s3cmd get --force -r --host=$AWS_HOST --host-bucket=$AWS_HOST s3://xdmod-vol/ /tmp
+    - ls -l /tmp
     - |
       if [ "$TARGET_ENV" = "dev" ]; then
            TF_VAR_data_volume="xdmod-dev-volume-$BUILD_DATE"
@@ -68,10 +75,6 @@ prep-deploy:
       echo "BUILD_DATE=${BUILD_DATE}" | tee -a $CI_PROJECT_DIR/vars.env
       echo "prod_instance_id=${prod_instance_id}" | tee -a $CI_PROJECT_DIR/vars.env
 
-      mkdir -p "${LOCAL_DESTINATION}"
-      aws s3 --profile="${AWS_PROFILE}" --endpoint="${S3_ENDPOINT}" cp "s3://${BUCKET_NAME}/${FILE_NAME}" "${LOCAL_DESTINATION}/${FILE_NAME}"
-
-
   artifacts:
     reports:
       dotenv: vars.env