WIP: Feat vol download from s3

closes #18 (closed)

.gitlab-ci.yml

@@ -12,11 +12,10 @@ variables:
   TF_VAR_external_network: "xdmod-packer-dmznet"
   GIT_SUBMODULE_STRATEGY: "recursive"
   GIT_SUBMODULE_UPDATE_FLAGS: "--force"
-  AWS_PROFILE: "krish94"
-  S3_ENDPOINT: "https://s3.lts.rc.uab.edu"
+  AWS_DEFAULT_REGION: "bhm"
+  AWS_HOST: "s3.lts.rc.uab.edu"
   BUCKET_NAME: "xdmod-vol"
   FILE_NAME: "xdmod-dev-volume-snap.raw"
-  LOCAL_DESTINATION: "/data/vol/xdmod"
 
 cache:
   paths:
@@ -29,7 +28,7 @@ stages:          # List of stages for jobs, and their order of execution
   - build
   - deploy
   - cleanup
-
+  
 prep-deploy:
   stage: .pre
   tags: [build]
@@ -37,10 +36,17 @@ prep-deploy:
     name: $TARGET_ENV
   script:
     - export BUILD_DATE=$(TZ=America/Chicago date +%Y-%m-%dT%H%M%S)
+    - apt-get update -qy
+    - apt-get install -y awscli
+    - s3cmd get --force -r --host=$AWS_HOST --host-bucket=$AWS_HOST s3://xdmod-vol/ /tmp
+    - ls -l /tmp
+    - openstack image create --container-format bare --disk-format raw --file /tmp/xdmod-dev-volume-snap.raw xdmod-snapshot-image
+    - IMAGE_ID=$(openstack image show -f value -c id xdmod-snapshot-image)
+    
     - |
       if [ "$TARGET_ENV" = "dev" ]; then
            TF_VAR_data_volume="xdmod-dev-volume-$BUILD_DATE"
-           openstack volume create --snapshot xdmod-dev-volume-snap --size 20 $TF_VAR_data_volume
+           openstack volume create --size 20 --image $IMAGE_ID $TF_VAR_data_volume
       elif [ "$TARGET_ENV" = "staging" ]; then
            TF_VAR_data_volume="xdmod-staging-volume-$BUILD_DATE"
            openstack volume create --snapshot xdmod-staging-vol-snapshot --size 150 $TF_VAR_data_volume
@@ -68,10 +74,6 @@ prep-deploy:
       echo "BUILD_DATE=${BUILD_DATE}" | tee -a $CI_PROJECT_DIR/vars.env
       echo "prod_instance_id=${prod_instance_id}" | tee -a $CI_PROJECT_DIR/vars.env
 
-      mkdir -p "${LOCAL_DESTINATION}"
-      aws s3 --profile="${AWS_PROFILE}" --endpoint="${S3_ENDPOINT}" cp "s3://${BUCKET_NAME}/${FILE_NAME}" "${LOCAL_DESTINATION}/${FILE_NAME}"
-
-
   artifacts:
     reports:
       dotenv: vars.env