feat: Add new data volume for XDMod queue data

• Added a new data block storage resource in Terraform configuration.
• Updated the remote-exec provisioner to mount the XDMod queue data volume.

.gitlab-ci.yml

@@ -136,8 +136,11 @@ production-deploy:
   tags: [build]
   script:
     - export prod_instance_id=$(openstack floating ip show $prod_floating_ip -c port_details -f value | awk -F', ' '{print $2}' | awk -F"'" '{print $2}')
-    - export prod_volume=$(openstack server show $prod_instance_id -c volumes_attached -f value | awk -F"'" '{print $4}')
-    - echo "Detaching prod_volume_id=${prod_volume} from prod_instance_id=${prod_instance_id}"
+    - export prod_volumes=($(openstack server show $prod_instance_id -c volumes_attached -f value | awk -F"'" '{print $4}'))    # Iterate over the array and perform actions for each volume
+    - for prod_volume in "${prod_volumes[@]}"; do
+      - echo "Detaching prod_volume_id=${prod_volume} from prod_instance_id=${prod_instance_id}"
+    - done
+
     - |
       eval $(ssh-agent -s)
       chmod 400 "${SSH_PRIV_KEY}"
@@ -146,20 +149,35 @@ production-deploy:
       chmod 700 ~/.ssh
     - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$prod_floating_ip sudo systemctl stop mariadb
     - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$prod_floating_ip sudo umount /var/lib/mysql && df -h
-    - openstack server remove volume $prod_instance_id $prod_volume
+     - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$prod_floating_ip sudo umount /data/xdmod/queues && df -h
+    - openstack server remove volume $prod_instance_id $prod_volumes[0]
+    - openstack server remove volume $prod_instance_id $prod_volumes[1]
     - openstack server stop $prod_instance_id
 
-    - export staging_volume=$(openstack server show $instance_id -c volumes_attached -f value | awk -F"'" '{print $4}')
-    - echo "Detaching staging_volume_id=${staging_volume} from staging_instance_id=${instance_id}"
+    # Exporting Staging Volume IDs
+    - export staging_volume=$(openstack server show $instance_id -c volumes_attached -f value | awk -F"'" '{print $4}' | awk 'NR==1')
+    - export staging_queue_volume=$(openstack server show $instance_id -c volumes_attached -f value | awk -F"'" '{print $4}' | awk 'NR==2')
+
+    # Logging Information
+    - echo "Detaching staging_volume_id=${staging_volume} and staging_queue_volume_id=${staging_queue_volume} from staging_instance_id=${instance_id}"
+
+    # Stopping MariaDB Service on Staging Instance
     - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$staging_floating_ip sudo systemctl stop mariadb
+
+    # Unmounting MySQL Data Directories
     - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$staging_floating_ip sudo umount /var/lib/mysql && df -h
+    - ssh -o StrictHostKeyChecking=no $SSH_USERNAME@$staging_floating_ip sudo umount /data/xdmod/queues && df -h
+
+    # Removing Volumes from Server
     - openstack server remove volume $instance_id $staging_volume
+    - openstack server remove volume $instance_id $staging_queue_volume
 
     - echo "Attach prod volume $xdmod-prod-vol-$BUILD_DATE to staging instance $instance_id"
     - openstack volume snapshot create --volume $prod_volume xdmod-prod-data-vol-snapshot-$BUILD_DATE
     - openstack volume create --snapshot xdmod-prod-data-vol-snapshot-$BUILD_DATE --size 150 xdmod-prod-vol-$BUILD_DATE
     - openstack server add volume $instance_id xdmod-prod-vol-$BUILD_DATE --device /dev/vdb
 
+
     - echo "swap the floating IP between prod and staging instances"
     - openstack server remove floating ip $prod_instance_id $prod_floating_ip
     - openstack server remove floating ip $instance_id $staging_floating_ip