Skip to content
Snippets Groups Projects

Draft: feat: Add scripts to read and write the cicd vars

Closed Eesaan Atluri requested to merge atlurie/hpc-factory:feat-gl-cicd-vars-updater into main
import requests
import json
import argparse
import json
import gitlab
# Load configuration from JSON file
def load_config(file_path):
try:
with open(file_path, 'r') as file:
return json.load(file)
except FileNotFoundError:
print(f"Error: Configuration file '{file_path}' not found.")
exit(1)
# Function to fetch all CI/CD variables from a GitLab project
def fetch_variables(config):
gitlab_url = config["gitlab_url"]
project_id = config["src_project_id"]
private_token = config["private_token"]
def fetch_variables(project):
p_variables = list(project.variables.list(iterator=True))
variables = [var.asdict() for var in p_variables]
headers = {
"PRIVATE-TOKEN": private_token,
"Content-Type": "application/json"
}
return variables
url = f"{gitlab_url}/api/v4/projects/{project_id}/variables?per_page=100"
response = requests.get(url, headers=headers)
if response.status_code == 200:
variables = response.json()
return variables
else:
print(f"Failed to fetch variables. Status code: {response.status_code}")
return []
def fetch_sched_variables(sched_pipeline):
variables = sched_pipeline.attributes["variables"]
return variables
# Function to format the fetched variables for input into the config file
def format_variables_for_input(variables):
ci_variables = {var['key']: var['value'] for var in variables}
return ci_variables
# Main function to load the config and fetch variables
def main():
# Setup argument parser
parser = argparse.ArgumentParser(description="GitLab CI/CD Variables Reader")
parser = argparse.ArgumentParser(description="GitLab CI/CD Variable reader")
parser.add_argument(
"--auth_config",
"--config_file",
type=str,
default="auth-config.json",
help="Path to the configuration file (default: config.json)"
default="gitlab.ini",
required=True,
help="Path to the configuration file (default: gitlab.ini)",
)
parser.add_argument(
"--var_file",
type=str,
default="ci-variables.json",
help="Path to the CI vars file (default: ci-variables.json)",
)
parser.add_argument(
"--project_id",
type=int,
default="",
required=True,
help="Gitlab project ID to read variables from",
)
parser.add_argument(
"--sched_pipeline_id",
type=int,
help="Gitlab project scheduled pipeline ID",
)
# Parse the arguments
args = parser.parse_args()
# Load the configuration file
config = load_config(args.auth_config)
gl = gitlab.Gitlab.from_config("uabrc", [args.config_file])
project = gl.projects.get(args.project_id)
# Fetch and print the variables
variables = fetch_variables(config)
if variables:
print("ci_variables:")
formatted_variables = format_variables_for_input(variables)
# Print the formatted variables dictionary in JSON format
print(json.dumps(formatted_variables, indent=4))
# Fetch project or sched pipeline variables
if not args.sched_pipeline_id:
variables = fetch_variables(project)
else:
print("No variables found.")
sched_pipeline = project.pipelineschedules.get(args.sched_pipeline_id)
variables = fetch_sched_variables(sched_pipeline)
try:
with open(args.var_file, "w") as file:
json.dump(variables, file, indent=2)
except FileNotFoundError:
print(f"Error: Writing File to '{args.var_file}'")
exit(1)
# Run the main function
if __name__ == "__main__":
main()
Loading