feat: initial commit

- have been working on this for some time now

ci/autonode/update_hiera.py

@@ -0,0 +1,170 @@
+import json
+import argparse
+import subprocess
+from pathlib import Path
+from jinja2 import Template
+
+### ========== GITOPS FUNCTIONS ==========
+
+def run_command(command, cwd=None):
+    result = subprocess.run(command, cwd=cwd, shell=True, capture_output=True, text=True)
+    if result.returncode != 0:
+        raise Exception(f"Command '{command}' failed: {result.stderr}")
+    return result.stdout.strip()
+
+def clone(repo_url, clone_path: Path):
+    run_command(f"git clone {repo_url} {clone_path}")
+
+def checkout_base_branch(clone_path: Path, base_branch: str = "develop"):
+    print(f"🔁 Checking out base branch: {base_branch}")
+    run_command(f"git checkout {base_branch}", cwd=clone_path)
+
+def checkout_branch(clone_path: Path, branch_name: str):
+    run_command(f"git checkout -b {branch_name}", cwd=clone_path)
+
+def add(clone_path: Path, file_path: Path):
+    rel_path = file_path.relative_to(clone_path)
+    run_command(f"git add {rel_path}", cwd=clone_path)
+
+def commit(clone_path: Path, commit_message: str):
+    run_command(f'git commit -m "{commit_message}"', cwd=clone_path)
+
+def push(clone_path: Path, branch_name: str):
+    run_command(f"git push origin {branch_name}", cwd=clone_path)
+
+def create_file_from_template(file_path: Path, template_content: str, context: dict, dryrun: bool):
+    template = Template(template_content)
+    rendered = template.render(context)
+    if dryrun:
+        print(f"\n📝 Would write to {file_path}:\n{rendered}")
+    else:
+        file_path.parent.mkdir(parents=True, exist_ok=True)
+        file_path.write_text(rendered)
+
+def cleanup(clone_path: Path):
+    run_command(f"rm -rf {clone_path}")
+
+### ========== NODE OPERATION ==========
+
+def process_node(vmname: str, ipaddress: str, gateway: str, clone_path: Path,
+                 commit_template: str, file_template: str, dryrun: bool):
+
+    file_rel_path = Path(f"hieradata/nodes/{vmname}.yaml")
+    file_path = clone_path / file_rel_path
+    branch_name = f"autonode/{vmname}"
+
+    if file_path.exists() and not dryrun:
+        print(f"⚠️  Skipping {vmname}: {file_path} already exists.")
+        return
+
+    print(f"\n🌿 Creating branch: {branch_name}")
+    checkout_branch(clone_path, branch_name)
+
+    print(f"📝 Rendering YAML for {vmname}")
+    create_file_from_template(
+        file_path,
+        file_template,
+        {
+            "ipaddress": ipaddress,
+            "gateway": gateway,
+            "interface": "eth0"
+        },
+        dryrun
+    )
+
+    if dryrun:
+        print(f"💤 Dry run: skipping add/commit/push for {vmname}")
+        return
+
+    print(f"➕ Adding {file_rel_path}")
+    add(clone_path, file_path)
+
+    commit_msg = Template(commit_template).render({"vmname": vmname})
+    print(f"✅ Committing: {commit_msg}")
+    commit(clone_path, commit_msg)
+
+    print(f"🚀 Pushing {branch_name}")
+    push(clone_path, branch_name)
+
+
+def load_broken_tf_outputs(file_path: Path):
+    """Handles newline-separated JSON objects (non-standard tf_outputs.json format)."""
+    objects = []
+    buffer = ""
+    for line in file_path.read_text().splitlines():
+        line = line.strip()
+        if not line:
+            continue
+        buffer += line
+        if buffer.endswith("}"):
+            try:
+                obj = json.loads(buffer)
+                objects.append(obj)
+                buffer = ""
+            except json.JSONDecodeError:
+                buffer += " "  # accumulate more lines until it's valid
+    return objects
+
+### ========== MAIN CLI SCRIPT ==========
+
+def main():
+    parser = argparse.ArgumentParser(description="Generate Hiera node YAMLs and push to Git")
+    parser.add_argument("--output-json", required=True, type=Path, help="Terragrunt JSON outputs")
+    parser.add_argument("--repo-url", required=True, help="Git repo URL")
+    parser.add_argument("--clone-path", required=True, type=Path, help="Temp clone path")
+    parser.add_argument("--commit-template", required=True, help="Commit message Jinja2 template")
+    parser.add_argument("--file-template", required=True, type=Path, help="Path to Jinja2 YAML template")
+    parser.add_argument("--dry-run", action="store_true", help="Do not write or push, just preview")
+    parser.add_argument("--base-branch", default="develop", help="Base branch to branch off (default: develop)")
+
+    args = parser.parse_args()
+
+    if args.clone_path.exists():
+        print(f"🧹 Removing existing clone at {args.clone_path}")
+        cleanup(args.clone_path)
+
+    print(f"📥 Cloning repo to {args.clone_path}")
+    clone(args.repo_url, args.clone_path)
+
+    file_template = args.file_template.read_text()
+    # Use loader
+    parsed_objects = load_broken_tf_outputs(args.output_json)
+
+    # Flatten into merged format using hostnames
+    merged_outputs = {}
+    for obj in parsed_objects:
+        if "vm_metadata" in obj and "value" in obj["vm_metadata"]:
+            hostname = obj["vm_metadata"]["value"]["hostname"]
+            merged_outputs[f"vm_metadata_{hostname}"] = obj["vm_metadata"]
+
+    for module_path, data in merged_outputs.items():
+        if "value" not in data:
+            print(f"⏭️  Skipping {module_path}: missing 'value'")
+            continue
+
+        node = data["value"]
+        vmname = node["hostname"]
+        ip = node["ipaddress"]
+        gw = node["gateway"]
+
+        checkout_base_branch(args.clone_path, args.base_branch)
+
+        print(f"\n🔧 Processing {vmname} ({ip})")
+        process_node(
+            vmname=vmname,
+            ipaddress=ip,
+            gateway=gw,
+            clone_path=args.clone_path,
+            commit_template=args.commit_template,
+            file_template=file_template,
+            dryrun=args.dry_run
+        )
+
+    if not args.dry_run:
+        print(f"\n🧹 Cleaning up: {args.clone_path}")
+        cleanup(args.clone_path)
+
+    print("\n🏁 All done!")
+
+if __name__ == "__main__":
+    main()