mrhavens/makeanyplace-devops
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: Consolidated DevOps scripts and K8s manifests

Browse Source
This commit is contained in:
codex
2026-06-05 07:00:43 +00:00
commit 08fa407f57
16 changed files with 922 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/deploy/deploy_makeanyplace.py
+46
View File
@@ -0,0 +1,46 @@
import urllib.request, json, sys
cf_token = "cfat_ub1jXkUJinoJDmhiUJJpwQni2rSVnLnysHzvcwwH351fdff8"
cf_account = "e3584bc80d5c6df89d93078172898d73"
pb_key = "pk1_6e51c25cc1f0ded78246f0a4cd4a3cef404c47308dcc2f8b66bf8065ec6350bf"
pb_secret = "sk1_7dc521cdfb1a987285af2b811333e2fed77ba1013559c6671e25f948305d4f29"
domains = ["makeanyplace.com", "makeanyplace.org"]
for domain in domains:
print(f"--- Routing {domain} ---")
# 1. Create Zone in Cloudflare
cf_req = urllib.request.Request(
'https://api.cloudflare.com/client/v4/zones',
data=json.dumps({"name": domain, "account": {"id": cf_account}, "type": "full"}).encode(),
headers={'Authorization': f'Bearer {cf_token}', 'Content-Type': 'application/json'}
)
try:
cf_resp = json.loads(urllib.request.urlopen(cf_req).read())
nameservers = cf_resp['result']['name_servers']
print(f"Cloudflare Zone Created for {domain}. Nameservers: {nameservers}")
except urllib.error.HTTPError as e:
err_body = e.read().decode()
if "already exists" in err_body or e.code == 400:
print(f"Zone {domain} already exists in Cloudflare. Fetching...")
cf_get = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones?name={domain}',
headers={'Authorization': f'Bearer {cf_token}', 'Content-Type': 'application/json'}
)
cf_resp = json.loads(urllib.request.urlopen(cf_get).read())
nameservers = cf_resp['result'][0]['name_servers']
print(f"Fetched existing zone nameservers for {domain}: {nameservers}")
else:
print(f"CF Error for {domain}:", err_body)
continue
# 2. Update Porkbun Nameservers
pb_req = urllib.request.Request(
f'https://api.porkbun.com/api/json/v3/domain/updateNs/{domain}',
data=json.dumps({"apikey": pb_key, "secretapikey": pb_secret, "ns": nameservers}).encode(),
headers={'Content-Type': 'application/json'}
)
pb_resp = json.loads(urllib.request.urlopen(pb_req).read())
print(f"Porkbun Update Response for {domain}: {pb_resp}\n")
scripts/deploy/run_local_bots.sh
Executable
+9
View File
@@ -0,0 +1,9 @@
#!/bin/bash
cd /home/antigravity/scratch/makeanyplace-backend
source venv/bin/activate
export DB_HOST=postgres.local
export REDIS_HOST=127.0.0.1
# Run the aggregator
python3 event_aggregator.py
# Copy the updated events file to the local development site frontend
cp live_events.json ../makeanyplace-web/src/live_events.json
scripts/dns/check_cf_rules.py
+27
View File
@@ -0,0 +1,27 @@
import urllib.request
import json
token = "LfObAyuwjRs_X7Emp-kNl4AFjU1FX0XdLqVwgX0p"
zone_id = "f019fee4c5b58c48e4493b931f800ff5" # makeanyplace.com
print("--- Page Rules ---")
req = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones/{zone_id}/pagerules',
headers={'Authorization': f'Bearer {token}', 'Content-Type': 'application/json'}
)
try:
resp = json.loads(urllib.request.urlopen(req).read())
print(json.dumps(resp, indent=2))
except Exception as e:
print("Error:", e)
print("\n--- Rulesets ---")
req2 = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones/{zone_id}/rulesets',
headers={'Authorization': f'Bearer {token}', 'Content-Type': 'application/json'}
)
try:
resp2 = json.loads(urllib.request.urlopen(req2).read())
print(json.dumps(resp2, indent=2))
except Exception as e:
print("Error:", e)
scripts/dns/check_cloudflare.py
+48
View File
@@ -0,0 +1,48 @@
import urllib.request
import json
import sys
# Try both tokens
tokens = [
"LfObAyuwjRs_X7Emp-kNl4AFjU1FX0XdLqVwgX0p",
"cfat_ub1jXkUJinoJDmhiUJJpwQni2rSVnLnysHzvcwwH351fdff8"
]
domains = ["makeanyplace.com", "makeanyplace.org"]
for token in tokens:
print(f"=== Trying Token: {token[:8]}... ===")
for domain in domains:
# Get Zone ID
req = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones?name={domain}',
headers={'Authorization': f'Bearer {token}', 'Content-Type': 'application/json'}
)
try:
resp = json.loads(urllib.request.urlopen(req).read())
if not resp.get('result'):
print(f"Zone {domain} not found with this token.")
continue
zone = resp['result'][0]
zone_id = zone['id']
status = zone['status']
print(f"Domain: {domain}, Zone ID: {zone_id}, Status: {status}")
print(f"Nameservers: {zone.get('name_servers', [])}")
# Fetch DNS Records
rec_req = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones/{zone_id}/dns_records',
headers={'Authorization': f'Bearer {token}', 'Content-Type': 'application/json'}
)
rec_resp = json.loads(urllib.request.urlopen(rec_req).read())
print("DNS Records at Cloudflare:")
for rec in rec_resp.get('result', []):
print(f" Type: {rec.get('type')}, Name: {rec.get('name')}, Content: {rec.get('content')}, Proxied: {rec.get('proxied')}")
except urllib.error.HTTPError as he:
print(f"HTTP Error for {domain}: {he.code} {he.reason}")
print(he.read().decode())
except Exception as e:
print(f"Error for {domain}: {e}")
print()
scripts/dns/check_porkbun.py
+37
View File
@@ -0,0 +1,37 @@
import urllib.request
import json
pb_key = "pk1_6e51c25cc1f0ded78246f0a4cd4a3cef404c47308dcc2f8b66bf8065ec6350bf"
pb_secret = "sk1_7dc521cdfb1a987285af2b811333e2fed77ba1013559c6671e25f948305d4f29"
domains = ["makeanyplace.com", "makeanyplace.org"]
for domain in domains:
print(f"=== Domain: {domain} ===")
# Get Nameservers
ns_req = urllib.request.Request(
f'https://api.porkbun.com/api/json/v3/domain/getNs/{domain}',
data=json.dumps({"apikey": pb_key, "secretapikey": pb_secret}).encode(),
headers={'Content-Type': 'application/json'}
)
try:
ns_resp = json.loads(urllib.request.urlopen(ns_req).read())
print(f"Nameservers: {ns_resp.get('ns', [])}")
except Exception as e:
print(f"Error getting NS: {e}")
# Get DNS Records
dns_req = urllib.request.Request(
f'https://api.porkbun.com/api/json/v3/domain/dns/retrieve/{domain}',
data=json.dumps({"apikey": pb_key, "secretapikey": pb_secret}).encode(),
headers={'Content-Type': 'application/json'}
)
try:
dns_resp = json.loads(urllib.request.urlopen(dns_req).read())
print("DNS Records:")
for rec in dns_resp.get('records', []):
print(f" Type: {rec.get('type')}, Name: {rec.get('name')}, Content: {rec.get('content')}")
except Exception as e:
print(f"Error getting DNS: {e}")
print()
scripts/dns/update_dns.py
+41
View File
@@ -0,0 +1,41 @@
import urllib.request, json, sys
cf_token = "LfObAyuwjRs_X7Emp-kNl4AFjU1FX0XdLqVwgX0p"
cf_account = "e3584bc80d5c6df89d93078172898d73"
pb_key = "pk1_6e51c25cc1f0ded78246f0a4cd4a3cef404c47308dcc2f8b66bf8065ec6350bf"
pb_secret = "sk1_7dc521cdfb1a987285af2b811333e2fed77ba1013559c6671e25f948305d4f29"
domain = "mrhavens.one"
# 1. Create Zone in Cloudflare
cf_req = urllib.request.Request(
'https://api.cloudflare.com/client/v4/zones',
data=json.dumps({"name": domain, "account": {"id": cf_account}, "type": "full"}).encode(),
headers={'Authorization': f'Bearer {cf_token}', 'Content-Type': 'application/json'}
)
try:
cf_resp = json.loads(urllib.request.urlopen(cf_req).read())
nameservers = cf_resp['result']['name_servers']
print("Cloudflare Zone Created. Nameservers:", nameservers)
except urllib.error.HTTPError as e:
err_body = e.read().decode()
if "already exists" in err_body or e.code == 400:
print("Zone already exists. Fetching...")
cf_get = urllib.request.Request(
f'https://api.cloudflare.com/client/v4/zones?name={domain}',
headers={'Authorization': f'Bearer {cf_token}', 'Content-Type': 'application/json'}
)
cf_resp = json.loads(urllib.request.urlopen(cf_get).read())
nameservers = cf_resp['result'][0]['name_servers']
print("Fetched existing zone nameservers:", nameservers)
else:
print("CF Error:", err_body)
sys.exit(1)
# 2. Update Porkbun Nameservers
pb_req = urllib.request.Request(
f'https://api.porkbun.com/api/json/v3/domain/updateNs/{domain}',
data=json.dumps({"apikey": pb_key, "secretapikey": pb_secret, "ns": nameservers}).encode(),
headers={'Content-Type': 'application/json'}
)
pb_resp = json.loads(urllib.request.urlopen(pb_req).read())
print("Porkbun Update Response:", pb_resp)
scripts/dns/update_porkbun_ns.py
+20
View File
@@ -0,0 +1,20 @@
import urllib.request, json
pb_key = "pk1_6e51c25cc1f0ded78246f0a4cd4a3cef404c47308dcc2f8b66bf8065ec6350bf"
pb_secret = "sk1_7dc521cdfb1a987285af2b811333e2fed77ba1013559c6671e25f948305d4f29"
domain = "makeanyplace.org"
nameservers = ["adrian.ns.cloudflare.com", "buck.ns.cloudflare.com"]
print(f"Updating nameservers for {domain} on Porkbun...")
pb_req = urllib.request.Request(
f'https://api.porkbun.com/api/json/v3/domain/updateNs/{domain}',
data=json.dumps({"apikey": pb_key, "secretapikey": pb_secret, "ns": nameservers}).encode(),
headers={'Content-Type': 'application/json'}
)
try:
pb_resp = json.loads(urllib.request.urlopen(pb_req).read())
print(f"Success! Porkbun Response: {pb_resp}")
except Exception as e:
print(f"Failed to update Porkbun: {e}")
scripts/sync/sync_gitlab.py
+117
View File
@@ -0,0 +1,117 @@
import os
import subprocess
import json
import urllib.request
import urllib.error
import base64
import shutil
import time
GITLAB_API = "https://gitlab.com/api/v4"
GITLAB_TOKEN = "glpat-KrN8svq4D9QeQD6-_p_r7GM6MQpvOjEKdTozN3R4cg8.01.171o6kz82"
FORGEJO_LOCAL_URL = "http://forgejo.local/api/v1"
AUTH = ("mrhavens", "Aok4y2k!")
BACKUP_DIR = "/home/antigravity/scratch/gitlab_backups"
os.makedirs(BACKUP_DIR, exist_ok=True)
def _auth_headers():
auth_str = f"{AUTH[0]}:{AUTH[1]}"
b64_auth = base64.b64encode(auth_str.encode('ascii')).decode('ascii')
return {
"Authorization": f"Basic {b64_auth}",
"Content-Type": "application/json",
"User-Agent": "curl/7.81.0"
}
def get_forgejo_repos():
repos = []
page = 1
while True:
req = urllib.request.Request(f"{FORGEJO_LOCAL_URL}/user/repos?limit=50&page={page}", headers=_auth_headers())
try:
with urllib.request.urlopen(req) as resp:
if resp.status != 200:
break
data = json.loads(resp.read().decode('utf-8'))
if not data:
break
repos.extend(data)
page += 1
except Exception as e:
break
return {r['name'] for r in repos}
def get_gitlab_repos():
repos = []
page = 1
while True:
req = urllib.request.Request(f"{GITLAB_API}/projects?owned=true&simple=true&per_page=100&page={page}")
req.add_header("PRIVATE-TOKEN", GITLAB_TOKEN)
try:
with urllib.request.urlopen(req) as resp:
data = json.loads(resp.read().decode('utf-8'))
if not data:
break
repos.extend(data)
page += 1
except Exception as e:
print(f"Failed to fetch GitLab repos: {e}")
break
return repos
print("Fetching existing repos from forgejo.local...")
local_repo_names = get_forgejo_repos()
print(f"Found {len(local_repo_names)} repos on forgejo.local.")
print("Fetching repos from GitLab cautiously...")
gitlab_repos = get_gitlab_repos()
print(f"Found {len(gitlab_repos)} repos on GitLab.")
for repo in gitlab_repos:
name = repo['path']
clone_url = repo['http_url_to_repo'].replace("https://", f"https://oauth2:{GITLAB_TOKEN}@")
print(f"\n--- Processing GitLab Repo: {name} ---")
# Sleep to avoid triggering rate limits / security
time.sleep(10)
# 1. Create on forgejo.local if it doesn't exist
if name not in local_repo_names:
print(f"Creating {name} on forgejo.local...")
req = urllib.request.Request(f"{FORGEJO_LOCAL_URL}/user/repos", data=json.dumps({"name": name, "private": repo.get('visibility') == 'private'}).encode('utf-8'), headers=_auth_headers(), method="POST")
try:
urllib.request.urlopen(req)
local_repo_names.add(name)
except urllib.error.HTTPError as e:
if e.code != 409:
print(f"Failed to create repo {name}: {e.code} {e.reason}")
continue
else:
print(f"{name} already exists on forgejo.local.")
# 2. Clone and Push
repo_dir = os.path.join(BACKUP_DIR, name)
if os.path.exists(repo_dir):
shutil.rmtree(repo_dir)
print(f"Cloning {name} from GitLab...")
try:
subprocess.run(["git", "clone", "--mirror", clone_url, repo_dir], check=True, capture_output=True)
print(f"Pushing {name} to forgejo.local...")
push_url = f"http://{AUTH[0]}:{AUTH[1]}@forgejo.local/mrhavens/{name}.git"
subprocess.run(["git", "push", "--mirror", push_url], cwd=repo_dir, check=True, capture_output=True)
print(f"Successfully mirrored {name}!")
except subprocess.CalledProcessError as e:
print(f"Error processing {name}: {e}")
if e.stderr:
print(e.stderr.decode('utf-8', errors='ignore'))
# Clean up to save space
if os.path.exists(repo_dir):
shutil.rmtree(repo_dir)
print("\nGitLab synchronization complete.")
scripts/sync/sync_repos.py
+63
View File
@@ -0,0 +1,63 @@
import os
import subprocess
import urllib.request
import json
import base64
import tempfile
GITLAB_TOKEN = "glpat-KrN8svq4D9QeQD6-_p_r7GM6MQpvOjEKdTozN3R4cg8.01.171o6kz82"
FORGEJO_AUTH = "mrhavens:Aok4y2k!"
def get_gitlab_repos():
req = urllib.request.Request("https://gitlab.com/api/v4/users/mrhavens/projects?per_page=100")
req.add_header("PRIVATE-TOKEN", GITLAB_TOKEN)
with urllib.request.urlopen(req) as f:
return [r for r in json.loads(f.read().decode('utf-8'))]
def get_forgejo_repos():
req = urllib.request.Request("https://remember.thefoldwithin.earth/api/v1/user/repos?limit=100")
req.add_header("User-Agent", "Mozilla/5.0")
auth = base64.b64encode(FORGEJO_AUTH.encode("ascii")).decode("ascii")
req.add_header("Authorization", f"Basic {auth}")
with urllib.request.urlopen(req) as f:
return [r["name"] for r in json.loads(f.read().decode('utf-8'))]
def create_forgejo_repo(name, description):
req = urllib.request.Request("https://remember.thefoldwithin.earth/api/v1/user/repos", method="POST")
req.add_header("User-Agent", "Mozilla/5.0")
auth = base64.b64encode(FORGEJO_AUTH.encode("ascii")).decode("ascii")
req.add_header("Authorization", f"Basic {auth}")
req.add_header("Content-Type", "application/json")
data = json.dumps({"name": name, "description": description or ""}).encode("utf-8")
try:
with urllib.request.urlopen(req, data=data) as f:
pass
except urllib.error.HTTPError as e:
if e.code == 409:
print(f"{name} already exists on Forgejo")
else:
print(f"Failed to create {name} on Forgejo: {e}")
gl_repos = get_gitlab_repos()
fj_repos_names = set(get_forgejo_repos())
missing = [r for r in gl_repos if r["name"] not in fj_repos_names]
print(f"Found {len(missing)} missing repositories.")
for repo in missing:
name = repo["name"]
desc = repo.get("description", "")
print(f"Processing {name}...")
create_forgejo_repo(name, desc)
# Clone and push
gl_url = f"https://oauth2:{GITLAB_TOKEN}@gitlab.com/mrhavens/{name}.git"
fj_url = f"https://mrhavens:Aok4y2k!@remember.thefoldwithin.earth/mrhavens/{name}.git"
try:
with tempfile.TemporaryDirectory() as tmpdir:
subprocess.run(["git", "clone", "--bare", gl_url, tmpdir], check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
subprocess.run(["git", "push", "--mirror", fj_url], cwd=tmpdir, check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
print(f"Successfully mirrored {name}")
except subprocess.CalledProcessError as e:
print(f"Git operation failed for {name}: {e}")
scripts/sync/sync_repos_from_remember.py
+96
View File
@@ -0,0 +1,96 @@
import os
import subprocess
import json
import urllib.request
import urllib.error
import base64
import shutil
REMEMBER_URL = "https://remember.thefoldwithin.earth/api/v1"
FORGEJO_LOCAL_URL = "http://forgejo.local/api/v1"
AUTH = ("mrhavens", "Aok4y2k!")
BACKUP_DIR = "/home/antigravity/scratch/remember_backups"
os.makedirs(BACKUP_DIR, exist_ok=True)
def _auth_headers():
auth_str = f"{AUTH[0]}:{AUTH[1]}"
b64_auth = base64.b64encode(auth_str.encode('ascii')).decode('ascii')
return {
"Authorization": f"Basic {b64_auth}",
"Content-Type": "application/json",
"User-Agent": "curl/7.81.0"
}
def get_all_repos(api_url):
repos = []
page = 1
while True:
req = urllib.request.Request(f"{api_url}/user/repos?limit=50&page={page}", headers=_auth_headers())
try:
with urllib.request.urlopen(req) as resp:
if resp.status != 200:
print(f"Error fetching repos: {resp.status}")
break
data = json.loads(resp.read().decode('utf-8'))
if not data:
break
repos.extend(data)
page += 1
except Exception as e:
print(f"Failed to fetch {api_url}: {e}")
break
return repos
print("Fetching repos from remember...")
remember_repos = get_all_repos(REMEMBER_URL)
print(f"Found {len(remember_repos)} repos on remember.thefoldwithin.earth")
print("Fetching repos from forgejo.local...")
local_repos = get_all_repos(FORGEJO_LOCAL_URL)
local_repo_names = {r['name'] for r in local_repos}
print(f"Found {len(local_repos)} repos on forgejo.local")
for repo in remember_repos:
name = repo['name']
clone_url = repo['clone_url'].replace("https://", f"https://{AUTH[0]}:{AUTH[1]}@")
print(f"\n--- Processing {name} ---")
# 1. Create on forgejo.local if it doesn't exist
if name not in local_repo_names:
print(f"Creating {name} on forgejo.local...")
req = urllib.request.Request(f"{FORGEJO_LOCAL_URL}/user/repos", data=json.dumps({"name": name, "private": repo['private']}).encode('utf-8'), headers=_auth_headers(), method="POST")
try:
urllib.request.urlopen(req)
except urllib.error.HTTPError as e:
if e.code != 409:
print(f"Failed to create repo {name}: {e.code} {e.reason}")
continue
else:
print(f"{name} already exists on forgejo.local.")
# 2. Clone and Push
repo_dir = os.path.join(BACKUP_DIR, name)
if os.path.exists(repo_dir):
shutil.rmtree(repo_dir)
print(f"Cloning {name} from remember...")
try:
subprocess.run(["git", "clone", "--mirror", clone_url, repo_dir], check=True, capture_output=True)
print(f"Pushing {name} to forgejo.local...")
push_url = f"http://{AUTH[0]}:{AUTH[1]}@forgejo.local/mrhavens/{name}.git"
subprocess.run(["git", "push", "--mirror", push_url], cwd=repo_dir, check=True, capture_output=True)
print(f"Successfully mirrored {name}!")
except subprocess.CalledProcessError as e:
print(f"Error processing {name}: {e}")
if e.stderr:
print(e.stderr.decode('utf-8', errors='ignore'))
# Clean up to save space
if os.path.exists(repo_dir):
shutil.rmtree(repo_dir)
print("\nFull synchronization complete. All public repositories are now secured on the physical node.")