1"""Owner-scoped disposable VMs and idle expiry."""
2import fcntl
3import json
4import os
5from pathlib import Path
6import re
7import shutil
8import sys
9import time
10import uuid
11import xml.etree.ElementTree as ET
12
13import vms
14
15LIMITS = json.loads(Path(__file__).with_name("vm-ai-limits.json").read_text())
16
17
18def presets():
19 return [p for p in vms.library()["presets"] if p["capacity"] <= LIMITS["disk_gib"] * 2**30 and
20 (p["platform"] == "linux" or p.get("setup") in {"windows-v3", "windows-v4"})]
21
22
23def lease(name, seconds=None):
24 vms.ensure_name(name)
25 path = vms.DISKS / name / "ai.json"
26 try:
27 with os.fdopen(vms.open_regular(path)) as incoming:
28 value = json.load(incoming)
29 except FileNotFoundError:
30 return None
31 if not name.startswith("ai-") or type(value.get("expiresAt")) is not int:
32 raise ValueError("The test VM's expiry record needs repair.")
33 if seconds is not None:
34 now = int(time.time())
35 if value["expiresAt"] <= now:
36 raise ValueError("This test VM expired. Create another VM.")
37 value["expiresAt"] = max(value["expiresAt"], now + seconds)
38 temporary = path.with_suffix(".new")
39 with open(temporary, "w", opener=lambda p, flags: os.open(p, flags | os.O_NOFOLLOW, 0o600)) as outgoing:
40 json.dump(value, outgoing)
41 os.replace(temporary, path)
42 return value
43
44
45def create(request):
46 if set(request) != {"action", "owner", "preset", "name", "vcpus", "memory"}:
47 raise ValueError("Use the fields listed for creating a test VM.")
48 if not isinstance(request["owner"], str) or not re.fullmatch(r"[a-zA-Z0-9_-]{1,128}", request["owner"]):
49 raise ValueError("Choose a signed-in account to own this VM.")
50 if not isinstance(request["name"], str) or not re.fullmatch(r"[a-z0-9][a-z0-9-]{0,35}", request["name"]):
51 raise ValueError("Use a name of 1–36 lowercase letters, numbers, or hyphens.")
52 if type(request["vcpus"]) is not int or not 1 <= request["vcpus"] <= LIMITS["vcpus"]:
53 raise ValueError(f"Choose between 1 and {LIMITS['vcpus']} vCPUs.")
54 if type(request["memory"]) is not int or not 1 <= request["memory"] <= LIMITS["memory_gib"]:
55 raise ValueError(f"Choose between 1 and {LIMITS['memory_gib']} GiB of memory.")
56 preset = next((p for p in presets() if p["id"] == request["preset"]), None)
57 if preset is None:
58 raise ValueError("Choose a prepared preset from computer_presets.")
59 with open(vms.DISKS / "ai-create.lock", "w", opener=lambda p, flags: os.open(p, flags | os.O_NOFOLLOW, 0o600)) as lock:
60 fcntl.flock(lock, fcntl.LOCK_EX)
61 owned = total = 0
62 for name in vms.virsh("list", "--all", "--name").splitlines():
63 if not lease(name):
64 continue
65 total += 1
66 root = ET.fromstring(vms.virsh("dumpxml", name))
67 owned += root.findtext(f"metadata/{vms.NS}vm/{vms.NS}owner") == request["owner"]
68 if owned >= LIMITS["per_user"] or total >= LIMITS["host_total"]:
69 raise ValueError(f"The test VM limit is reached: {LIMITS['per_user']} per account and {LIMITS['host_total']} on this host. Delete an unused test VM or wait for expiry.")
70 name = "ai-" + request["name"].removeprefix("ai-") + "-" + uuid.uuid4().hex[:8]
71 drive = vms.disposable_disk(name)
72 if shutil.disk_usage(drive.parent if vms.AI_DISKS is not None else vms.DISKS).free < preset["capacity"] + LIMITS["reserve_gib"] * 2**30:
73 raise ValueError("There is not enough free space for another test VM. Delete an unused test VM.")
74 spec = {"name": name, "description": "", "image": preset["id"],
75 "vcpus": request["vcpus"], "memory": request["memory"] * 2**30,
76 "disk": preset["capacity"], "autostart": False, "start": True,
77 "mode": "preset", "firmware": preset["firmware"], "platform": preset["platform"],
78 "owner": request["owner"], "username": "sandbox"}
79 vms.validate("create", spec)
80 vms.create(spec, ai=True)
81 return {"id": name, "name": name, "platform": preset["platform"], "os": preset["os"],
82 "arch": preset["arch"], "aiOwned": True, **lease(name)}
83
84
85def manage(request):
86 if request.get("action") == "presets" and set(request) == {"action", "owner"}:
87 return {"presets": [{"id": p["id"], "os": p["os"], "description": p.get("description", ""), "platform": p["platform"],
88 "arch": p["arch"], "disk_bytes": p["capacity"], "recommended": p.get("recommended")} for p in presets()], "limits": LIMITS}
89 if request.get("action") == "create":
90 return create(request)
91 if set(request) != {"action", "name", "owner", "seconds"} or request["action"] not in {"extend", "delete"}:
92 raise ValueError("Choose a supported test VM operation.")
93 name = request["name"]
94 vms.ensure_name(name)
95 if type(request["seconds"]) is not int or not 1 <= request["seconds"] <= LIMITS["extension_seconds"]:
96 raise ValueError("Extend a test VM by up to 24 hours from now.")
97 with vms.computer_lock(name):
98 root = ET.fromstring(vms.virsh("dumpxml", name))
99 if root.findtext(f"metadata/{vms.NS}vm/{vms.NS}owner") != request["owner"] or not lease(name):
100 raise ValueError("Choose a test VM owned by your account.")
101 if request["action"] == "extend":
102 return {"id": name, "aiOwned": True, **lease(name, request["seconds"])}
103 vms.remove({"name": name, "disks": True})
104 return {"id": name, "deleted": True}
105
106
107def reap():
108 for directory in vms.DISKS.glob("ai-*"):
109 if directory.is_symlink() or not directory.is_dir():
110 continue
111 try:
112 with vms.computer_lock(directory.name):
113 value = lease(directory.name)
114 if value and value["expiresAt"] <= time.time():
115 vms.remove({"name": directory.name, "disks": True}, missing_ok=True)
116 print("Expired test VM:", directory.name, flush=True)
117 except BlockingIOError:
118 continue
119 except FileNotFoundError:
120 if directory.exists():
121 raise
122
123
124if __name__ == "__main__":
125 try:
126 if sys.argv[1:] == ["reap"]:
127 reap()
128 else:
129 print(json.dumps(manage(json.load(sys.stdin))))
130 except (ValueError, OSError) as error:
131 print(str(error), file=sys.stderr)
132 sys.exit(2)