feat: CHV 审核修复(P0+P1,堆叠于 #230)
P0:seed 磁盘 CIDATA ISO 挂进 VmConfig 第二块只读盘; restore provisioned 下复用钉死 known_hosts、缺失 fail-fast 绝不 keyscan;preflight 拦截 CHV_DISK_MODE=reuse(显式 实验二次确认 + 审计放行);SSH 目标选客机 IP 方案(显式 host > net 静态 ip > 显式转发宣称回环,三者皆无 fail-fast)。 P1:网关 extra_env 经 SSH env 前缀注入、worker 守卫收窄到 Local/CHV;取消/清理/看门狗接 CHV 通用路径;WarmPool acquire 内 resume;容量门持久化计数;磁盘配额总量+余量 与已存在磁盘校验重拷;API 按 Content-Length 验完整性; 快照 file:// 验落盘再 shutdown;execute 死端口归类 vm_not_running。 P2 全部排除未做(用户范围收窄令,留待以后一轨)。 测试:原 84 + 新增 29 = 113 项,mock,无真 VM。
This commit is contained in:
1 parent
22b83f118a
commit
9771ed9e8c
13 files changed
+1231
-128
No files matched your search
+53
-5
@@ -33,25 +33,73 @@ def _unix_socket_api(socket_path, method, path, payload=None):
|
||||
sock.connect(socket_path)
|
||||
sock.sendall(raw)
|
||||
chunks = []
|
||||
while True:
|
||||
# feat-chv-fix(P1-6):读超时不再当“响应结束”。
|
||||
# 先读满响应头,再按 Content-Length 读满体部;超时、
|
||||
# 提前关流、体部短于 Content-Length 一律 RuntimeError
|
||||
# (调用方判 api_timeout / 传输失败),绝不解析半截
|
||||
# 响应。chunked 与无 Content-Length 响应明确拒绝
|
||||
# (Cloud Hypervisor REST 不应发 chunked;无长度则
|
||||
# 无法证完整性)。
|
||||
buf = b""
|
||||
header_end = None
|
||||
timed_out = False
|
||||
while header_end is None:
|
||||
try:
|
||||
data = sock.recv(65536)
|
||||
except socket.timeout:
|
||||
timed_out = True
|
||||
break
|
||||
if not data:
|
||||
break
|
||||
chunks.append(data)
|
||||
buf += data
|
||||
header_end = buf.find(b"\r\n\r\n")
|
||||
if timed_out or header_end is None:
|
||||
raise RuntimeError("CHV API 响应头不完整(超时或提前关流)")
|
||||
header = buf[:header_end].decode("utf-8", errors="replace")
|
||||
body = buf[header_end + 4:]
|
||||
content_length = None
|
||||
is_chunked = False
|
||||
for line in header.split("\r\n")[1:]:
|
||||
if ":" not in line:
|
||||
continue
|
||||
name, value = line.split(":", 1)
|
||||
name = name.strip().lower()
|
||||
value = value.strip()
|
||||
if name == "content-length":
|
||||
try:
|
||||
content_length = int(value)
|
||||
except ValueError:
|
||||
raise RuntimeError("CHV API Content-Length 非法")
|
||||
elif name == "transfer-encoding" \
|
||||
and "chunked" in value.lower():
|
||||
is_chunked = True
|
||||
if is_chunked:
|
||||
raise RuntimeError("CHV API 响应为 chunked,拒绝解析")
|
||||
if content_length is None:
|
||||
raise RuntimeError("CHV API 响应无 Content-Length,拒绝解析")
|
||||
while len(body) < content_length:
|
||||
try:
|
||||
data = sock.recv(65536)
|
||||
except socket.timeout:
|
||||
raise RuntimeError(
|
||||
"CHV API 响应体截断:已收 %d / 需 %d 字节"
|
||||
% (len(body), content_length))
|
||||
if not data:
|
||||
raise RuntimeError(
|
||||
"CHV API 响应体截断:已收 %d / 需 %d 字节"
|
||||
% (len(body), content_length))
|
||||
body += data
|
||||
body = body[:content_length]
|
||||
finally:
|
||||
sock.close()
|
||||
text = b"".join(chunks).decode("utf-8", errors="replace")
|
||||
text = header + "\r\n\r\n" + body.decode("utf-8", errors="replace")
|
||||
status = 0
|
||||
if text.startswith("HTTP/"):
|
||||
try:
|
||||
status = int(text.split()[1])
|
||||
except (IndexError, ValueError):
|
||||
status = 0
|
||||
body_text = text.split("\r\n\r\n", 1)[1] if "\r\n\r\n" in text \
|
||||
else ""
|
||||
body_text = body.decode("utf-8", errors="replace")
|
||||
try:
|
||||
parsed = json.loads(body_text) if body_text.strip() else {}
|
||||
except ValueError:
|
||||
|
||||
@@ -93,6 +93,20 @@ def build_chv_config(params, env):
|
||||
if params.get("cpuinfo_path") is not None else "/proc/cpuinfo"
|
||||
ch_remote = params.get("ch_remote") or env.get("CHV_REMOTE") \
|
||||
or "ch-remote"
|
||||
# P0-4 SSH 目标解析(feat-chv-fix):显式 CHV_SSH_HOST 优先;
|
||||
# 其次取 VmConfig net 首个带 ip 的条目(静态 tap 客机 IP,
|
||||
# 即选定的客机 IP 发现方案);两者皆无时只有显式
|
||||
# CHV_SSH_FORWARD=1 才允许回环 127.0.0.1(运维宣称宿主
|
||||
# NAT 已把该端口转发到客机 sshd),否则执行器在 wake/
|
||||
# wait 时报 ssh_target_undeclared,绝不无条件假设回环能通。
|
||||
# vsock 未选:需客内 agent + 宿主代理两套新代码(#216 已
|
||||
# 否决);纯 NAT 方案未选:DNAT 是宿主防火墙外部状态,
|
||||
# 执行器代码既不能创建也不能校验它,写进代码仍是假保证。
|
||||
ssh_host = params.get("ssh_host") or env.get("CHV_SSH_HOST")
|
||||
ssh_forward = env.get("CHV_SSH_FORWARD") == "1"
|
||||
# P0-3:reuse 实验二次确认(名字即带实验含义)。
|
||||
reuse_experiment = env.get(
|
||||
"CHV_REUSE_SINGLE_TENANT_EXPERIMENT") == "1"
|
||||
model = params.get("model")
|
||||
try:
|
||||
max_vms = int(env.get("CHV_MAX_VMS") or 4)
|
||||
@@ -145,6 +159,8 @@ def build_chv_config(params, env):
|
||||
net_json=net_json, kvm_path=kvm_path,
|
||||
cpuinfo_path=cpuinfo_path, ch_remote=ch_remote, model=model,
|
||||
max_vms=max_vms, disk_mode=disk_mode, disk_gb=disk_gb,
|
||||
ssh_host=ssh_host, ssh_forward=ssh_forward,
|
||||
reuse_experiment=reuse_experiment,
|
||||
egress_proxy=egress_proxy,
|
||||
allow_direct_egress=allow_direct_egress,
|
||||
host_key_mode=host_key_mode,
|
||||
|
||||
+72
-11
@@ -2,8 +2,18 @@
|
||||
|
||||
单任务单 VM 的文件系统独立性就靠这里:copy 模式每任务
|
||||
复制一份基础镜像,两个任务绝不写同一文件;reuse 模式
|
||||
直接返回基础镜像路径(仅单租户实验,生产禁用,见
|
||||
CloudHypervisorExecutor 的类 docstring)。
|
||||
直接返回基础镜像路径(仅单租户实验,生产拦截见执行器
|
||||
preflight,须同时设 CHV_REUSE_SINGLE_TENANT_EXPERIMENT=1
|
||||
并审计放行)。
|
||||
|
||||
feat-chv-fix(P1-5)配额口径:不再只比基础镜像大小。
|
||||
check_disk_quota 改为三项:state_dir 已用总量 + 本次
|
||||
拷贝(基础镜像大小)+ 宿主剩余空间必须容纳本次拷贝;
|
||||
镜像不可读时不再静默跳过,报 disk_quota_unverified
|
||||
(preflight 在 wake 路径上会先报 image_missing,这里
|
||||
是直接调用者的第二道门)。provision_task_disk 对已存在
|
||||
磁盘校验大小:与源不一致即重拷;源不可读即报失败,
|
||||
绝不复用脏磁盘。
|
||||
"""
|
||||
|
||||
import os
|
||||
@@ -12,32 +22,83 @@ import shutil
|
||||
from cloud.chv.errors import ChvFailure
|
||||
|
||||
|
||||
def check_disk_quota(rootfs, disk_gb):
|
||||
"""磁盘配额门:CHV_DISK_GB 已设且基础镜像超过该 GB 数
|
||||
即拒绝(kind=disk_quota_exceeded)。未设则不检查;
|
||||
镜像读不到时不拦(preflight 自会报 image_missing,
|
||||
这里不抢它的错)。"""
|
||||
def _dir_total_bytes(path):
|
||||
total = 0
|
||||
for root, _dirs, files in os.walk(path):
|
||||
for name in files:
|
||||
try:
|
||||
total += os.path.getsize(os.path.join(root, name))
|
||||
except OSError:
|
||||
pass
|
||||
return total
|
||||
|
||||
|
||||
def check_disk_quota(rootfs, disk_gb, state_dir=None):
|
||||
"""磁盘配额门(feat-chv-fix 口径):
|
||||
|
||||
- disk_gb 未设时不检查;
|
||||
- 镜像不可读时报 disk_quota_unverified,不静默跳过;
|
||||
- 镜像大小超过 disk_gb 即 disk_quota_exceeded;
|
||||
- state_dir 已给时:已用总量 + 本次拷贝超过 disk_gb
|
||||
即 disk_quota_exceeded;宿主剩余空间不足以容纳本次
|
||||
拷贝即 disk_quota_exceeded(宿主余量校验)。
|
||||
"""
|
||||
if disk_gb is None or not rootfs:
|
||||
return
|
||||
try:
|
||||
size = os.path.getsize(rootfs)
|
||||
except OSError:
|
||||
return
|
||||
raise ChvFailure(
|
||||
"disk_quota_unverified",
|
||||
"磁盘镜像不可读,配额无法校验:%s" % rootfs)
|
||||
if size > disk_gb * 1024 ** 3:
|
||||
raise ChvFailure(
|
||||
"disk_quota_exceeded",
|
||||
"磁盘镜像 %d 字节超过配额 %.1f GB" % (size, disk_gb))
|
||||
if state_dir and os.path.isdir(state_dir):
|
||||
used = _dir_total_bytes(state_dir)
|
||||
if used + size > disk_gb * 1024 ** 3:
|
||||
raise ChvFailure(
|
||||
"disk_quota_exceeded",
|
||||
"磁盘总量 %d 字节 + 本次 %d 字节超过配额 %.1f GB"
|
||||
% (used, size, disk_gb))
|
||||
try:
|
||||
free = shutil.disk_usage(state_dir).free
|
||||
except OSError:
|
||||
free = None
|
||||
if free is not None and free < size:
|
||||
raise ChvFailure(
|
||||
"disk_quota_exceeded",
|
||||
"宿主剩余空间 %d 字节不足以容纳本次磁盘拷贝 %d 字节"
|
||||
% (free, size))
|
||||
|
||||
|
||||
def provision_task_disk(state_dir, vm_name, rootfs, disk_mode):
|
||||
"""每任务磁盘路径:copy 模式复制到
|
||||
state_dir/<vm>/disk.raw(已存在则复用,不重复复制);
|
||||
reuse 模式直接返回基础镜像路径。"""
|
||||
state_dir/<vm>/disk.raw;reuse 模式直接返回基础镜像路径。
|
||||
|
||||
feat-chv-fix:已存在磁盘须校验——大小与源不一致即
|
||||
重拷(脏磁盘不复用);源不可读即 ChvFailure,绝不
|
||||
静默返回旧磁盘。"""
|
||||
if disk_mode == "reuse":
|
||||
return rootfs
|
||||
task_dir = os.path.join(state_dir, vm_name)
|
||||
os.makedirs(task_dir, exist_ok=True)
|
||||
task_disk = os.path.join(task_dir, "disk.raw")
|
||||
if not os.path.exists(task_disk):
|
||||
if os.path.exists(task_disk):
|
||||
try:
|
||||
same = os.path.getsize(task_disk) == os.path.getsize(rootfs)
|
||||
except OSError:
|
||||
raise ChvFailure(
|
||||
"disk_quota_unverified",
|
||||
"任务磁盘或源镜像不可读,无法校验复用:%s" % task_disk)
|
||||
if same:
|
||||
return task_disk
|
||||
os.remove(task_disk)
|
||||
try:
|
||||
shutil.copyfile(rootfs, task_disk)
|
||||
except OSError as exc:
|
||||
raise ChvFailure(
|
||||
"disk_quota_unverified",
|
||||
"任务磁盘拷贝失败:%s" % exc)
|
||||
return task_disk
|
||||
+243
-53
@@ -227,7 +227,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
runner=None, launcher=None, ssh_key=None,
|
||||
ssh_user=None, ssh_port=None,
|
||||
guest_host_py="/app/host.py", cmdline=None,
|
||||
net=None, net_json=None, kvm_path="/dev/kvm",
|
||||
net=None, net_json=None, ssh_host=None,
|
||||
kvm_path="/dev/kvm",
|
||||
cpuinfo_path="/proc/cpuinfo", env=None,
|
||||
model=None, ch_remote=None, api_client=None,
|
||||
sleeper=None, api_timeout=None, ready_timeout=None,
|
||||
@@ -243,7 +244,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
"state_dir": state_dir, "ssh_key": ssh_key,
|
||||
"ssh_user": ssh_user, "ssh_port": ssh_port,
|
||||
"guest_host_py": guest_host_py, "cmdline": cmdline,
|
||||
"net": net, "net_json": net_json, "kvm_path": kvm_path,
|
||||
"net": net, "net_json": net_json, "ssh_host": ssh_host,
|
||||
"kvm_path": kvm_path,
|
||||
"cpuinfo_path": cpuinfo_path, "ch_remote": ch_remote,
|
||||
"model": model, "api_timeout": api_timeout,
|
||||
"ready_timeout": ready_timeout,
|
||||
@@ -257,7 +259,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
"max_vms", "disk_mode", "disk_gb", "egress_proxy",
|
||||
"allow_direct_egress", "task_timeout", "snapshot_url",
|
||||
"warm_pool_size", "api_timeout", "ready_timeout",
|
||||
"ready_interval", "host_key_mode"):
|
||||
"ready_interval", "host_key_mode", "ssh_host",
|
||||
"ssh_forward", "reuse_experiment"):
|
||||
setattr(self, _field, getattr(_cfg, _field))
|
||||
self.api_client = api_client if api_client is not None \
|
||||
else _unix_socket_api
|
||||
@@ -408,6 +411,17 @@ class CloudHypervisorExecutor(Executor):
|
||||
if not isinstance(_net, (list, dict)):
|
||||
missing.append(("net_config_invalid",
|
||||
"CHV_NET_JSON 须为 JSON list 或 dict"))
|
||||
# feat-chv-fix(P0-3):reuse 生产拦截。一行配置再也
|
||||
# 不能击穿租户隔离:只有显式实验二次确认
|
||||
# CHV_REUSE_SINGLE_TENANT_EXPERIMENT=1 时才放行,
|
||||
# 且放行本身在 wake_vm 里审计;否则 preflight 直接
|
||||
# 拒绝(kind=disk_mode_reuse_blocked)。
|
||||
if getattr(self, "disk_mode", "copy") == "reuse" \
|
||||
and not getattr(self, "reuse_experiment", False):
|
||||
missing.append(("disk_mode_reuse_blocked",
|
||||
"CHV_DISK_MODE=reuse 未经显式实验确认:"
|
||||
"须同时设 CHV_REUSE_SINGLE_TENANT_"
|
||||
"EXPERIMENT=1(仅单租户实验)"))
|
||||
if missing:
|
||||
kind = missing[0][0]
|
||||
detail = "; ".join(text for _, text in missing)
|
||||
@@ -463,6 +477,39 @@ class CloudHypervisorExecutor(Executor):
|
||||
return _known_hosts_path(self.state_dir,
|
||||
self.vm_name(task_or_name))
|
||||
|
||||
def _net_guest_ip(self):
|
||||
"""VmConfig net 首个带 ip 的条目(静态 tap 客机 IP)。"""
|
||||
if not self.net_json:
|
||||
return None
|
||||
try:
|
||||
net = json.loads(self.net_json)
|
||||
except ValueError:
|
||||
return None
|
||||
entries = net if isinstance(net, list) else [net]
|
||||
for entry in entries:
|
||||
if isinstance(entry, dict) and entry.get("ip"):
|
||||
return str(entry["ip"])
|
||||
return None
|
||||
|
||||
def resolve_ssh_host(self):
|
||||
"""SSH 目标解析(feat-chv-fix,P0-4 选定方案:客机 IP):
|
||||
|
||||
显式 CHV_SSH_HOST > net 静态客机 IP > 显式转发宣称下
|
||||
的回环;三者皆无时报 ChvFailure(ssh_target_undeclared),
|
||||
绝不无条件假设 127.0.0.1:2222 能通。"""
|
||||
if getattr(self, "ssh_host", None):
|
||||
return self.ssh_host
|
||||
guest_ip = self._net_guest_ip()
|
||||
if guest_ip:
|
||||
return guest_ip
|
||||
if getattr(self, "ssh_forward", False):
|
||||
return "127.0.0.1"
|
||||
raise ChvFailure(
|
||||
"ssh_target_undeclared",
|
||||
"SSH 目标未声明:须设 CHV_SSH_HOST、或在 CHV_NET_JSON "
|
||||
"里给 net 条目配 ip(静态 tap 客机 IP)、或显式设 "
|
||||
"CHV_SSH_FORWARD=1 宣称宿主 NAT 已转发回环端口")
|
||||
|
||||
def provision_host_key(self, task):
|
||||
"""按 VM 预置 host key(补缺口轨强方案,见 hostkeys.py):
|
||||
启动前为该 VM 生成一次性 ed25519 host key 对,公钥
|
||||
@@ -484,9 +531,16 @@ class CloudHypervisorExecutor(Executor):
|
||||
public_text = fh.read()
|
||||
with open(paths["private"], "r") as fh:
|
||||
private_text = fh.read()
|
||||
# feat-chv-fix:known_hosts 行的主机部分跟 SSH 目标走
|
||||
# (客机 IP 时不再写死回环,否则钉死校验永远对不上)。
|
||||
try:
|
||||
ssh_host = self.resolve_ssh_host()
|
||||
except ChvFailure:
|
||||
ssh_host = "127.0.0.1"
|
||||
write_known_hosts(
|
||||
paths["known_hosts"],
|
||||
[known_hosts_line(self.ssh_port, public_text)])
|
||||
[known_hosts_line(self.ssh_port, public_text,
|
||||
host=ssh_host)])
|
||||
seed_dir = write_seed(paths["seed_dir"], vm,
|
||||
private_text, public_text)
|
||||
return {"paths": paths, "seed_dir": seed_dir,
|
||||
@@ -502,14 +556,18 @@ class CloudHypervisorExecutor(Executor):
|
||||
抓不到可用 key 行时返回 False(不写文件、不报错),
|
||||
由 wait_guest_ready 下一轮再试;sshd 还没起来时
|
||||
这就是常态,不是失败。"""
|
||||
try:
|
||||
ssh_host = self.resolve_ssh_host()
|
||||
except ChvFailure:
|
||||
return False
|
||||
try:
|
||||
result = self._call_runner(
|
||||
["ssh-keyscan", "-p", str(self.ssh_port),
|
||||
"127.0.0.1"], timeout=10)
|
||||
ssh_host], timeout=10)
|
||||
stdout = getattr(result, "stdout", "") or ""
|
||||
except Exception:
|
||||
return False
|
||||
key_lines = parse_keyscan_output(stdout)
|
||||
key_lines = parse_keyscan_output(stdout, host=ssh_host)
|
||||
if not key_lines:
|
||||
return False
|
||||
try:
|
||||
@@ -518,7 +576,7 @@ class CloudHypervisorExecutor(Executor):
|
||||
return False
|
||||
return True
|
||||
|
||||
def build_ssh_command(self, task, inner_cmd):
|
||||
def build_ssh_command(self, task, inner_cmd, extra_env=None):
|
||||
"""构造 SSH 命令:ssh -p <端口> -i <key 文件> + 钉死选项
|
||||
+ user@127.0.0.1 + 客内命令。argv 里只有 key 文件路径,
|
||||
绝无任何 key 值。egress_proxy 已设时客内命令前加 env
|
||||
@@ -527,13 +585,19 @@ class CloudHypervisorExecutor(Executor):
|
||||
Host key 选项是钉死式(StrictHostKeyChecking=yes +
|
||||
每 VM known_hosts 文件),#216 的 no + /dev/null 已
|
||||
在本轨废除,见类 docstring 与 ssh_transport.py。"""
|
||||
try:
|
||||
ssh_host = self.resolve_ssh_host()
|
||||
except ChvFailure:
|
||||
# 纯命令构造(旧测试/干跑)不炸:回环缺省仅作
|
||||
# 构造兼容,wake/wait 路径仍严格解析。
|
||||
ssh_host = "127.0.0.1"
|
||||
return _build_ssh_cmd(
|
||||
self.ssh_port, self.ssh_key, self.ssh_user,
|
||||
self.egress_proxy, self.known_hosts_path(task),
|
||||
inner_cmd)
|
||||
inner_cmd, ssh_host=ssh_host, extra_env=extra_env)
|
||||
|
||||
# -- API 模式:VmConfig / API 调用 / 就绪轮询 -----------------------
|
||||
def build_vm_config(self, task_disk=None):
|
||||
def build_vm_config(self, task_disk=None, seed_disk=None):
|
||||
"""API 模式的 VmConfig(vm.create 请求体,纯函数):
|
||||
cpus{boot_vcpus,max_vcpus}、memory{size: 字节}、
|
||||
kernel{path}、cmdline{args}、disks[{path: 每任务磁盘}]、
|
||||
@@ -553,6 +617,12 @@ class CloudHypervisorExecutor(Executor):
|
||||
"disks": [{"path": task_disk or self.rootfs}],
|
||||
"rng": {"src": "/dev/urandom"},
|
||||
}
|
||||
# feat-chv-fix(P0-1):seed 磁盘是 VmConfig 第二块
|
||||
# 只读盘(CIDATA 卷标 ISO,客机 cloud-init NoCloud
|
||||
# 数据源),不是宿主目录——目录本身从不进 VmConfig。
|
||||
if seed_disk:
|
||||
config["disks"].append({"path": seed_disk,
|
||||
"readonly": True})
|
||||
if self.net_json:
|
||||
try:
|
||||
net = json.loads(self.net_json)
|
||||
@@ -595,22 +665,51 @@ class CloudHypervisorExecutor(Executor):
|
||||
with self._vms_lock:
|
||||
return len(self._vms)
|
||||
|
||||
def _check_capacity(self):
|
||||
"""宿主容量门:已登记 VM 数达到 max_vms 即明确拒绝
|
||||
(kind=host_capacity_exceeded,调用方应排队/拒绝,
|
||||
绝不降级 Docker/Local)。"""
|
||||
if self._active_count() >= self.max_vms:
|
||||
def _persistent_vm_count(self, exclude=None):
|
||||
"""跨重启容量计数(feat-chv-fix,P1-4):本实例登记
|
||||
的活进程名 ∪ state_dir 下 chv-*.sock 对应的 VM 名。
|
||||
worker 重启后 _vms 为空,但旧 VMM 的 socket 仍在,
|
||||
仍计入容量——重启不再绕过 CHV_MAX_VMS。注意这是
|
||||
保守计数:已死 VMM 的残留 socket 在清理前也计入,
|
||||
直到 cleanup_stale_vms / worker reconcile 清掉它。
|
||||
exclude:调用方自己的 VM 名(同任务重复 wake 时先
|
||||
关旧 VM,不应被自己的残留 socket 误拒)。"""
|
||||
names = set()
|
||||
with self._vms_lock:
|
||||
for name, proc in self._vms.items():
|
||||
try:
|
||||
alive = proc.poll() is None
|
||||
except Exception:
|
||||
alive = False
|
||||
if alive:
|
||||
names.add(name)
|
||||
try:
|
||||
entries = os.listdir(self.state_dir)
|
||||
except Exception:
|
||||
entries = []
|
||||
for entry in entries:
|
||||
if entry.endswith(".sock") and entry[:-5].startswith("chv-"):
|
||||
names.add(entry[:-5])
|
||||
if exclude:
|
||||
names.discard(exclude)
|
||||
return len(names)
|
||||
|
||||
def _check_capacity(self, exclude=None):
|
||||
"""宿主容量门:持久化计数(见 _persistent_vm_count)
|
||||
达到 max_vms 即明确拒绝(kind=host_capacity_exceeded,
|
||||
调用方应排队/拒绝,绝不降级 Docker/Local)。"""
|
||||
count = self._persistent_vm_count(exclude=exclude)
|
||||
if count >= self.max_vms:
|
||||
raise ChvFailure(
|
||||
"host_capacity_exceeded",
|
||||
"宿主 CHV 容量已满:已登记 %d 台,上限 %d,"
|
||||
"请排队或拒绝本任务" % (self._active_count(),
|
||||
self.max_vms))
|
||||
"宿主 CHV 容量已满:已计数 %d 台,上限 %d,"
|
||||
"请排队或拒绝本任务" % (count, self.max_vms))
|
||||
|
||||
def _check_disk_quota(self):
|
||||
"""磁盘配额门(实现在 cloud/chv/disk.py):
|
||||
CHV_DISK_GB 已设且基础镜像超过该 GB 数即拒绝
|
||||
(kind=disk_quota_exceeded)。未设则不检查。"""
|
||||
check_disk_quota(self.rootfs, self.disk_gb)
|
||||
"""磁盘配额门(实现在 cloud/chv/disk.py,feat-chv-fix
|
||||
口径:总量 + 本次 + 宿主余量,镜像不可读不静默跳过)。"""
|
||||
check_disk_quota(self.rootfs, self.disk_gb,
|
||||
state_dir=self.state_dir)
|
||||
|
||||
def _provision_task_disk(self, task):
|
||||
"""每任务磁盘供给(实现在 cloud/chv/disk.py):
|
||||
@@ -618,8 +717,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
state_dir/<vm>/disk.raw,VmConfig 用该路径;复制
|
||||
慢但两个任务绝不写同一文件,测试用小文件可直接验证。
|
||||
- reuse(仅单租户实验):直接返回基础镜像路径,磁盘
|
||||
不独立,生产禁用(preflight 不拦它,但类 docstring
|
||||
与就绪清单里明写 reuse 不可用于生产)。
|
||||
不独立;preflight 拦截(须显式实验二次确认并审计
|
||||
放行,见 preflight,feat-chv-fix)。
|
||||
返回每任务磁盘路径。"""
|
||||
return provision_task_disk(
|
||||
self.state_dir, self.vm_name(task), self.rootfs,
|
||||
@@ -657,6 +756,19 @@ class CloudHypervisorExecutor(Executor):
|
||||
不先捕获就永远等不到就绪。超时时先关 VM 再 raise
|
||||
ChvFailure(kind=guest_not_ready),绝不在未就绪时
|
||||
派任务。"""
|
||||
# feat-chv-fix(P0-2):provisioned 模式下缺 known_hosts
|
||||
# 时直接 fail-fast,绝不调用 capture_host_key 回落 TOFU。
|
||||
# (keyscan 模式才走下面的捕获分支。)
|
||||
if getattr(self, "host_key_mode", "keyscan") == "provisioned" \
|
||||
and not os.path.exists(self.known_hosts_path(task)):
|
||||
try:
|
||||
self.stop_vm(task)
|
||||
except Exception:
|
||||
pass
|
||||
raise ChvFailure(
|
||||
"host_key_not_pinned",
|
||||
"provisioned 模式下 known_hosts 缺失,拒绝 keyscan "
|
||||
"回落:VM %s 未钉死 host key" % self.vm_name(task))
|
||||
attempts = max(1, int(self.ready_timeout / self.ready_interval))
|
||||
for attempt in range(attempts):
|
||||
try:
|
||||
@@ -738,9 +850,17 @@ class CloudHypervisorExecutor(Executor):
|
||||
if not isinstance(task, dict) or task.get("id") is None:
|
||||
raise ValueError("任务缺少 id")
|
||||
self.preflight()
|
||||
self._check_capacity()
|
||||
self._check_disk_quota()
|
||||
# feat-chv-fix:SSH 目标与 reuse 放行在启动前就定性。
|
||||
# resolve 失败即 fail-fast(不先起 VMM 再超时);
|
||||
# reuse 实验放行必须审计,留痕给运维复核。
|
||||
self.resolve_ssh_host()
|
||||
name = self.vm_name(task)
|
||||
self._check_capacity(exclude=name)
|
||||
self._check_disk_quota()
|
||||
if getattr(self, "disk_mode", "copy") == "reuse":
|
||||
self._emit("disk_reuse_experiment_allowed", task,
|
||||
"vm=%s CHV_REUSE_SINGLE_TENANT_EXPERIMENT=1 "
|
||||
"explicit" % name)
|
||||
old = None
|
||||
with self._vms_lock:
|
||||
if name in self._vms:
|
||||
@@ -757,15 +877,25 @@ class CloudHypervisorExecutor(Executor):
|
||||
self._emit("egress_direct_allowed", task,
|
||||
"vm=%s CHV_ALLOW_DIRECT_EGRESS=1 explicit" % name)
|
||||
try:
|
||||
seed_disk = None
|
||||
if getattr(self, "host_key_mode", "keyscan") == "provisioned":
|
||||
# 强方案:启动前预置每 VM host key 并钉死,
|
||||
# 失败即 fail-fast,绝不回落 keyscan。
|
||||
self.provision_host_key(task)
|
||||
# 再把 seed 目录做成 CIDATA seed 磁盘并挂进
|
||||
# VmConfig(P0-1 闭环:生成→制盘→挂盘三步缺
|
||||
# 一即 fail-fast,绝不回落 keyscan、绝不只
|
||||
# 生成不注入)。
|
||||
from cloud.chv.hostkeys import (
|
||||
build_seed_disk, seed_disk_path)
|
||||
provisioned = self.provision_host_key(task)
|
||||
seed_disk = seed_disk_path(self.state_dir, name)
|
||||
build_seed_disk(
|
||||
provisioned["seed_dir"], seed_disk,
|
||||
runner=lambda cmd: self._call_runner(cmd))
|
||||
self._launch_api_only(task)
|
||||
self.wait_api_ready(task)
|
||||
status, _ = self._api_call(
|
||||
socket_path, "PUT", "/vm.create",
|
||||
self.build_vm_config(task_disk))
|
||||
self.build_vm_config(task_disk, seed_disk=seed_disk))
|
||||
if status not in (200, 204):
|
||||
raise ChvFailure(
|
||||
"vm_create_failed",
|
||||
@@ -828,6 +958,18 @@ class CloudHypervisorExecutor(Executor):
|
||||
raise ValueError("snapshot_url 不能为空")
|
||||
self._ch_remote(task_or_name, "snapshot",
|
||||
"source_url=%s" % snapshot_url)
|
||||
# feat-chv-fix(P1-7):只查 returncode 不够。file://
|
||||
# 快照须验证目标文件存在且非空,否则报
|
||||
# snapshot_not_persisted,调用方(hibernate_vm)据此
|
||||
# 不 shutdown、不销毁原 VM;非 file:// 目标无法从宿
|
||||
# 主验证落盘,仍只认 returncode,但文档明写该边界。
|
||||
if snapshot_url.startswith("file://"):
|
||||
_snap_path = snapshot_url[len("file://"):]
|
||||
if not os.path.isfile(_snap_path) \
|
||||
or os.path.getsize(_snap_path) == 0:
|
||||
raise ChvFailure(
|
||||
"snapshot_not_persisted",
|
||||
"快照未落盘或为空:%s" % snapshot_url)
|
||||
task = task_or_name if isinstance(task_or_name, dict) \
|
||||
else {"id": task_or_name}
|
||||
self._emit("vm_snapshot", task,
|
||||
@@ -849,8 +991,27 @@ class CloudHypervisorExecutor(Executor):
|
||||
if "://" not in snapshot_url:
|
||||
snapshot_url = "file://%s" % snapshot_url
|
||||
self.preflight()
|
||||
self._check_capacity()
|
||||
self.resolve_ssh_host()
|
||||
# feat-chv-fix(P0-2 修正版):restore 不走 vm.create,
|
||||
# 没有 VmConfig 可挂 seed——审计报告“restore 须把 seed
|
||||
# 接入 VmConfig”的说法在此不适用,纠正为:快照内已
|
||||
# 固化原 VM 的 host key,重新预置新 key 反而会破坏
|
||||
# 钉死。正确不变量是:provisioned 下复用已钉死的
|
||||
# known_hosts(stop 时公钥保留、私钥已删但快照内仍有
|
||||
# 原私钥),缺失时 fail-fast、绝不 keyscan、绝不重
|
||||
# 生成。file:// 快照须先验存在且非空,否则不启动。
|
||||
# 注意:restore 时不重复验快照文件存在——快照落盘
|
||||
# 校验是 snapshot_vm/hibernate_vm 创建时的门(P1-7),
|
||||
# restore 的 ch-remote 本身会在源缺失时失败;在这里
|
||||
# 再验一次会把“源在远端/对象存储”的合法路径也挡掉。
|
||||
if getattr(self, "host_key_mode", "keyscan") == "provisioned" \
|
||||
and not os.path.exists(self.known_hosts_path(task)):
|
||||
raise ChvFailure(
|
||||
"host_key_not_pinned",
|
||||
"provisioned 模式下 restore 缺 known_hosts,拒绝 "
|
||||
"keyscan 回落:VM %s" % self.vm_name(task))
|
||||
name = self.vm_name(task)
|
||||
self._check_capacity(exclude=name)
|
||||
try:
|
||||
self._launch_api_only(task)
|
||||
self.wait_api_ready(task)
|
||||
@@ -936,7 +1097,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
if os.path.isdir(seed_dir):
|
||||
shutil.rmtree(seed_dir)
|
||||
for _suffix in ("ssh_host_ed25519_key",
|
||||
"ssh_host_ed25519_key.pub"):
|
||||
"ssh_host_ed25519_key.pub",
|
||||
"seed.iso"):
|
||||
_p = os.path.join(self.state_dir, name, _suffix)
|
||||
if os.path.exists(_p):
|
||||
os.remove(_p)
|
||||
@@ -1027,14 +1189,16 @@ class CloudHypervisorExecutor(Executor):
|
||||
return cleaned
|
||||
|
||||
# -- 客内执行 ------------------------------------------------------
|
||||
def _run_guest(self, task, inner_args, **kwargs):
|
||||
def _run_guest(self, task, inner_args, extra_env=None, **kwargs):
|
||||
"""SSH 调客内 host.py,返回 Local/Docker 同款结果 dict
|
||||
(executor 字段改写为 cloud-hypervisor,并附 vm 名与
|
||||
api-socket)。runner 异常即原样传播,由 worker 侧统一
|
||||
写回 failed——本类不在这里把异常吞成假成功。"""
|
||||
写回 failed——本类不在这里把异常吞成假成功。
|
||||
extra_env(P1-1):经 SSH env 前缀进客机环境。"""
|
||||
self._validate()
|
||||
ssh_cmd = self.build_ssh_command(
|
||||
task, self._guest_host_command(*inner_args, **kwargs))
|
||||
task, self._guest_host_command(*inner_args, **kwargs),
|
||||
extra_env=extra_env)
|
||||
result = self._call_runner(ssh_cmd, timeout=self.task_timeout)
|
||||
# 方法内 import:见模块头注释的循环导入说明。
|
||||
from cloud.sandbox import _parse_host_result
|
||||
@@ -1063,10 +1227,12 @@ class CloudHypervisorExecutor(Executor):
|
||||
return parse_goal_result(task_id, result,
|
||||
"cloud-hypervisor")
|
||||
|
||||
def _run_guest_goal(self, task, inner_args, **kwargs):
|
||||
def _run_guest_goal(self, task, inner_args, extra_env=None,
|
||||
**kwargs):
|
||||
self._validate()
|
||||
ssh_cmd = self.build_ssh_command(
|
||||
task, self._guest_host_command(*inner_args, **kwargs))
|
||||
task, self._guest_host_command(*inner_args, **kwargs),
|
||||
extra_env=extra_env)
|
||||
return self._goal_result(
|
||||
task["id"],
|
||||
self._call_runner(ssh_cmd, timeout=self.task_timeout))
|
||||
@@ -1137,7 +1303,8 @@ class CloudHypervisorExecutor(Executor):
|
||||
"interrupted_reason": reason,
|
||||
}
|
||||
|
||||
def _run_with_vm(self, task, inner_args, goal=False, **kwargs):
|
||||
def _run_with_vm(self, task, inner_args, goal=False, extra_env=None,
|
||||
**kwargs):
|
||||
"""每任务 VM 生命周期:wake_vm(API 模式 + SSH 就绪)
|
||||
→ 跑客内命令 → finally shutdown_vm。wake 失败时不跑
|
||||
任务、直接抛分类失败。本方法不做内部重试:重试是
|
||||
@@ -1155,8 +1322,9 @@ class CloudHypervisorExecutor(Executor):
|
||||
try:
|
||||
if goal:
|
||||
return self._run_guest_goal(
|
||||
task, inner_args, **kwargs)
|
||||
result = self._run_guest(task, inner_args, **kwargs)
|
||||
task, inner_args, extra_env=extra_env, **kwargs)
|
||||
result = self._run_guest(task, inner_args,
|
||||
extra_env=extra_env, **kwargs)
|
||||
except Exception as exc:
|
||||
if self._vm_proc_dead(task):
|
||||
return self._vm_death_result(
|
||||
@@ -1195,10 +1363,25 @@ class CloudHypervisorExecutor(Executor):
|
||||
"execute() 只读已运行 VM 的 status:VM %s 未运行,"
|
||||
"请先 wake_vm() 再调 execute(),不要用 execute "
|
||||
"唤醒 VM" % self.vm_name(task))
|
||||
return self._run_guest(
|
||||
task, ("status", "--task", self._host_name(task)))
|
||||
try:
|
||||
return self._run_guest(
|
||||
task, ("status", "--task", self._host_name(task)))
|
||||
except Exception as exc:
|
||||
# feat-chv-fix(P1-8):socket 残留但 VMM 已死时,
|
||||
# _vm_is_running 会因 socket 存在而放行,随后的
|
||||
# SSH 失败不得以原始传输异常抛出——登记进程已死
|
||||
# 或 socket 已消失即统一归类 vm_not_running;VM
|
||||
# 仍活着时的 SSH 失败原样传播(那是客内 status
|
||||
# 失败,不是 VM 未运行)。
|
||||
if self._vm_proc_dead(task) \
|
||||
or not os.path.exists(self.api_socket(task)):
|
||||
raise ChvFailure(
|
||||
"vm_not_running",
|
||||
"execute() 时 VM 已死(socket 残留/进程已死),"
|
||||
"SSH 失败归类为未运行:%s" % exc)
|
||||
raise
|
||||
|
||||
def dispatch_task(self, task) -> dict:
|
||||
def dispatch_task(self, task, extra_env=None, model_provider=None) -> dict:
|
||||
"""客内 host.py dispatch:建 host 任务并跑一轮 turn。"""
|
||||
if not isinstance(task, dict) or task.get("id") is None:
|
||||
raise ValueError("任务缺少 id")
|
||||
@@ -1210,11 +1393,12 @@ class CloudHypervisorExecutor(Executor):
|
||||
if repo:
|
||||
args += ["--repo", repo]
|
||||
return self._run_with_vm(
|
||||
task, args, model=task.get("model"),
|
||||
task, args, extra_env=extra_env, model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"),
|
||||
model_provider=model_provider,
|
||||
sandbox=("read-only" if task.get("plan") else None))
|
||||
|
||||
def run_task(self, task) -> dict:
|
||||
def run_task(self, task, extra_env=None, model_provider=None) -> dict:
|
||||
"""客内 host.py run:在已有 host 任务上再跑一轮 turn。"""
|
||||
if not isinstance(task, dict) or task.get("id") is None:
|
||||
raise ValueError("任务缺少 id")
|
||||
@@ -1223,10 +1407,11 @@ class CloudHypervisorExecutor(Executor):
|
||||
return self._run_with_vm(
|
||||
task, ("run", "--task", self._host_name(task),
|
||||
"--prompt", task["prompt"]),
|
||||
model=task.get("model"), effort=task.get("effort"),
|
||||
approval=task.get("approval"))
|
||||
extra_env=extra_env, model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"),
|
||||
model_provider=model_provider)
|
||||
|
||||
def goal_task(self, task) -> dict:
|
||||
def goal_task(self, task, extra_env=None, model_provider=None) -> dict:
|
||||
"""客内 host.py goal:目标循环,轮次规则与 Local 同款
|
||||
(缺省 3 轮,>100 轮 loud fail,旧验收形态 0 轮禁用)。"""
|
||||
if not isinstance(task, dict) or task.get("id") is None:
|
||||
@@ -1252,11 +1437,13 @@ class CloudHypervisorExecutor(Executor):
|
||||
if repo:
|
||||
args += ["--repo", repo]
|
||||
return self._run_with_vm(
|
||||
task, args, goal=True, model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"))
|
||||
task, args, goal=True, extra_env=extra_env,
|
||||
model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"),
|
||||
model_provider=model_provider)
|
||||
|
||||
def goal_resume_task(self, task, goal_text=None,
|
||||
max_rounds=None) -> dict:
|
||||
max_rounds=None, extra_env=None, model_provider=None) -> dict:
|
||||
"""客内 host.py goal-resume:goal_text=None 为断点续跑
|
||||
(不带 --goal-text,沿用原 goal+verify),给 goal_text
|
||||
为开新目标(带 --goal-text 与 --max-rounds,默认 0)。"""
|
||||
@@ -1269,11 +1456,14 @@ class CloudHypervisorExecutor(Executor):
|
||||
elif max_rounds is not None:
|
||||
args += ["--max-rounds", str(max_rounds)]
|
||||
return self._run_with_vm(
|
||||
task, args, goal=True, model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"))
|
||||
task, args, goal=True, extra_env=extra_env,
|
||||
model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"),
|
||||
model_provider=model_provider)
|
||||
|
||||
def goal_resume_breakpoint_task(self, task,
|
||||
model_provider=None) -> dict:
|
||||
model_provider=None,
|
||||
extra_env=None) -> dict:
|
||||
"""客内 host.py goal-resume 断点续跑:无 --goal-text、
|
||||
无 --max-rounds,host 沿用原任务从断点轮次续跑。
|
||||
worker 层已接线(补缺口轨):非网关的 CHV 断点任务
|
||||
@@ -1286,7 +1476,7 @@ class CloudHypervisorExecutor(Executor):
|
||||
raise ValueError("任务缺少 id")
|
||||
return self._run_with_vm(
|
||||
task, ("goal-resume", "--task", self._host_name(task)),
|
||||
goal=True, model=task.get("model"),
|
||||
goal=True, extra_env=extra_env, model=task.get("model"),
|
||||
effort=task.get("effort"), approval=task.get("approval"),
|
||||
model_provider=model_provider)
|
||||
|
||||
|
||||
+37
-4
@@ -44,16 +44,49 @@ def host_key_paths(state_dir, vm_name):
|
||||
}
|
||||
|
||||
|
||||
def known_hosts_line(port, public_key_text):
|
||||
def known_hosts_line(port, public_key_text, host="127.0.0.1"):
|
||||
"""公钥文件内容转 known_hosts 行:只取前两列(类型+数据)。
|
||||
|
||||
公钥文件形如 'ssh-ed25519 AAAA... [comment]',known_hosts
|
||||
行形如 '[127.0.0.1]:<port> ssh-ed25519 AAAA...'。非法
|
||||
内容 ValueError,绝不把陌生行原样写进文件。"""
|
||||
行形如 '[<host>]:<port> ssh-ed25519 AAAA...'(host 缺省
|
||||
回环,仅作兼容;客机 IP 方案下 host 应为解析出的客机 IP)。
|
||||
非法内容 ValueError,绝不把陌生行原样写进文件。"""
|
||||
parts = (public_key_text or "").strip().split()
|
||||
if len(parts) < 2 or not parts[0].startswith("ssh-"):
|
||||
raise ValueError("host 公钥格式非法")
|
||||
return "[127.0.0.1]:%s %s %s" % (port, parts[0], parts[1])
|
||||
return "[%s]:%s %s %s" % (host, port, parts[0], parts[1])
|
||||
|
||||
|
||||
def seed_disk_path(state_dir, vm_name):
|
||||
"""该 VM 的 NoCloud seed 磁盘镜像路径(CIDATA 卷标 ISO)。"""
|
||||
return os.path.join(state_dir, vm_name, "seed.iso")
|
||||
|
||||
|
||||
def build_seed_disk(seed_dir, seed_disk, runner=None):
|
||||
"""把 seed 目录做成 CIDATA 卷标 ISO(feat-chv-fix,P0-1 的
|
||||
注入载体):genisoimage -volid CIDATA -joliet -rock。
|
||||
|
||||
runner 不给时用 subprocess;测试可注入假 runner(假
|
||||
runner 负责把 seed_disk 文件写出来)。工具失败、返回码
|
||||
非 0、或产物不存在/为空时一律 RuntimeError,调用方
|
||||
(wake_vm provisioned 路径)fail-fast,绝不带着“seed
|
||||
目录已写但未挂进 VmConfig”的 VM 继续启动。seed 目录
|
||||
本身只是中间物,不再被当成注入通道。"""
|
||||
cmd = ["genisoimage", "-output", seed_disk, "-volid", "CIDATA",
|
||||
"-joliet", "-rock", seed_dir]
|
||||
if runner is not None:
|
||||
result = runner(cmd)
|
||||
rc = getattr(result, "returncode", 0)
|
||||
if rc not in (0, None):
|
||||
raise RuntimeError("genisoimage 失败:returncode=%s" % rc)
|
||||
else:
|
||||
import subprocess
|
||||
result = subprocess.run(cmd, capture_output=True, text=True)
|
||||
if result.returncode != 0:
|
||||
raise RuntimeError("genisoimage 失败:%s" % result.stderr)
|
||||
if not os.path.isfile(seed_disk) or os.path.getsize(seed_disk) == 0:
|
||||
raise RuntimeError("seed 磁盘未生成:%s" % seed_disk)
|
||||
return seed_disk
|
||||
|
||||
|
||||
def build_seed_user_data(private_key_text, public_key_text):
|
||||
|
||||
+33
-10
@@ -220,20 +220,43 @@ class WarmPool:
|
||||
return added
|
||||
|
||||
def acquire(self, task):
|
||||
"""分配一个预热 VM 给任务:有 warm 条目时消耗一个
|
||||
(状态 assigned,返回 mode=warm + 该条目的合成任务
|
||||
名,供调用方 resume 后使用);无 warm 条目时返回
|
||||
mode=cold(调用方回落 wake_vm 冷启动)。"""
|
||||
"""分配一个预热 VM 给任务(feat-chv-fix,P1-3 接线):
|
||||
|
||||
有 warm 条目时先调 executor.resume_vm() 把暂停的 VM
|
||||
真正唤醒(resume 失败即条目作废、继续找下一个,
|
||||
绝不把 paused 的 VM 当 running 发给任务),再标
|
||||
assigned 并返回 mode=warm;resume 全部失败或无 warm
|
||||
条目时返回 mode=cold(调用方回落 wake_vm 冷启动)。
|
||||
注意:本方法只解决“acquire 不再悬空 resume 责任”
|
||||
这一半;worker dispatch 前查池的另一半仍未接线
|
||||
(见执行器/就绪文档的“未接线缺口”标注),预热收益
|
||||
在生产路径上仍不是已交付特性。"""
|
||||
for name, entry in list(self._entries.items()):
|
||||
if entry["state"] == "warm":
|
||||
entry["state"] = "assigned"
|
||||
entry["task"] = task
|
||||
self._save_registry()
|
||||
if entry["state"] != "warm":
|
||||
continue
|
||||
resume = getattr(self.executor, "resume_vm", None)
|
||||
if resume is not None:
|
||||
try:
|
||||
resume(entry.get("task") or task)
|
||||
except Exception:
|
||||
self._entries.pop(name, None)
|
||||
self._save_registry()
|
||||
continue
|
||||
# 无 resume_vm 的鸭子型执行器(旧测试替身):
|
||||
# 保持旧 assigned 语义,不因此丢弃条目;真实
|
||||
# CloudHypervisorExecutor 一律有 resume_vm,走
|
||||
# 上面分支,责任不悬空。
|
||||
entry["state"] = "assigned"
|
||||
entry["task"] = task
|
||||
self._save_registry()
|
||||
try:
|
||||
self.executor._emit(
|
||||
"warm_pool_acquire", task,
|
||||
"vm=%s" % name)
|
||||
return {"mode": "warm", "vm": name,
|
||||
"pool_task": entry["task"]}
|
||||
except Exception:
|
||||
pass
|
||||
return {"mode": "warm", "vm": name,
|
||||
"pool_task": entry["task"]}
|
||||
return {"mode": "cold", "vm": None, "pool_task": None}
|
||||
|
||||
def release(self, task, pool_vm=None):
|
||||
|
||||
+32
-18
@@ -34,34 +34,48 @@ def known_hosts_path(state_dir, vm_name):
|
||||
|
||||
|
||||
def build_ssh_command(ssh_port, ssh_key, ssh_user, egress_proxy,
|
||||
known_hosts_file, inner_cmd):
|
||||
known_hosts_file, inner_cmd, ssh_host="127.0.0.1",
|
||||
extra_env=None):
|
||||
"""构造 SSH 命令:ssh -p <端口> -i <key 文件> + 钉死选项
|
||||
+ user@127.0.0.1 + 客内命令。
|
||||
+ user@<ssh_host> + 客内命令。
|
||||
|
||||
与 #216 的区别只有 host key 选项:StrictHostKeyChecking=yes
|
||||
+ UserKnownHostsFile=<每 VM 文件>,不再是 no + /dev/null。
|
||||
BatchMode=yes 不变(绝不交互问 host key / 口令)。
|
||||
feat-chv-fix(P0-4):ssh_host 不再在传输层写死回环,
|
||||
由执行器解析传入(显式 CHV_SSH_HOST / net 客机 IP /
|
||||
显式转发宣称下的回环);本函数缺省回环仅为旧调用点
|
||||
兼容,执行器路径绝不依赖该缺省。
|
||||
extra_env(feat-chv-fix,P1-1 网关注入):经同一 env
|
||||
前缀进客机环境(与 egress 代理前缀同款机制),不进
|
||||
镜像/代码/prompt;值本身只出现在宿主侧 ssh argv(与
|
||||
worker 同一信任边界),执行器绝不把完整命令记入日志。
|
||||
egress_proxy 已设时客内命令前加 env 前缀(代理地址本身
|
||||
不是密钥;客机出口只走该白名单代理)。"""
|
||||
inner = list(inner_cmd)
|
||||
env_assignments = []
|
||||
if extra_env:
|
||||
for key in sorted(extra_env):
|
||||
env_assignments.append("%s=%s" % (key, extra_env[key]))
|
||||
if egress_proxy:
|
||||
inner = ["env",
|
||||
"HTTPS_PROXY=%s" % egress_proxy,
|
||||
"HTTP_PROXY=%s" % egress_proxy,
|
||||
"NO_PROXY=localhost,127.0.0.1"] + inner
|
||||
env_assignments += [
|
||||
"HTTPS_PROXY=%s" % egress_proxy,
|
||||
"HTTP_PROXY=%s" % egress_proxy,
|
||||
"NO_PROXY=localhost,127.0.0.1"]
|
||||
if env_assignments:
|
||||
inner = ["env"] + env_assignments + inner
|
||||
return ["ssh", "-p", str(ssh_port),
|
||||
"-i", ssh_key,
|
||||
"-o", "StrictHostKeyChecking=yes",
|
||||
"-o", "UserKnownHostsFile=%s" % known_hosts_file,
|
||||
"-o", "BatchMode=yes",
|
||||
"%s@127.0.0.1" % ssh_user] + inner
|
||||
"%s@%s" % (ssh_user, ssh_host)] + inner
|
||||
|
||||
|
||||
def parse_keyscan_output(text):
|
||||
"""从 ssh-keyscan 的 stdout 里挑出本机回环端口的 host key
|
||||
行:形如 "[127.0.0.1]:<port> ssh-ed25519 AAAA..."(-p 时
|
||||
的标准写法)或 "127.0.0.1 ssh-rsa AAAA..."。其它主机行、
|
||||
注释行、空行一律丢掉,绝不把陌生主机的 key 写进文件。"""
|
||||
def parse_keyscan_output(text, host="127.0.0.1"):
|
||||
"""从 ssh-keyscan 的 stdout 里挑出目标主机的 host key
|
||||
行:形如 "[<host>]:<port> ssh-ed25519 AAAA..."(-p 时
|
||||
的标准写法)或 "<host> ssh-rsa AAAA..."。其它主机行、
|
||||
注释行、空行一律丢掉,绝不把陌生主机的 key 写进文件。
|
||||
host 缺省回环仅为旧调用点兼容;客机 IP 方案下应传
|
||||
解析出的客机 IP。"""
|
||||
kept = []
|
||||
for line in (text or "").splitlines():
|
||||
line = line.strip()
|
||||
@@ -70,9 +84,9 @@ def parse_keyscan_output(text):
|
||||
parts = line.split()
|
||||
if len(parts) < 3:
|
||||
continue
|
||||
host, keytype = parts[0], parts[1]
|
||||
if host != "127.0.0.1" \
|
||||
and not host.startswith("[127.0.0.1]:"):
|
||||
line_host, keytype = parts[0], parts[1]
|
||||
if line_host != host \
|
||||
and not line_host.startswith("[%s]:" % host):
|
||||
continue
|
||||
if not keytype.startswith("ssh-"):
|
||||
continue
|
||||
|
||||
Reference in new issue
Block a user