merge(chv-muse-round12): 合入 P12 审计轨迹与活动视图 (9759be4)

This commit is contained in:
host committed 2026-11-07 00:10:34 +00:00
commit 466cf7eae7
5 files changed
+1355

No files matched your search

+274
View File
@@ -0,0 +1,274 @@
"""活动视图后端(feat-chv-muse-p12,纯标准库 + atomic_file)。
接 Muse 官方要求(报告 §2.2 第 7 步、§2.6):完整审计轨迹展示
已做与计划做的事;头像下方显示正在做什么的摘要,点头像可见
完整活动日志与已批准权限;审批是严格能力,绑定连接器/目的地
与用例。
本模块只给后端 + 数据接口,前端视图(客户端 UI)是另一侧的
工作,契约见各函数 docstring。
三件东西:
- ``PlanStore``:计划登记——已做 vs 计划做。状态只认
pending/running/done/cancelled,流转 pending→running/
cancelled、running→done/cancelled,终态不可再动,非法流转
抛 ValueError。落 JSON 文件,原子写(0600)。
- ``PermissionRegistry``:已批准权限登记。接 P5
``ScopedCapability.describe()`` 的 dict 形状(capability_id /
tier / connector / host / use_case / session_id / task_id /
methods / max_uses / uses_left / expires_at / revoked),不
import P5 模块——P5 不在本基线里,集成时由 round-11 合并。
``list_active()`` 只返回未撤销、未过期、次数未用完的授权。
- ``activity_summary()``:纯函数,把计划列表 + 近期审计记录 +
有效授权拼成活动摘要:正在做 / 计划中 / 已做 / 近期记录 /
已批准权限数。正在做来自计划登记与审计记录,不是实时进程
探针;VM 内真实执行状态以执行器为准。
"""
import json
import os
import time
from cloud.chv.atomic_file import atomic_write_text
# 计划状态与合法流转(终态 done/cancelled 不可再动)。
PLAN_STATUSES = ("pending", "running", "done", "cancelled")
_PLAN_TRANSITIONS: dict[str, tuple[str, ...]] = {
"pending": ("running", "cancelled"),
"running": ("done", "cancelled"),
"done": (),
"cancelled": (),
}
def _load_json(path: str) -> dict:
"""读 JSON 文件:不存在或坏掉返回空 dict(调用方重建)。"""
if not os.path.exists(path):
return {}
try:
with open(path, "r", encoding="utf-8") as f:
data = json.load(f)
except (ValueError, OSError):
return {}
return data if isinstance(data, dict) else {}
def _save_json(path: str, data: dict) -> None:
"""原子写 JSON 文件(0600,写失败原样抛错)。"""
text = json.dumps(data, ensure_ascii=False, indent=2)
atomic_write_text(path, text, mode=0o600)
class PlanStore:
"""计划登记:一个项目一串计划,状态流转受控。"""
def __init__(self, path: str) -> None:
self.path = path
self._data = _load_json(path)
def add_plan(self, project_id: str, title: str,
task_id: str = "",
ts: float | None = None) -> dict:
"""登记一条计划(初始 pending),返回该计划。"""
if not project_id:
raise ValueError("project_id 不能为空")
if not title:
raise ValueError("title 不能为空")
now = ts if ts is not None else time.time()
plan = {
"plan_id": "%d-%s" % (int(now * 1000),
str(len(self._plans(project_id)))),
"project_id": project_id,
"title": title,
"task_id": task_id,
"status": "pending",
"created_at": now,
"updated_at": now,
}
self._data.setdefault(project_id, []).append(plan)
_save_json(self.path, self._data)
return dict(plan)
def set_status(self, project_id: str, plan_id: str,
status: str, ts: float | None = None) -> dict:
"""改计划状态:非法流转或未知 plan_id 抛 ValueError。"""
if status not in PLAN_STATUSES:
raise ValueError("未知计划状态:%s" % status)
for plan in self._plans(project_id):
if plan["plan_id"] != plan_id:
continue
allowed = _PLAN_TRANSITIONS[plan["status"]]
if status not in allowed:
raise ValueError(
"计划 %s 不能从 %s 到 %s"
% (plan_id, plan["status"], status))
plan["status"] = status
plan["updated_at"] = ts if ts is not None else time.time()
_save_json(self.path, self._data)
return dict(plan)
raise ValueError("未知计划:%s" % plan_id)
def list_plans(self, project_id: str, status: str = "") -> list:
"""该项目的计划(副本,按创建时间排序,可按状态过滤)。"""
plans = [dict(p) for p in self._plans(project_id)]
plans.sort(key=lambda p: p.get("created_at", 0.0))
if status:
plans = [p for p in plans if p.get("status") == status]
return plans
def _plans(self, project_id: str) -> list:
"""该项目的计划列表(内部引用,调用方不得外泄)。"""
items = self._data.get(project_id, [])
return items if isinstance(items, list) else []
class PermissionRegistry:
"""已批准权限登记:接 P5 能力描述,不存任何凭证值。
授权只含绑定(连接器/主机/用例/档位/有效期/次数余量),
与 P5 ``ScopedCapability.describe()`` 的字段一一对应。
"""
def __init__(self, path: str) -> None:
self.path = path
self._data = _load_json(path)
def record_grant(self, project_id: str, capability: dict,
ts: float | None = None) -> dict:
"""登记一条已签发的授权,返回该授权(副本)。
capability 是 P5 describe() 形状的 dict;缺
capability_id/tier/connector/host/use_case 任一即
抛 ValueError。同 capability_id 重复登记视为更新。
"""
if not project_id:
raise ValueError("project_id 不能为空")
required = ("capability_id", "tier", "connector", "host",
"use_case")
for key in required:
if not capability.get(key):
raise ValueError("能力描述缺字段:%s" % key)
now = ts if ts is not None else time.time()
grant = {
"capability_id": str(capability["capability_id"]),
"project_id": project_id,
"tier": str(capability["tier"]),
"connector": str(capability["connector"]),
"host": str(capability["host"]),
"use_case": str(capability["use_case"]),
"session_id": capability.get("session_id") or "",
"task_id": capability.get("task_id") or "",
"methods": sorted(capability.get("methods") or []),
"max_uses": capability.get("max_uses"),
"uses_left": capability.get("uses_left"),
"expires_at": capability.get("expires_at"),
"revoked": bool(capability.get("revoked", False)),
"granted_at": now,
}
grants = self._grants(project_id)
for index, old in enumerate(grants):
if old["capability_id"] == grant["capability_id"]:
grants[index] = grant
break
else:
grants.append(grant)
self._data.setdefault(project_id, grants)
_save_json(self.path, self._data)
return dict(grant)
def note_use(self, project_id: str, capability_id: str) -> bool:
"""记一次使用:次数余量减一;未知 id 或已无余量返回 False。"""
for grant in self._grants(project_id):
if grant["capability_id"] != capability_id:
continue
if grant.get("revoked"):
return False
left = grant.get("uses_left")
if left is None:
return True
if left <= 0:
return False
grant["uses_left"] = left - 1
_save_json(self.path, self._data)
return True
return False
def revoke(self, project_id: str, capability_id: str) -> bool:
"""撤销一条授权:未知 id 返回 False,已撤销也返回 False。"""
for grant in self._grants(project_id):
if grant["capability_id"] != capability_id:
continue
if grant.get("revoked"):
return False
grant["revoked"] = True
_save_json(self.path, self._data)
return True
return False
def list_active(self, project_id: str,
now: float | None = None) -> list:
"""该项目当前有效的授权:未撤销、未过期、次数未用完。"""
at = now if now is not None else time.time()
active = [dict(g) for g in self._grants(project_id)
if _grant_active(g, at)]
active.sort(key=lambda g: g.get("granted_at", 0.0))
return active
def list_all(self, project_id: str) -> list:
"""该项目全部授权(含已撤销/已过期,副本,按签发排序)。"""
grants = [dict(g) for g in self._grants(project_id)]
grants.sort(key=lambda g: g.get("granted_at", 0.0))
return grants
def _grants(self, project_id: str) -> list:
"""该项目的授权列表(内部引用,调用方不得外泄)。"""
items = self._data.get(project_id, [])
return items if isinstance(items, list) else []
def _grant_active(grant: dict, now: float) -> bool:
"""单条授权是否当前有效(未撤销 + 未过期 + 有余量)。"""
if grant.get("revoked"):
return False
expires_at = grant.get("expires_at")
if expires_at is not None and float(expires_at) <= now:
return False
left = grant.get("uses_left")
if left is not None and int(left) <= 0:
return False
return True
def activity_summary(plans: list, recent_records: list,
grants: list) -> dict:
"""拼活动摘要(纯函数):正在做 / 计划中 / 已做 / 近期 / 授权。
入参是调用方已按项目过滤好的列表:plans 为计划 dict 列表,
recent_records 为近期审计记录(倒序),grants 为有效授权。
返回只含描述性字段,不含任何密钥与对话原文。
"""
running = [p for p in plans if p.get("status") == "running"]
pending = [p for p in plans if p.get("status") == "pending"]
done = [p for p in plans if p.get("status") == "done"]
current = running[0]["title"] if running else ""
recent = [{"ts": r.get("ts"), "action": r.get("action"),
"category": r.get("category"),
"result": r.get("result"),
"object_type": r.get("object_type"),
"object_id": r.get("object_id")}
for r in recent_records]
return {
"current": current,
"running": running,
"planned": pending,
"done": done,
"recent": recent,
"granted_permissions": grants,
"counts": {
"running": len(running),
"planned": len(pending),
"done": len(done),
"granted": len(grants),
},
}
+172
View File
@@ -0,0 +1,172 @@
"""结构化审批卡数据(feat-chv-muse-p12,叶子模块,纯标准库)。
接 Muse 官方要求(报告 §2.6):确定性 UI——结构化审批卡
(明确接受/拒绝动作);审批是严格能力,绑定特定连接器/
目的地与用例,支持一次性、会话级、任务级、时限级、永久级
授权,Sentinel 决定向用户呈现哪几种授权类型;审批 UI 不在
对话内,Sentinel 直接向客户端发审批请求,用户答复直接回
Sentinel(防止对话内容伪造审批)。
本模块只做卡的**数据**:把 P3 ``ApprovalQueue`` 的 pending
记录 dict 转成客户端可呈现的结构化卡。不 import P3/P5 模块
——它们不在本基线里,集成时由 round-11 合并;只按 dict
契约接线。
卡数据(纯数据 dict,可直接 JSON 序列化)::
{"pending_id": str, "action": str, "target": {...},
"reasons": [str, ...], "risk": "low|medium|high",
"actions": [{"id": "accept", "label": "接受"},
{"id": "deny", "label": "拒绝"}],
"grant_options": [{"tier": str, "label": str,
"requires_explicit_opt_in": bool}, ...],
"expires_at": float | None}
- ``risk`` 分级(确定性规则,不冒充模型分类器):写方法
(POST/PUT/PATCH/DELETE)+ 敏感路径(/admin、/settings、
/login、token 相关)或私有主机 → high;写方法但目标不
敏感 → medium;其余只读 → low。
- ``grant_options`` 的档位列表由调用方传入(Sentinel 决定
呈现哪几种);不传默认五档全列,永久档永远标注
``requires_explicit_opt_in: true``(P5 口径:永久默认拒绝,
须显式 opt-in)。
- ``card_matches_channel()``:校验卡数据与 P5 对话外通道载荷
(``ApprovalRequest.payload()``)一致——pending_id 相同且
目标字段(连接器/方法/scheme/主机/端口/路径)全等;不一
致即客户端不该呈现该卡。
"""
import ipaddress
# 五档授权类型(P3/P5 口径):一次/会话/任务/时限/永久。
TIERS = ("one-shot", "session", "task", "timed", "permanent")
TIER_LABELS = {
"one-shot": "仅这一次",
"session": "本次会话",
"task": "本任务期间",
"timed": "限时授权",
"permanent": "永久授权",
}
# 目标描述字段:卡与通道载荷比对只认这些键。
TARGET_KEYS = ("connector", "method", "scheme", "host", "port",
"path")
_WRITE_METHODS = ("POST", "PUT", "PATCH", "DELETE")
_SENSITIVE_PATHS = ("/admin", "/settings", "/login", "/token",
"/oauth", "/credential")
# 通道审批默认有效期(秒):15 分钟,与 P5 通道一致。
DEFAULT_TTL_SECONDS = 900
def _is_private_host(host: str) -> bool:
"""主机是否私有/本地:IP 段判断,localhost 视为私有。"""
if not host:
return False
lowered = host.lower()
if lowered in ("localhost", "localhost.localdomain"):
return True
try:
return ipaddress.ip_address(host).is_private
except ValueError:
return False
def _is_sensitive_path(path: str) -> bool:
"""路径是否敏感:命中敏感前缀即敏感。"""
lowered = (path or "").lower()
return any(lowered.startswith(p) for p in _SENSITIVE_PATHS)
def risk_level(queue_record: dict) -> str:
"""审批风险分级:high/medium/low(确定性规则)。
写方法 +(敏感路径或私有主机)→ high;写方法 → medium;
其余只读 → low。
"""
method = str(queue_record.get("method", "")).upper()
if method not in _WRITE_METHODS:
return "low"
if _is_sensitive_path(str(queue_record.get("path", ""))):
return "high"
if _is_private_host(str(queue_record.get("host", ""))):
return "high"
return "medium"
def _target_from_record(queue_record: dict) -> dict:
"""队列记录里只取目标描述字段,别的什么都不带出卡。"""
return {k: queue_record[k] for k in TARGET_KEYS
if k in queue_record}
def _grant_options(tiers: tuple | list | None) -> list:
"""档位选项:未知档位丢弃,永久档永远标注须显式 opt-in。"""
wanted = list(tiers) if tiers is not None else list(TIERS)
options = []
for tier in wanted:
if tier not in TIER_LABELS:
continue
options.append({
"tier": tier,
"label": TIER_LABELS[tier],
"requires_explicit_opt_in": tier == "permanent",
})
return options
def build_approval_card(queue_record: dict,
tiers: tuple | list | None = None,
ttl_seconds: int = DEFAULT_TTL_SECONDS
) -> dict:
"""P3 队列记录转结构化审批卡数据。
queue_record 是 ``ApprovalQueue.record()`` 记入的 dict:
目标描述(connector/method/scheme/host/port/path)+
pending_id + reasons + ts。缺 pending_id 抛 ValueError。
expires_at 由记录 ts + 有效期算出;无 ts 则为 None。
"""
pending_id = queue_record.get("pending_id")
if not pending_id:
raise ValueError("队列记录缺 pending_id")
target = _target_from_record(queue_record)
connector = str(target.get("connector", ""))
method = str(target.get("method", "")).upper()
action = "%s %s" % (connector, method) if connector else method
ts = queue_record.get("ts")
expires_at = None
if isinstance(ts, (int, float)):
expires_at = float(ts) + ttl_seconds
return {
"pending_id": str(pending_id),
"action": action,
"target": target,
"reasons": list(queue_record.get("reasons") or []),
"risk": risk_level(queue_record),
"actions": [
{"id": "accept", "label": "接受"},
{"id": "deny", "label": "拒绝"},
],
"grant_options": _grant_options(tiers),
"expires_at": expires_at,
}
def card_matches_channel(card: dict, channel_payload: dict) -> bool:
"""卡数据与 P5 通道载荷是否一致(pending_id + 目标全等)。
任一目标字段不一致、或 pending_id 不同,即返回 False。
客户端只应呈现校验通过的卡。
"""
if card.get("pending_id") != channel_payload.get("pending_id"):
return False
card_target = card.get("target") or {}
channel_target = channel_payload.get("target") or {}
for key in TARGET_KEYS:
if key not in card_target and key not in channel_target:
continue
if card_target.get(key) != channel_target.get(key):
return False
return True
+343
View File
@@ -0,0 +1,343 @@
"""统一审计轨迹(feat-chv-muse-p12,叶子模块,纯标准库)。
接 Muse 官方要求(报告 §2.2 第 7 步、§2.6):完整审计轨迹展示
已做与计划做的事;审批走确定性 UI;用户可检查、编辑、下载
VM 内所有文件。
现状收敛:基线里审计是散的——``AuthStore.audit()`` 只追加
``(user_id, project_id, action, detail, created_at)`` 到 SQLite
``audit_log``,``Worker._audit()`` 是 best-effort 包装,
``worker_adapter.make_chv_audit_callback`` 把 CHV 事件转成
``"chv_vm_" + event``。本模块给它们一个统一记录模型与一条
追加写 JSONL 轨迹,不改现有调用方。
记录模型(每条都是纯数据 dict,可直接 JSON 序列化)::
{"seq": int, "ts": float, "project_id": str, "actor": str,
"category": str, "action": str, "object_type": str,
"object_id": str, "result": str, "reason": str,
"task_id": str, "approval_id": str, "detail": dict,
"prev_hash": str, "hash": str}
- ``category`` 只认 ``AUDIT_CATEGORIES``:任务派发、VM 生命周期、
同步、审批、支付(P10)、配额(P11)、记忆操作(P7 的忘记)、
后台任务(P8)、推理/遥测(P9)、安全事件。
- ``detail`` 只含描述性字段:``sanitize_detail()`` 按字段级白名
单清洗——密钥、token 值、对话原文绝不进审计。清洗是字段名
黑名单 + ``key=value`` 模式脱敏,不是内容理解:密钥若藏在
自由文本里且不带标记,清洗器看不出来,调用方仍须只传描述
性字段(与 P3/P5 的口径一致)。
- 哈希链:每条记录的 ``hash`` = SHA-256(prev_hash + 规范 JSON),
首条 prev_hash 为 ``GENESIS_HASH``。``verify()`` 能发现改写/
删除/调序。诚实边界:这是**篡改可发现**,不是防篡改——能写
文件的人重算整条链就能掩盖改动;真防篡改要外部锚定(远端
日志/签名时间戳),不在本轨。
- project_id 强制:``list_records()``/``export_json()`` 必须传 project_id,
只返回该项目记录;跨项目读取返回空,不抛错(与现有
``list_audit`` 行为一致,不泄露“存在别的项目记录”)。
- 持久化:先落独立 JSONL 文件(0600),待 P7 状态库就绪后迁移;
``from_legacy_row()`` 把现有 ``audit_log`` 行转成统一记录
(标 ``legacy: true``,本身无哈希链,append 时重新入链)。
"""
import hashlib
import json
import os
import re
import time
# 审计事件分类:P1~P11 各轨的事件都落进这里,不另起表。
AUDIT_CATEGORIES = frozenset((
"task_dispatch", "vm_lifecycle", "gitea_sync", "approval",
"payment", "quota", "memory", "background", "inference",
"telemetry", "security",
))
# 创世前哈希:首条记录的 prev_hash。
GENESIS_HASH = "0" * 64
# 字段名里出现这些子串(小写比对)的键一律丢弃:值疑似密钥。
_SECRET_KEY_HINTS = (
"token", "secret", "password", "passwd", "api_key", "apikey",
"credential", "private_key", "bearer", "cookie", "auth",
"session",
)
# 自由文本里的 ``key=value`` / ``key: value`` 模式:值脱敏。
_SECRET_VALUE_RE = re.compile(
r"(?i)(token|secret|password|passwd|api[-_]?key|bearer"
r"|authorization)\s*[:=]\s*[^,\s;\"']+")
_MAX_STRING_LEN = 4096
def _is_secret_key(key: str) -> bool:
"""字段名是否疑似密钥(小写子串比对)。"""
lowered = key.lower()
return any(hint in lowered for hint in _SECRET_KEY_HINTS)
def _sanitize_string(value: str) -> str:
"""自由文本脱敏:密钥模式的值打码,超长截断。"""
redacted = _SECRET_VALUE_RE.sub(r"\1=***", value)
if len(redacted) > _MAX_STRING_LEN:
return redacted[:_MAX_STRING_LEN] + "...(truncated)"
return redacted
def sanitize_detail(detail: dict | None) -> dict:
"""递归清洗 detail:密钥字段丢弃,自由文本脱敏。
dict 键疑似密钥即整键丢弃;list 逐项清洗;str 脱敏;
其它标量原样保留。返回新 dict,不改入参。
"""
if not detail:
return {}
cleaned: dict = {}
for key, value in detail.items():
if _is_secret_key(str(key)):
continue
cleaned[str(key)] = _sanitize_value(value)
return cleaned
def _sanitize_value(value: object) -> object:
"""清洗单个值:dict/list/str 递归,其它原样。"""
if isinstance(value, dict):
return {str(k): _sanitize_value(v)
for k, v in value.items() if not _is_secret_key(str(k))}
if isinstance(value, list):
return [_sanitize_value(item) for item in value]
if isinstance(value, str):
return _sanitize_string(value)
return value
def _canonical(record: dict) -> str:
"""记录的规范 JSON(排序键、紧凑分隔、原文编码)。"""
return json.dumps(record, sort_keys=True, separators=(",", ":"),
ensure_ascii=False)
def compute_hash(prev_hash: str, record: dict) -> str:
"""一条记录的链哈希:SHA-256(prev_hash + 规范 JSON)。"""
body = prev_hash + "\n" + _canonical(record)
return hashlib.sha256(body.encode("utf-8")).hexdigest()
def from_legacy_row(row: dict) -> dict:
"""现有 audit_log 行转统一记录(标 legacy,无哈希链)。
入参是 ``AuthStore.list_audit()`` 的行 dict:
id/user_id/project_id/action/detail/created_at。
detail 若是 str 则原样包进 ``{"detail": ...}`` 再清洗;
若是 dict 直接清洗。返回的记录由调用方经 ``append()``
重新入链,seq/hash 由 ``append()`` 补。
"""
detail = row.get("detail")
if isinstance(detail, str):
detail = {"detail": detail}
if not isinstance(detail, dict):
detail = {}
return {
"project_id": str(row.get("project_id", "")),
"actor": str(row.get("user_id", "")),
"category": "security",
"action": str(row.get("action", "")),
"object_type": "",
"object_id": str(row.get("id", "")),
"result": "ok",
"reason": "legacy audit_log row",
"task_id": "",
"approval_id": "",
"detail": sanitize_detail(detail),
"ts": float(row.get("created_at", 0.0) or 0.0),
"legacy": True,
}
class AuditTrail:
"""追加写 JSONL 审计轨迹:哈希链 + 项目隔离 + 导出。
文件不存在即创建(0600);每条 append 都 O_APPEND 写 +
fsync,写失败原样抛错(审计失败不静默丢,由调用方决定
是否 best-effort)。读路径全部只读,不改文件。
"""
def __init__(self, path: str) -> None:
self.path = path
self._last_hash = GENESIS_HASH
self._seq = 0
self._load_tail()
def _load_tail(self) -> None:
"""启动时扫一遍文件,恢复末尾 seq 与链哈希。"""
if not os.path.exists(self.path):
return
with open(self.path, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
try:
record = json.loads(line)
except ValueError:
continue
seq = record.get("seq")
if isinstance(seq, int):
self._seq = seq
chain_hash = record.get("hash")
if isinstance(chain_hash, str):
self._last_hash = chain_hash
def append(self, project_id: str, actor: str, category: str,
action: str, object_type: str = "",
object_id: str = "", result: str = "ok",
reason: str = "", task_id: str = "",
approval_id: str = "",
detail: dict | None = None,
ts: float | None = None) -> dict:
"""追加一条审计记录,返回该记录(含 seq 与链哈希)。"""
if not project_id:
raise ValueError("project_id 不能为空")
if category not in AUDIT_CATEGORIES:
raise ValueError("未知审计分类:%s" % category)
seq = self._seq + 1
record = {
"seq": seq,
"ts": ts if ts is not None else time.time(),
"project_id": project_id,
"actor": actor,
"category": category,
"action": action,
"object_type": object_type,
"object_id": object_id,
"result": result,
"reason": reason,
"task_id": task_id,
"approval_id": approval_id,
"detail": sanitize_detail(detail),
"prev_hash": self._last_hash,
}
chain_hash = compute_hash(self._last_hash, record)
record["hash"] = chain_hash
line = _canonical(record) + "\n"
fd = os.open(self.path, os.O_WRONLY | os.O_CREAT | os.O_APPEND,
0o600)
try:
os.write(fd, line.encode("utf-8"))
os.fsync(fd)
finally:
os.close(fd)
self._seq = seq
self._last_hash = chain_hash
return dict(record)
def list_records(self, project_id: str, category: str = "",
action: str = "", task_id: str = "",
since: float = 0.0, until: float = 0.0,
limit: int = 100, offset: int = 0) -> list:
"""按时间倒序返回该项目的审计记录(副本,可分页过滤)。
方法名不用 ``list``:类内同名方法会遮住内置 ``list``
类型,导致返回注解被 mypy 认成方法本身。
project_id 为空或不匹配一律返回空列表。limit <= 0
表示不限制条数。
"""
if not project_id:
return []
rows = self._read_all()
kept = [r for r in rows if r.get("project_id") == project_id]
kept = _filter_rows(kept, category, action, task_id,
since, until)
kept.sort(key=lambda r: (r.get("ts", 0.0), r.get("seq", 0)),
reverse=True)
if offset:
kept = kept[offset:]
if limit > 0:
kept = kept[:limit]
return [dict(r) for r in kept]
def verify(self) -> tuple[bool, int]:
"""校验整条哈希链:返回 (是否通过, 首个坏行下标)。
通过时下标为 -1。坏行包括:解析失败、seq 不连续、
prev_hash 对不上、hash 重算不符。
"""
rows = self._read_raw()
expected_prev = GENESIS_HASH
expected_seq = 1
for index, raw in enumerate(rows):
try:
record = json.loads(raw)
except ValueError:
return False, index
if not _chain_ok(record, expected_prev, expected_seq):
return False, index
expected_prev = record["hash"]
expected_seq += 1
return True, -1
def export_json(self, project_id: str, dest: str) -> int:
"""导出该项目全部审计记录为 JSON 数组,返回导出条数。
导出内容与 ``list_records()`` 同款清洗后记录(含哈希链
字段,不含任何原始 detail 密钥——清洗在 append 时已做)。
"""
rows = self.list_records(project_id, limit=0)
rows.sort(key=lambda r: (r.get("ts", 0.0), r.get("seq", 0)))
with open(dest, "w", encoding="utf-8") as f:
json.dump(rows, f, ensure_ascii=False, indent=2)
os.chmod(dest, 0o600)
return len(rows)
def _read_all(self) -> list:
"""读全部可解析记录(跳过坏行,坏行由 verify 发现)。"""
rows = []
for raw in self._read_raw():
try:
record = json.loads(raw)
except ValueError:
continue
if isinstance(record, dict):
rows.append(record)
return rows
def _read_raw(self) -> list:
"""读全部非空行原文(verify 用)。"""
if not os.path.exists(self.path):
return []
with open(self.path, "r", encoding="utf-8") as f:
return [line.strip() for line in f if line.strip()]
def _filter_rows(rows: list, category: str, action: str,
task_id: str, since: float, until: float) -> list:
"""list() 的过滤:分类/动作/任务/时间窗口,全空即不过滤。"""
kept = rows
if category:
kept = [r for r in kept if r.get("category") == category]
if action:
kept = [r for r in kept if r.get("action") == action]
if task_id:
kept = [r for r in kept if r.get("task_id") == task_id]
if since:
kept = [r for r in kept if r.get("ts", 0.0) >= since]
if until:
kept = [r for r in kept if r.get("ts", 0.0) <= until]
return kept
def _chain_ok(record: dict, expected_prev: str,
expected_seq: int) -> bool:
"""单条记录的链校验:seq 连续 + prev 对上 + hash 重算符。"""
if not isinstance(record, dict):
return False
if record.get("seq") != expected_seq:
return False
if record.get("prev_hash") != expected_prev:
return False
claimed = record.get("hash")
if not isinstance(claimed, str):
return False
body = {k: v for k, v in record.items() if k != "hash"}
return compute_hash(expected_prev, body) == claimed