145 lines
8.9 KiB
Python
145 lines
8.9 KiB
Python
"""Independent acceptance checks against a scope recorded BEFORE execution."""
|
|
from html.parser import HTMLParser
|
|
import json
|
|
from pathlib import Path
|
|
|
|
from dx_productivity.trial_task_center.native_netlist import _hash
|
|
|
|
|
|
def require(condition, message):
|
|
if not condition:
|
|
raise ValueError(message)
|
|
|
|
|
|
def records(service, task_id):
|
|
result, cursor = [], None
|
|
while True:
|
|
page = service.read_task(task_id, cursor=cursor)
|
|
result.extend(service.read_item(row['item_id']) for row in page['items'])
|
|
cursor = page['cursor']
|
|
if cursor is None:
|
|
return result
|
|
|
|
|
|
def freeze_inputs(service, task_id, *, expected_count):
|
|
rows = records(service, task_id)
|
|
require(type(expected_count) is int and expected_count>0 and len(rows)==expected_count,
|
|
'验收必须事先指定非空、准确的工程数量。')
|
|
sources, items = {}, []
|
|
for row in rows:
|
|
require(row['input_state']=='ready', '开始前输入尚未就绪。')
|
|
payload = row['payload']
|
|
for name in ('before_ref', 'after_ref'):
|
|
capture = service.artifacts.read(payload[name], 'snapshot')
|
|
for path, sha in capture['source_hashes'].items():
|
|
require(path not in sources or sources[path]==sha, '同一源文件出现不同摘要。')
|
|
require(_hash(Path(path))==sha, '源文件已偏离导入时的版本。')
|
|
sources[path] = sha
|
|
items.append({'item_id': row['item_id'], 'input_version': row['input_version'],
|
|
'input_digest': payload['payload_digest'], 'before_ref': payload['before_ref'],
|
|
'after_ref': payload['after_ref'], 'policy': payload['check_plan'], 'display_name': row['display_name']})
|
|
operations = service.repo.connection.execute('SELECT COUNT(*) FROM execution_operations').fetchone()[0]
|
|
return {'standard': 'verification-closed-loop-v1', 'task_id': task_id, 'items': items,
|
|
'source_hashes': sources, 'replacement_operations_before': operations}
|
|
|
|
|
|
class _ReportHTML(HTMLParser):
|
|
def __init__(self, text):
|
|
super().__init__(); self.mains = []; self.diagrams = 0
|
|
self.feed(text)
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
if tag=='main': self.mains.append(dict(attrs))
|
|
if tag=='svg': self.diagrams += 1
|
|
|
|
|
|
def verify_closed_loop(service, task_id, scope, run, report, *, expected_verdicts, selected_only=False):
|
|
checks = []
|
|
def check(name, action):
|
|
try:
|
|
action()
|
|
checks.append({'check_id': name, 'state': 'passed'})
|
|
except (ValueError, OSError, KeyError, TypeError) as error:
|
|
checks.append({'check_id': name, 'state': 'failed', 'reason': str(error)})
|
|
|
|
frozen = {r['item_id']: r for r in scope['items']}
|
|
members = {r['item_id']: r for r in run['members']}
|
|
report = Path(report)
|
|
current = {r['item_id']: r for r in records(service, task_id)}
|
|
if selected_only:
|
|
current = {key: row for key, row in current.items() if key in frozen}
|
|
def membership():
|
|
require(scope['task_id']==task_id and bool(frozen), '冻结任务为空或身份错误。')
|
|
require(len(frozen)==len(scope['items']) and len(members)==len(run['members']), '工程或运行成员重复。')
|
|
require(set(frozen)==set(members)==set(current)==set(expected_verdicts), '冻结范围、运行成员、当前工程或预期清单不一致。')
|
|
durable = service.repo.connection.execute('SELECT state,members_json FROM verification_runs WHERE run_id=?', (run['run_id'],)).fetchone()
|
|
require(durable is not None and durable['state']=='completed', '运行未完成。')
|
|
persisted = json.loads(durable['members_json'])
|
|
require(all(row in persisted for row in run['members']) if selected_only else persisted==run['members'],
|
|
'运行成员与持久记录不同。')
|
|
require(all(v in ('CONSISTENT', 'WARNING', 'DIFFERENT') for v in expected_verdicts.values()),
|
|
'正常完整闭环必须事先指定可核验的工程结论。')
|
|
check('C01-C02:scope', membership)
|
|
|
|
saved = {}
|
|
def report_scope():
|
|
value = json.loads((report/'task.json').read_text(encoding='utf-8'))
|
|
require(value['task_id']==task_id, '报告任务不符。')
|
|
identities = {r['item_id'] for r in value['items']}
|
|
require(len(identities)==len(value['items']) and (set(frozen)<=identities if selected_only else identities==set(frozen)), '报告工程范围不符。')
|
|
require((report/'index.html').is_file(), '缺少报告首页。')
|
|
saved.update((r['item_id'], r) for r in value['items'])
|
|
check('C04:report_scope', report_scope)
|
|
|
|
for item, original in frozen.items():
|
|
def item_result(item=item, original=original):
|
|
row, member = current[item], members[item]
|
|
require(row['input_version']==member['input_version']==original['input_version'], '输入版本不符。')
|
|
require(row['payload']['payload_digest']==original['input_digest'], '输入摘要变化。')
|
|
for key in ('before_ref', 'after_ref'):
|
|
require(row['payload'][key]==original[key], '冻结副本引用变化。')
|
|
attempt = row['attempt']
|
|
require(attempt is not None and attempt['state']=='succeeded', '尝试未成功完成,停止/失败不能算闭环。')
|
|
require(attempt['run_id']==run['run_id'] and row['attempt_id']==member['attempt_id'], '尝试不属于本次运行。')
|
|
service.validate_attempt(attempt)
|
|
result = attempt['result']; evidence = result['evidence']; binding = evidence['binding']
|
|
require(result['verdict']==expected_verdicts[item], '工程结论与预期不符。')
|
|
for key, expected in (('item_id', item), ('attempt_id', attempt['attempt_id']),
|
|
('generation', attempt['generation']), ('input_version', original['input_version']),
|
|
('input_digest', original['input_digest']), ('policy', original['policy'])):
|
|
require(result[key]==expected, '结果身份不符:'+key)
|
|
for key in ('attempt_id', 'input_version', 'input_digest'):
|
|
require(binding[key]==result[key], '图表证据绑定不符:'+key)
|
|
require(result['resource_state']=='released', '执行资源退出未确认。')
|
|
released = json.loads((service.data_root/'verification/attempts'/attempt['attempt_id']/'resource-released.json').read_text(encoding='utf-8'))
|
|
require(released['resource_state']=='released' and released['owner_id']==attempt['owner_id'], '资源退出证明不属于本次尝试。')
|
|
if result['verdict'] in ('CONSISTENT', 'WARNING'):
|
|
states = {c['check_id']: c['state'] for c in result['checks']}
|
|
require(all(states.get(key) in ('equal', 'expected_change', 'warning')
|
|
for key in original['policy']['required_checks']), '必查项缺失或未知。')
|
|
else:
|
|
require(any(c['state']=='error' for c in result['checks']), '异常结论缺少错误事实。')
|
|
published = saved[item]
|
|
require(published['input_version']==original['input_version'] and published['attempt_id']==attempt['attempt_id'],
|
|
'报告引用旧输入或旧尝试。')
|
|
require(published['attempt']['result']==result, 'JSON报告事实与当前结果不同。')
|
|
html = _ReportHTML((report/f'{item}-v{original["input_version"]}.html').read_text(encoding='utf-8'))
|
|
require(len(html.mains)==1, 'HTML报告缺少唯一绑定。')
|
|
for key, value in (('item-id', item), ('attempt-id', attempt['attempt_id']), ('generation', attempt['generation']),
|
|
('input-version', original['input_version']), ('input-digest', original['input_digest']),
|
|
('evidence-digest', evidence['digest'])):
|
|
require(html.mains[0].get('data-'+key)==str(value), 'HTML报告绑定不符:'+key)
|
|
require(not evidence['pins'] or html.diagrams>0, '有逐脚事实却没有报告接线图。')
|
|
check('C02-C04:'+item, item_result)
|
|
|
|
def unchanged():
|
|
require(bool(scope['source_hashes']), '没有冻结源文件摘要。')
|
|
require(all(_hash(Path(path))==sha for path, sha in scope['source_hashes'].items()), '源文件被改写。')
|
|
count = service.repo.connection.execute('SELECT COUNT(*) FROM execution_operations').fetchone()[0]
|
|
# Early v1 standalone fixtures recorded an implicit zero baseline.
|
|
require(count==scope.get('replacement_operations_before', 0), '校验期间出现了新的换料操作或历史记录变化。')
|
|
check('C05:read_only', unchanged)
|
|
return {'standard': scope['standard'], 'task_id': task_id, 'run_id': run['run_id'],
|
|
'validation_scope': 'single-run:C01-C05', 'not_run': ['C06', 'C07', 'C08'],
|
|
'passed': all(c['state']=='passed' for c in checks), 'checks': checks}
|