Files
dxdesigner-part-replacement/tools/verification_closed_loop.py
T

145 lines
8.9 KiB
Python

"""Independent acceptance checks against a scope recorded BEFORE execution."""
from html.parser import HTMLParser
import json
from pathlib import Path
from dx_productivity.trial_task_center.native_netlist import _hash
def require(condition, message):
if not condition:
raise ValueError(message)
def records(service, task_id):
result, cursor = [], None
while True:
page = service.read_task(task_id, cursor=cursor)
result.extend(service.read_item(row['item_id']) for row in page['items'])
cursor = page['cursor']
if cursor is None:
return result
def freeze_inputs(service, task_id, *, expected_count):
rows = records(service, task_id)
require(type(expected_count) is int and expected_count>0 and len(rows)==expected_count,
'验收必须事先指定非空、准确的工程数量。')
sources, items = {}, []
for row in rows:
require(row['input_state']=='ready', '开始前输入尚未就绪。')
payload = row['payload']
for name in ('before_ref', 'after_ref'):
capture = service.artifacts.read(payload[name], 'snapshot')
for path, sha in capture['source_hashes'].items():
require(path not in sources or sources[path]==sha, '同一源文件出现不同摘要。')
require(_hash(Path(path))==sha, '源文件已偏离导入时的版本。')
sources[path] = sha
items.append({'item_id': row['item_id'], 'input_version': row['input_version'],
'input_digest': payload['payload_digest'], 'before_ref': payload['before_ref'],
'after_ref': payload['after_ref'], 'policy': payload['check_plan'], 'display_name': row['display_name']})
operations = service.repo.connection.execute('SELECT COUNT(*) FROM execution_operations').fetchone()[0]
return {'standard': 'verification-closed-loop-v1', 'task_id': task_id, 'items': items,
'source_hashes': sources, 'replacement_operations_before': operations}
class _ReportHTML(HTMLParser):
def __init__(self, text):
super().__init__(); self.mains = []; self.diagrams = 0
self.feed(text)
def handle_starttag(self, tag, attrs):
if tag=='main': self.mains.append(dict(attrs))
if tag=='svg': self.diagrams += 1
def verify_closed_loop(service, task_id, scope, run, report, *, expected_verdicts, selected_only=False):
checks = []
def check(name, action):
try:
action()
checks.append({'check_id': name, 'state': 'passed'})
except (ValueError, OSError, KeyError, TypeError) as error:
checks.append({'check_id': name, 'state': 'failed', 'reason': str(error)})
frozen = {r['item_id']: r for r in scope['items']}
members = {r['item_id']: r for r in run['members']}
report = Path(report)
current = {r['item_id']: r for r in records(service, task_id)}
if selected_only:
current = {key: row for key, row in current.items() if key in frozen}
def membership():
require(scope['task_id']==task_id and bool(frozen), '冻结任务为空或身份错误。')
require(len(frozen)==len(scope['items']) and len(members)==len(run['members']), '工程或运行成员重复。')
require(set(frozen)==set(members)==set(current)==set(expected_verdicts), '冻结范围、运行成员、当前工程或预期清单不一致。')
durable = service.repo.connection.execute('SELECT state,members_json FROM verification_runs WHERE run_id=?', (run['run_id'],)).fetchone()
require(durable is not None and durable['state']=='completed', '运行未完成。')
persisted = json.loads(durable['members_json'])
require(all(row in persisted for row in run['members']) if selected_only else persisted==run['members'],
'运行成员与持久记录不同。')
require(all(v in ('CONSISTENT', 'WARNING', 'DIFFERENT') for v in expected_verdicts.values()),
'正常完整闭环必须事先指定可核验的工程结论。')
check('C01-C02:scope', membership)
saved = {}
def report_scope():
value = json.loads((report/'task.json').read_text(encoding='utf-8'))
require(value['task_id']==task_id, '报告任务不符。')
identities = {r['item_id'] for r in value['items']}
require(len(identities)==len(value['items']) and (set(frozen)<=identities if selected_only else identities==set(frozen)), '报告工程范围不符。')
require((report/'index.html').is_file(), '缺少报告首页。')
saved.update((r['item_id'], r) for r in value['items'])
check('C04:report_scope', report_scope)
for item, original in frozen.items():
def item_result(item=item, original=original):
row, member = current[item], members[item]
require(row['input_version']==member['input_version']==original['input_version'], '输入版本不符。')
require(row['payload']['payload_digest']==original['input_digest'], '输入摘要变化。')
for key in ('before_ref', 'after_ref'):
require(row['payload'][key]==original[key], '冻结副本引用变化。')
attempt = row['attempt']
require(attempt is not None and attempt['state']=='succeeded', '尝试未成功完成,停止/失败不能算闭环。')
require(attempt['run_id']==run['run_id'] and row['attempt_id']==member['attempt_id'], '尝试不属于本次运行。')
service.validate_attempt(attempt)
result = attempt['result']; evidence = result['evidence']; binding = evidence['binding']
require(result['verdict']==expected_verdicts[item], '工程结论与预期不符。')
for key, expected in (('item_id', item), ('attempt_id', attempt['attempt_id']),
('generation', attempt['generation']), ('input_version', original['input_version']),
('input_digest', original['input_digest']), ('policy', original['policy'])):
require(result[key]==expected, '结果身份不符:'+key)
for key in ('attempt_id', 'input_version', 'input_digest'):
require(binding[key]==result[key], '图表证据绑定不符:'+key)
require(result['resource_state']=='released', '执行资源退出未确认。')
released = json.loads((service.data_root/'verification/attempts'/attempt['attempt_id']/'resource-released.json').read_text(encoding='utf-8'))
require(released['resource_state']=='released' and released['owner_id']==attempt['owner_id'], '资源退出证明不属于本次尝试。')
if result['verdict'] in ('CONSISTENT', 'WARNING'):
states = {c['check_id']: c['state'] for c in result['checks']}
require(all(states.get(key) in ('equal', 'expected_change', 'warning')
for key in original['policy']['required_checks']), '必查项缺失或未知。')
else:
require(any(c['state']=='error' for c in result['checks']), '异常结论缺少错误事实。')
published = saved[item]
require(published['input_version']==original['input_version'] and published['attempt_id']==attempt['attempt_id'],
'报告引用旧输入或旧尝试。')
require(published['attempt']['result']==result, 'JSON报告事实与当前结果不同。')
html = _ReportHTML((report/f'{item}-v{original["input_version"]}.html').read_text(encoding='utf-8'))
require(len(html.mains)==1, 'HTML报告缺少唯一绑定。')
for key, value in (('item-id', item), ('attempt-id', attempt['attempt_id']), ('generation', attempt['generation']),
('input-version', original['input_version']), ('input-digest', original['input_digest']),
('evidence-digest', evidence['digest'])):
require(html.mains[0].get('data-'+key)==str(value), 'HTML报告绑定不符:'+key)
require(not evidence['pins'] or html.diagrams>0, '有逐脚事实却没有报告接线图。')
check('C02-C04:'+item, item_result)
def unchanged():
require(bool(scope['source_hashes']), '没有冻结源文件摘要。')
require(all(_hash(Path(path))==sha for path, sha in scope['source_hashes'].items()), '源文件被改写。')
count = service.repo.connection.execute('SELECT COUNT(*) FROM execution_operations').fetchone()[0]
# Early v1 standalone fixtures recorded an implicit zero baseline.
require(count==scope.get('replacement_operations_before', 0), '校验期间出现了新的换料操作或历史记录变化。')
check('C05:read_only', unchanged)
return {'standard': scope['standard'], 'task_id': task_id, 'run_id': run['run_id'],
'validation_scope': 'single-run:C01-C05', 'not_run': ['C06', 'C07', 'C08'],
'passed': all(c['state']=='passed' for c in checks), 'checks': checks}