Files

202 lines
14 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Run seeded stratified real-model tasks through the embedded UI in isolation."""
from __future__ import annotations
import argparse
import hashlib
import json
import os
from pathlib import Path
import subprocess
import sys
from acceptance_workspace import create_workspace_root
import time
import zipfile
REPO = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(REPO / 'src'))
def fixtures(workspace):
cases = []
def add(name, files, request, expected, *, goal=False):
directory = workspace / f'{len(cases)+1:02d}-{name}'
directory.mkdir(parents=True)
for filename, text in files.items():
target = directory / filename
target.parent.mkdir(parents=True, exist_ok=True)
target.write_text(text, encoding='utf-8')
cases.append({'id': directory.name, 'directory': str(directory), 'request': request,
'expected': expected, 'goal': goal,
'input_hashes': {str(p.relative_to(directory)): hashlib.sha256(p.read_bytes()).hexdigest()
for p in directory.rglob('*') if p.is_file()}})
return directory
add('facts', {'notes.md': '工程 Board-A;目标位号 R1、R3;新料号 NEW-73;不执行CAD。\n'},
'阅读 notes.md,生成 result.json:project、references(数组)、new_part_number。',
{'result.json': {'project': 'Board-A', 'references': ['R1', 'R3'], 'new_part_number': 'NEW-73'}})
directory = add('unicode', {'中文目录/说明.txt': '第一行:电阻 Ω\n第二行:中文路径 ✓\n'},
'将中文目录/说明.txt 原样复制成 result.txt,保留两行文字和换行。',
{'result.txt': '第一行:电阻 Ω\n第二行:中文路径 ✓\n'})
cases[-1]['expected']['result.txt'] = (directory / '中文目录/说明.txt').read_bytes().decode('utf-8')
add('bom-totals', {'bom.csv': 'part,quantity\nA,2\nB,3\nA,4\n'},
'汇总 bom.csv 中每个料号数量,生成 result.json,格式为 {"A":数量,"B":数量,"total":总数量}。',
{'result.json': {'A': 6, 'B': 3, 'total': 9}})
add('duplicates', {'bom.csv': 'project,refdes,part\nBoard-A,R1,A\nBoard-A,R2,B\nBoard-A,R1,C\nBoard-B,R1,D\n'},
'按 project+refdes 查找重复位号。result.json 的 duplicates 数组只列重复身份,每项包含 project、refdes。不同工程同位号不是重复。',
{'result.json': {'duplicates': [{'project': 'Board-A', 'refdes': 'R1'}]}})
add('comparison', {'before.csv': 'refdes,part\nR1,A\nR2,B\nR3,C\n', 'after.csv': 'refdes,part\nR1,A\nR2,X\nR3,C\n'},
'比较 before.csv 和 after.csv,result.json 的 changes 数组记录改变的 refdes、before、after。',
{'result.json': {'changes': [{'refdes': 'R2', 'before': 'B', 'after': 'X'}]}})
add('missing-fields', {'bom.csv': 'refdes,old,new\nR1,A,B\nR2,B,\nR3,,C\n'},
'检查 bom.csv 每行 refdes、old、new 必填。result.json 的 invalid_rows 写 Excel 风格行号(表头第1行),只列无效行。',
{'result.json': {'invalid_rows': [3, 4]}})
add('mapping-copy', {'source.json': '{"R1":"OLD-A","R2":"KEEP","R3":"OLD-A"}'},
'把 source.json 中 OLD-A 替换成 NEW-A,保存 result.json;保留其他值和源文件。',
{'result.json': {'R1': 'NEW-A', 'R2': 'KEEP', 'R3': 'NEW-A'}})
add('nested-edit', {'config.json': '{"name":"Board-A","options":{"enabled":false,"limit":3},"note":"保留我"}'},
'读取 config.json,生成 result.json,只把 options.enabled 改为 true、options.limit 改为 7。其他字段原样保留。',
{'result.json': {'name': 'Board-A', 'options': {'enabled': True, 'limit': 7}, 'note': '保留我'}})
directory = add('zip', {}, '解压资料.zip,读取内部说明文件。生成 result.json:marker 填说明中的验收码,count 填清单中的数量。',
{'result.json': {'marker': 'ZIP-7391', 'count': 12}})
with zipfile.ZipFile(directory / '资料.zip', 'w') as archive:
archive.writestr('nested/readme.txt', '验收码 ZIP-7391\n')
archive.writestr('nested/count.json', '{"count":12}')
cases[-1]['input_hashes']['资料.zip'] = hashlib.sha256((directory / '资料.zip').read_bytes()).hexdigest()
add('log-cause', {'run.log': '09:00 INFO start\n09:01 ERROR LIBRARY_NOT_FOUND missing central.lmc\n09:02 ERROR EXECUTION_ABORTED\n09:03 INFO saved=0\n'},
'根据 run.log 找出第一条错误及保存数量。result.json 写 root_error、saved、execution_succeeded(布尔值)。不要把随后中止当作最初原因。',
{'result.json': {'root_error': 'LIBRARY_NOT_FOUND', 'saved': 0, 'execution_succeeded': False}})
add('recursive-files', {'a/one.txt': 'accept_id=A11\n', 'b/two.txt': 'accept_id=B22\n', 'b/deep/three.txt': 'accept_id=C33\n', 'ignore.md': '无编号'},
'递归检查所有 .txt 文件,提取 accept_id,按字母排序。result.json 写 ids 数组。',
{'result.json': {'ids': ['A11', 'B22', 'C33']}})
add('decimal', {'prices.csv': 'part,qty,unit_price\nA,3,1.25\nB,2,4.50\nC,7,1.00\n'},
'计算 prices.csv 总金额,生成 result.json:total 用两位小数字符串,currency 填 CNY。',
{'result.json': {'total': '19.75', 'currency': 'CNY'}})
add('ambiguous-project', {'catalog.json': '[{"name":"Board-A","path":"X:/a.prj"},{"name":"Board-A","path":"Y:/a.prj"}]'},
'用户只有工程名 Board-A,目录 catalog.json 中有两个同名工程。不要任选一个。result.json 写 status="ambiguous"、candidate_count、selected_path=null。',
{'result.json': {'status': 'ambiguous', 'candidate_count': 2, 'selected_path': None}})
add('large-table', {'numbers.csv': 'id,value\n'+''.join(f'{i},{i}\n' for i in range(1, 601))},
'核对 numbers.csv 全部数据,result.json 写 count、sum、min、max。必须实际读取完整表格。',
{'result.json': {'count': 600, 'sum': 180300, 'min': 1, 'max': 600}})
add('value-policy', {'rows.json': '[{"refdes":"R1","mode":"inherit"},{"refdes":"R2","mode":"preserve"},{"refdes":"R3","mode":"custom","custom":"47k"}]'},
'任务默认 Value 策略是 part_label。解析 rows.json:inherit 使用默认,其余使用显式策略。result.json 用位号作键,对应实际策略名;custom 项写 custom:47k。',
{'result.json': {'R1': 'part_label', 'R2': 'preserve', 'R3': 'custom:47k'}})
add('merge-files', {'a.json': '["R3","R1","R2"]', 'b.json': '["R2","R4"]'},
'合并 a.json、b.json,去重并排序,result.json 写 references 数组与 count。',
{'result.json': {'references': ['R1', 'R2', 'R3', 'R4'], 'count': 4}})
add('missing-file', {}, '尝试读取不存在的 missing-report.txt。若不存在,result.json 写 status="missing"、content=null;不要编造内容。',
{'result.json': {'status': 'missing', 'content': None}})
add('invalid-json', {'broken.json': '{"refdes":"R1","part":"A",}'},
'broken.json 无法按标准 JSON 解析。修正语法另存 result.json,保留原数据,不改变原文件。',
{'result.json': {'refdes': 'R1', 'part': 'A'}})
add('goal-workflow', {f'inputs/part-{i}.json': json.dumps({'id': i, 'quantity': i*3}) for i in range(1, 7)},
'建立 goal 并持续完成这个任务:逐个检查 inputs 中六份 JSON,为每个输入生成 outputs/part-N.json,包含 id 和 double_quantity(quantity乘2)。最后生成 result.json,count=6、total_double_quantity 为全部乘2后的和。核对所有产物后完成 goal。不要只给计划。',
{'result.json': {'count': 6, 'total_double_quantity': 126},
**{f'outputs/part-{i}.json': {'id': i, 'double_quantity': i*6} for i in range(1, 7)}}, goal=True)
add('repair-and-run', {'calculate.py': 'import json\nvalues=[2,4,6]\nresult=sum(values)+1\nprint(json.dumps({"sum":result,"count":len(values)}))\n'},
'calculate.py 求和有一个错误。保留原文件,写出修复后的 fixed.py,实际运行它,并把运行的 JSON 输出保存 result.json。预期 sum=12、count=3。必须实际运行验证,最后报告结果。',
{'result.json': {'sum': 12, 'count': 3}})
assert len(cases) == 20
return cases
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--output', type=Path, default=REPO / 'outputs/harness-acceptance-20')
parser.add_argument('--port', type=int, default=9231)
parser.add_argument('--provider-config', type=Path, default=Path(os.environ['LOCALAPPDATA']) / 'DxProductivity/trial-task-center/dsh')
parser.add_argument('--prepare-only', action='store_true')
parser.add_argument('--seed', type=int, help='Replay a recorded seed; omit for system randomness')
parser.add_argument('--count', type=int, default=20)
parser.add_argument('--legacy-fixed', action='store_true', help='Historical fixed regression cases; not random acceptance')
parser.add_argument('--case', action='append', help='Run named cases only, retaining their original sample IDs')
parser.add_argument('--windows-shell', action='store_true', help='Use the installed Windows PowerShell rather than the Codex process PATH')
args = parser.parse_args()
output = args.output.resolve()
output.mkdir(parents=True, exist_ok=True)
run_parent = Path(os.environ['LOCALAPPDATA']) / 'DxProductivity/acceptance-workspaces'
run_parent.mkdir(parents=True, exist_ok=True)
run = create_workspace_root(run_parent, 'click20-')
data = run / 'data'
workspace = data / 'dsh/harness-home/workspace'
from random_acceptance_cases import generate
seed, cases = (None, fixtures(workspace)) if args.legacy_fixed else generate(workspace, args.seed, args.count)
if args.case:
cases = [case for case in cases if case['id'] in args.case]
if len(cases) != len(set(args.case)):
raise ValueError('Unknown sample ID')
manifest = {'git_head': subprocess.check_output(['git', 'rev-parse', 'HEAD'], cwd=REPO, text=True).strip(),
'source_patch_sha256': hashlib.sha256(subprocess.check_output(['git', 'diff', '--binary', 'HEAD'], cwd=REPO)).hexdigest(),
'data': str(data), 'workspace': str(workspace), 'cases': cases, 'real_model': not args.prepare_only, 'real_cad': False,
'windows_shell': args.windows_shell,
'seed': str(seed) if seed is not None else None, 'generation': 'legacy-fixed' if args.legacy_fixed else 'stratified-random-v1',
'command': [sys.executable, str(Path(__file__).resolve()), *sys.argv[1:]],
'generator_sha256': hashlib.sha256((REPO / 'tools/random_acceptance_cases.py').read_bytes()).hexdigest(),
'coverage': sorted({case.get('stratum', case['id']) for case in cases}),
'runtime': 'embedded-harness', 'comparison': 'not-run',
'unsupported_coverage': ['real CAD', 'in-flight tool cancellation', 'native runtime paired baseline']}
manifest_path = output / 'manifest.json'
manifest_path.write_text(json.dumps(manifest, ensure_ascii=False, indent=2), encoding='utf-8')
print('MANIFEST='+str(manifest_path), flush=True)
if args.prepare_only:
return 0
from accept_dsh_desktop import copy_provider_configuration
copy_provider_configuration(args.provider_config, data / 'dsh')
if args.windows_shell:
shell = Path(os.environ['SystemRoot']) / 'System32/WindowsPowerShell/v1.0/powershell.exe'
profile = data / 'dsh/harness-home/profiles/dx-task/cordis.patch.yml'
profile.parent.mkdir(parents=True, exist_ok=True)
profile.write_text(json.dumps([{'id': 'pwsh-sandbox', 'config': {'pwshPath': str(shell)}}]), encoding='utf-8')
(data / 'dsh/issue-config.json').write_text('{"enabled":false}', encoding='utf-8')
os.environ['QTWEBENGINE_REMOTE_DEBUGGING'] = f'127.0.0.1:{args.port}'
os.environ.pop('QT_QPA_PLATFORM', None)
from PySide6.QtCore import QTimer, Qt
from PySide6.QtTest import QTest
from PySide6.QtWidgets import QApplication, QMessageBox
from dx_productivity.trial_task_center import application
from dx_productivity.trial_task_center.ui.main_window import TrialTaskCenterWindow
state = {'phase': 'open', 'started': time.monotonic(), 'child': None}
def build(service):
window = TrialTaskCenterWindow(service)
window.resize(1380, 900)
def tick():
modal = QApplication.activeModalWidget()
if isinstance(modal, QMessageBox) and modal.windowTitle().startswith('DSH助手'):
button = modal.button(QMessageBox.StandardButton.No)
if button:
QTest.mouseClick(button, Qt.MouseButton.LeftButton)
if state['phase'] == 'open':
QTest.mouseClick(window.dsh_navigation, Qt.MouseButton.LeftButton)
state['phase'] = 'starting'
elif state['phase'] == 'starting' and window._dsh_view is not None and window._dsh_view._started:
log = (output / 'driver.log').open('w', encoding='utf-8')
state['child'] = subprocess.Popen(['node', str(REPO / 'tools/verify_harness_samples_ui.mjs'),
str(output), str(args.port)], cwd=REPO, stdout=log, stderr=subprocess.STDOUT,
creationflags=subprocess.CREATE_NO_WINDOW)
state['phase'] = 'running'
elif state['phase'] == 'running' and state['child'].poll() is not None:
window.grab().save(str(output / 'desktop-final.png'))
timer.stop()
state['phase'] = 'done'
window.close()
elif state['phase'] == 'starting' and time.monotonic()-state['started'] > 360:
(output / 'startup-error.txt').write_text(window._dsh_view.last_error if window._dsh_view else 'No view', encoding='utf-8')
timer.stop()
window.close()
timer = QTimer(window)
timer.setInterval(250)
timer.timeout.connect(tick)
timer.start()
return window
application._load_window = lambda: build
code = application.main(['--data-root', str(data)])
return code or (state['child'].returncode if state['child'] else 1)
if __name__ == '__main__':
raise SystemExit(main())