130 lines
6.8 KiB
Python
130 lines
6.8 KiB
Python
"""Request ordinary stop during save on disposable projects; never replay a run."""
|
|
from dataclasses import asdict
|
|
import hashlib
|
|
import json
|
|
from pathlib import Path
|
|
import re
|
|
import shutil
|
|
import sys
|
|
from threading import Event, Thread
|
|
import time
|
|
from uuid import uuid4
|
|
|
|
REPO = Path(__file__).resolve().parents[1]
|
|
sys.path[:0] = [str(REPO / 'src'), str(REPO / 'tools')]
|
|
from probe_batch_runtime_live import hashes, compare_saved, save, OLD, NEW, NAMES
|
|
from dx_productivity.trial_task_center.isolated_cad import IsolatedCadSession
|
|
from dx_productivity.trial_task_center.logging_setup import configure_logging
|
|
from dx_productivity.trial_task_center.service import TaskCenterService
|
|
from dx_productivity.trial_task_center.store import TaskStore
|
|
from dx_productivity.trial_task_center.bom_plan import write_bom_template
|
|
from dx_productivity.trial_task_center.stop_control import StopControl
|
|
from dx_productivity.trial_task_center.task_queue import execute_task_queue
|
|
|
|
|
|
def main():
|
|
import argparse
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('--source-root', required=True, type=Path)
|
|
parser.add_argument('--library', required=True, type=Path)
|
|
parser.add_argument('--run-native', action='store_true', required=True)
|
|
args = parser.parse_args()
|
|
output = REPO / 'build' / ('safe-stop-live-' + uuid4().hex[:10])
|
|
output.mkdir()
|
|
source_root, library = args.source_root.resolve(strict=True), args.library.resolve(strict=True)
|
|
source_hashes = {name: hashes(source_root / name) for name in NAMES}
|
|
library_hash = hashlib.sha256(library.read_bytes()).hexdigest()
|
|
projects = []
|
|
for name in NAMES:
|
|
folder = output / 'projects' / name
|
|
shutil.copytree(source_root / name, folder)
|
|
project = folder / (name + '.prj')
|
|
text, count = re.subn(r'(?m)^KEY CentralLibrary .*$', lambda _: f'KEY CentralLibrary "{library.as_posix()}"',
|
|
project.read_text(encoding='utf-8-sig'))
|
|
assert count == 1
|
|
project.write_text(text, encoding='utf-8')
|
|
projects.append(project)
|
|
report = {'scope': 'source supervised service, production VBS and real CAD; no GUI or frozen EXE',
|
|
'output': str(output), 'projects': list(map(str, projects))}
|
|
print(json.dumps(report, ensure_ascii=False), flush=True)
|
|
store = TaskStore(output / 'tasks.db')
|
|
service = TaskCenterService(store, configure_logging(output / 'data'), supervised=True)
|
|
control, finished = StopControl(), Event()
|
|
watcher = None
|
|
def inspect(project, sheets, label):
|
|
evidence = output / (label + '-' + project.stem)
|
|
evidence.mkdir()
|
|
spec, result = evidence / 'spec.json', evidence / 'graph.json'
|
|
save(spec, {'project': str(project), 'sheets': sorted(sheets), 'destination': str(result)})
|
|
with IsolatedCadSession(evidence) as cad:
|
|
child = cad.start_worker((sys.executable, str(REPO / 'tools/probe_batch_runtime_live.py'),
|
|
'--repo', str(REPO), '--inspect-file', str(spec), '--run-native'), stdout=-1, stderr=-1)
|
|
try:
|
|
code = child.wait(timeout=180)
|
|
(evidence / 'worker-output.txt').write_bytes(child.stdout.read() + b'\n' + child.stderr.read())
|
|
assert code == 0, (evidence / 'worker-output.txt').read_text(errors='replace')
|
|
finally:
|
|
child.close()
|
|
return json.loads(result.read_text(encoding='utf-8'))
|
|
try:
|
|
tasks = service.create_project_tasks(output / 'projects', selected_paths=tuple(projects))
|
|
bom = write_bom_template(output / 'input.xlsx', ({'project_path': str(p), 'old_part_number': OLD,
|
|
'new_part_number': NEW, 'refdes': 'RV05', 'enabled': True, 'sync_nc': True} for p in projects))
|
|
imported = service.inspect_bom_batch(tasks[0].task_id, bom)
|
|
assert imported.passed_rows == 2 and imported.preview is not None
|
|
service.save_bom_batch(imported.preview, {p.task_id: p.rows for p in imported.preview.projects})
|
|
before, sheet_sets = {}, {}
|
|
for project in projects:
|
|
rows = next(p.rows for p in imported.preview.projects if p.project_path.resolve() == project.resolve())
|
|
sheet_sets[project.stem] = {(row.target.schematic_name, row.target.sheet_number) for row in rows}
|
|
before[project.stem] = inspect(project, sheet_sets[project.stem], 'before')
|
|
def stop_during_save():
|
|
while not finished.wait(.01):
|
|
for path in (output / 'data/tasks').glob('*/quick-run/quick-part-replace.log'):
|
|
try:
|
|
text = path.read_text(encoding='utf-8-sig')
|
|
except OSError:
|
|
continue
|
|
if 'save_requested job=' in text:
|
|
report['stop_requested'] = {'time_ns': time.time_ns(), 'log': str(path),
|
|
'trigger': 'production save_requested log; ordinary stop only'}
|
|
control.set()
|
|
return
|
|
watcher = Thread(target=stop_during_save, daemon=True)
|
|
watcher.start()
|
|
result = execute_task_queue(service, tuple(task.task_id for task in tasks), stop_event=control)
|
|
finished.set()
|
|
watcher.join(3)
|
|
report['queue_result'] = asdict(result)
|
|
assert report.get('stop_requested') and not control.force_event.is_set()
|
|
assert result.paused and [row.state for row in result.entries] == ['completed', 'pending'], result
|
|
report['comparisons'] = []
|
|
for index, project in enumerate(projects):
|
|
after = inspect(project, sheet_sets[project.stem], 'after')
|
|
if index == 0:
|
|
report['comparisons'].append(compare_saved(before[project.stem], after))
|
|
else:
|
|
assert after == before[project.stem], 'second project was changed after stop'
|
|
report['comparisons'].append({'unchanged': True, 'components': len(after)})
|
|
assert not service.pending_batch_resources()
|
|
assert not list((output / 'data').rglob('uncertain.flag'))
|
|
report['verified'] = True
|
|
except BaseException as error:
|
|
import traceback
|
|
report.update(error=repr(error), traceback=traceback.format_exc())
|
|
raise
|
|
finally:
|
|
finished.set()
|
|
if watcher is not None:
|
|
watcher.join(3)
|
|
store.close()
|
|
report['source_unchanged'] = all(hashes(source_root / name) == source_hashes[name] for name in NAMES)
|
|
report['library_lmc_unchanged'] = hashlib.sha256(library.read_bytes()).hexdigest() == library_hash
|
|
save(output / 'report.json', report)
|
|
print(json.dumps(report, ensure_ascii=False), flush=True)
|
|
return 0 if report.get('verified') and report['source_unchanged'] and report['library_lmc_unchanged'] else 1
|
|
|
|
|
|
if __name__ == '__main__':
|
|
raise SystemExit(main())
|