113 lines
5.4 KiB
Python
113 lines
5.4 KiB
Python
"""Fault injection at native boundaries; real Windows supervisor-loss check."""
|
|
import json
|
|
from pathlib import Path
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
from cbb_refresh_verify import mentor_adapter as adapter
|
|
from test_verify_worker_stability import exercise_worker
|
|
|
|
|
|
FULL_SAVE = 'LICENSE_OK\nSAVE_OK\nIS_SAVED\nPOST_SAVE_SYNCHRONIZED\nCLOSE_OK\nQUIT_OK\n'
|
|
|
|
|
|
@pytest.mark.parametrize('stage,log,exit_code', [
|
|
('startup', '', 0),
|
|
('integration', '', 0),
|
|
('save', '', 1),
|
|
('save', 'LICENSE_OK\nSAVE_START\n', 1),
|
|
('save', FULL_SAVE, 7),
|
|
('save', FULL_SAVE.replace('CLOSE_OK\n', ''), 0),
|
|
('save', FULL_SAVE.replace('IS_SAVED\n', ''), 0),
|
|
])
|
|
def test_native_disconnect_or_interrupted_save_never_completes(tmp_path, monkeypatch, stage, log, exit_code):
|
|
job, _, _ = exercise_worker(tmp_path, monkeypatch,
|
|
integration_error='RPC_E_DISCONNECTED: PCB closed during integration' if stage == 'integration' else None)
|
|
if stage == 'startup':
|
|
from cbb_refresh_verify.pcb_bridge import PcbBridgeError
|
|
def disconnected(*a, **k):
|
|
raise PcbBridgeError('PCB_EXITED_BEFORE_COM', 'PCB exited before COM was ready')
|
|
monkeypatch.setattr('cbb_refresh_verify.pcb_bridge.wait_for_target_document', disconnected)
|
|
if stage == 'save':
|
|
def interrupted_helper(command, **kwargs):
|
|
kwargs['stdout'].write(log)
|
|
kwargs['stdout'].flush()
|
|
return SimpleNamespace(pid=3, poll=lambda: exit_code, returncode=exit_code)
|
|
monkeypatch.setattr(adapter.subprocess, 'Popen', interrupted_helper)
|
|
root = Path(job['root'])
|
|
request = root/'request.json'
|
|
request.write_text(json.dumps(job), encoding='utf-8')
|
|
assert adapter.worker_main(request) == 1
|
|
result = json.loads((root/'outcome.json').read_text(encoding='utf-8'))
|
|
assert result['status'] == 'FAIL'
|
|
assert result['safe_to_continue'] is False
|
|
events = [json.loads(line) for line in (root/'events.jsonl').read_text(encoding='utf-8').splitlines()]
|
|
assert not any(event['stage'] in ('complete', 'saved_and_closed') for event in events)
|
|
if stage != 'save':
|
|
assert not (root/'save.log').exists()
|
|
|
|
|
|
@pytest.mark.parametrize('outcome', [None, {'status': 'PASS'}])
|
|
def test_crashed_worker_cannot_pass_even_with_pass_file(tmp_path, monkeypatch, outcome):
|
|
from test_verify_runner import fixture, request
|
|
from cbb_refresh_verify.verify_runner import run_verify
|
|
fixture(tmp_path)
|
|
class CrashedWorker:
|
|
desktop = None
|
|
returncode = 7
|
|
def __init__(self, command, *_args, **_kwargs):
|
|
if outcome:
|
|
Path(command[-1]).with_name('outcome.json').write_text(json.dumps(outcome))
|
|
def poll(self): return 7
|
|
def close(self): pass
|
|
monkeypatch.setattr('cbb_refresh_verify.desktop_worker.DesktopWorker', CrashedWorker)
|
|
monkeypatch.setattr('cbb_refresh_verify.verify_runner._cleanup_session_processes',
|
|
lambda *a, **k: {'safe_to_continue': True, 'remaining_pids': []})
|
|
monkeypatch.setattr('cbb_refresh_verify.verify_diagnostics.capture_failure_logs_with_timeout', lambda *a: None)
|
|
def must_not_query(*a):
|
|
pytest.fail('A crashed writer must not become PASS via a pre-existing READY flag')
|
|
result = run_verify(request(tmp_path), port_check=lambda: (True, ''), flag_reader=must_not_query)
|
|
assert result.status == 'FAIL'
|
|
assert result.safe_to_continue is True # Proven release permits another item; crash stays FAIL.
|
|
|
|
|
|
def test_supervisor_crash_preserves_registered_save_caller_and_native(tmp_path):
|
|
import subprocess, sys, time
|
|
import win32api, win32con, win32process, win32event
|
|
supervisor = subprocess.Popen([sys.executable, '-c', 'import time; time.sleep(30)'])
|
|
ready = tmp_path/'processes.json'
|
|
script = tmp_path/'worker.py'
|
|
script.write_text(
|
|
'import subprocess, sys, time, json\nfrom pathlib import Path\n'
|
|
'from cbb_refresh_verify.desktop_worker import start_supervisor_watchdog, launch_save_helper\n'
|
|
f'start_supervisor_watchdog({supervisor.pid})\n'
|
|
'native = subprocess.Popen([sys.executable,"-c","import time; time.sleep(30)"])\n'
|
|
'helper = launch_save_helper([sys.executable,"-c","import time; time.sleep(30)"])\n'
|
|
f'Path({str(ready)!r}).write_text(json.dumps([native.pid,helper.pid]))\n'
|
|
'time.sleep(30)\n', encoding='utf-8')
|
|
worker = subprocess.Popen([sys.executable, str(script)], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
handles = []
|
|
try:
|
|
deadline = time.monotonic()+6
|
|
while not ready.exists() and worker.poll() is None and time.monotonic()<deadline:
|
|
time.sleep(.05)
|
|
assert ready.exists()
|
|
for pid in json.loads(ready.read_text()):
|
|
handles.append(win32api.OpenProcess(win32con.PROCESS_QUERY_INFORMATION |
|
|
win32con.PROCESS_TERMINATE | win32con.SYNCHRONIZE, False, pid))
|
|
supervisor.terminate()
|
|
supervisor.wait(5)
|
|
time.sleep(.5)
|
|
assert worker.poll() is None
|
|
assert win32event.WaitForSingleObject(handles[1], 0) == win32con.WAIT_TIMEOUT
|
|
assert win32process.GetExitCodeProcess(handles[0]) == 259
|
|
finally:
|
|
for process in (supervisor, worker):
|
|
if process.poll() is None: process.terminate()
|
|
process.wait(5)
|
|
for handle in handles:
|
|
if win32process.GetExitCodeProcess(handle) == 259:
|
|
win32process.TerminateProcess(handle, 0)
|
|
handle.Close()
|