Files
cbb-refresh-verify-795/tests/test_abnormal_shutdown.py

112 lines
5.4 KiB
Python

"""Fault injection at native boundaries; real Windows supervisor-loss check."""
import json
from pathlib import Path
from types import SimpleNamespace
import pytest
from cbb_refresh_verify import mentor_adapter as adapter
from test_verify_worker_stability import exercise_worker
FULL_SAVE = 'LICENSE_OK\nSAVE_OK\nIS_SAVED\nPOST_SAVE_SYNCHRONIZED\nCLOSE_OK\nQUIT_OK\n'
@pytest.mark.parametrize('stage,log,exit_code', [
('startup', '', 0),
('integration', '', 0),
('save', '', 1),
('save', 'LICENSE_OK\nSAVE_START\n', 1),
('save', FULL_SAVE, 7),
('save', FULL_SAVE.replace('CLOSE_OK\n', ''), 0),
('save', FULL_SAVE.replace('IS_SAVED\n', ''), 0),
])
def test_native_disconnect_or_interrupted_save_never_completes(tmp_path, monkeypatch, stage, log, exit_code):
job, _, _ = exercise_worker(tmp_path, monkeypatch,
integration_error='RPC_E_DISCONNECTED: PCB closed during integration' if stage == 'integration' else None)
if stage == 'startup':
from cbb_refresh_verify.pcb_bridge import PcbBridgeError
def disconnected(*a, **k):
raise PcbBridgeError('PCB_EXITED_BEFORE_COM', 'PCB exited before COM was ready')
monkeypatch.setattr('cbb_refresh_verify.pcb_bridge.wait_for_target_document', disconnected)
if stage == 'save':
def interrupted_helper(command, **kwargs):
kwargs['stdout'].write(log)
kwargs['stdout'].flush()
return SimpleNamespace(pid=3, poll=lambda: exit_code, returncode=exit_code)
monkeypatch.setattr(adapter.subprocess, 'Popen', interrupted_helper)
root = Path(job['root'])
request = root/'request.json'
request.write_text(json.dumps(job), encoding='utf-8')
assert adapter.worker_main(request) == 1
result = json.loads((root/'outcome.json').read_text(encoding='utf-8'))
assert result['status'] == 'FAIL'
assert result['safe_to_continue'] is False
events = [json.loads(line) for line in (root/'events.jsonl').read_text(encoding='utf-8').splitlines()]
assert not any(event['stage'] in ('complete', 'saved_and_closed') for event in events)
if stage != 'save':
assert not (root/'save.log').exists()
@pytest.mark.parametrize('outcome', [None, {'status': 'PASS'}])
def test_crashed_worker_cannot_pass_even_with_pass_file(tmp_path, monkeypatch, outcome):
from test_verify_runner import fixture, request
from cbb_refresh_verify.verify_runner import run_verify
fixture(tmp_path)
class CrashedWorker:
desktop = None
returncode = 7
def __init__(self, command, *_args, **_kwargs):
if outcome:
Path(command[-1]).with_name('outcome.json').write_text(json.dumps(outcome))
def poll(self): return 7
def close(self): pass
monkeypatch.setattr('cbb_refresh_verify.desktop_worker.DesktopWorker', CrashedWorker)
monkeypatch.setattr('cbb_refresh_verify.verify_runner._cleanup_session_processes',
lambda *a, **k: {'safe_to_continue': True, 'remaining_pids': []})
monkeypatch.setattr('cbb_refresh_verify.verify_diagnostics.capture_failure_logs_with_timeout', lambda *a: None)
def must_not_query(*a):
pytest.fail('A crashed writer must not become PASS via a pre-existing READY flag')
result = run_verify(request(tmp_path), port_check=lambda: (True, ''), flag_reader=must_not_query)
assert result.status == 'FAIL'
assert result.safe_to_continue is False
def test_supervisor_crash_stops_registered_save_helper_but_not_native(tmp_path):
import subprocess, sys, time
import win32api, win32con, win32process, win32event
supervisor = subprocess.Popen([sys.executable, '-c', 'import time; time.sleep(30)'])
ready = tmp_path/'processes.json'
script = tmp_path/'worker.py'
script.write_text(
'import subprocess, sys, time, json\nfrom pathlib import Path\n'
'from cbb_refresh_verify.desktop_worker import start_supervisor_watchdog, launch_save_helper\n'
f'start_supervisor_watchdog({supervisor.pid})\n'
'native = subprocess.Popen([sys.executable,"-c","import time; time.sleep(30)"])\n'
'helper = launch_save_helper([sys.executable,"-c","import time; time.sleep(30)"])\n'
f'Path({str(ready)!r}).write_text(json.dumps([native.pid,helper.pid]))\n'
'time.sleep(30)\n', encoding='utf-8')
worker = subprocess.Popen([sys.executable, str(script)], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
handles = []
try:
deadline = time.monotonic()+6
while not ready.exists() and worker.poll() is None and time.monotonic()<deadline:
time.sleep(.05)
assert ready.exists()
for pid in json.loads(ready.read_text()):
handles.append(win32api.OpenProcess(win32con.PROCESS_QUERY_INFORMATION |
win32con.PROCESS_TERMINATE | win32con.SYNCHRONIZE, False, pid))
supervisor.terminate()
supervisor.wait(5)
assert worker.wait(8) == 75
assert win32event.WaitForSingleObject(handles[1], 3000) == win32con.WAIT_OBJECT_0
assert win32process.GetExitCodeProcess(handles[0]) == 259
finally:
for process in (supervisor, worker):
if process.poll() is None: process.terminate()
process.wait(5)
for handle in handles:
if win32process.GetExitCodeProcess(handle) == 259:
win32process.TerminateProcess(handle, 0)
handle.Close()