Files
dxdesigner-part-replacement/tools/measure_responsiveness.py
T

120 lines
5.1 KiB
Python

"""Synthetic log/UI benchmark. Never opens CAD or modifies an existing project.
Run: python tools/measure_responsiveness.py --output build/ui-response/report.json
"""
import argparse
import json
import logging
import os
from pathlib import Path
import sys
import tempfile
import time
os.environ.setdefault('QT_QPA_PLATFORM', 'offscreen')
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'src'))
from PySide6.QtCore import QTimer, QThreadPool
from PySide6.QtWidgets import QApplication, QPlainTextEdit, QTextEdit
from dx_productivity.trial_task_center.logging_setup import configure_logging
from dx_productivity.trial_task_center.service import TaskCenterService
from dx_productivity.trial_task_center.store import TaskStore
from dx_productivity.trial_task_center.ui.main_window import TrialTaskCenterWindow
from dx_productivity.trial_task_center.ui.messages import _format_task_log_lines
def elapsed_ms(action):
start = time.perf_counter()
result = action()
return result, round((time.perf_counter() - start) * 1000, 3)
def pump(app, condition):
deadline = time.perf_counter() + 10
while not condition():
if time.perf_counter() > deadline:
raise TimeoutError('UI query did not settle')
app.processEvents()
time.sleep(0.001)
def measure(root, app):
store = TaskStore(root / 'tasks.db')
service = TaskCenterService(store, configure_logging(root / 'data'))
project = root / 'project' / 'board.prj'
project.parent.mkdir()
project.write_text('KEY FrontEndSnapshot "DxD"\nKEY iCDBDir "database"\n')
task = service.create_project_tasks(project.parent)[0]
path = root / 'data' / 'tasks' / task.task_id / 'events.jsonl'
path.parent.mkdir(parents=True, exist_ok=True)
with path.open('w', encoding='utf-8') as stream:
for i in range(5000):
pairs = '; '.join(f'R{i*8+j} OLD-PART -> NEW-PART' for j in range(8))
event = {'sequence': i + 1, 'operation': 'quick_run_executed',
'message': 'Replacements: ' + pairs + ' Display verified: attributes=3.',
'details': {'state': 'saved_ok', 'schematic_name': 'MAIN', 'sheet_number': '1'}}
stream.write(json.dumps(event) + '\n')
result = {'scenario': 'synthetic logs and offscreen Qt, no CAD',
'events': 5000, 'replacement_details': 40000, 'log_bytes': path.stat().st_size}
old = QTextEdit()
def old_display():
old.setPlainText('\n'.join(_format_task_log_lines(service.tail_log(task.task_id, limit=None))))
_, result['previous_full_read_format_render_ms'] = elapsed_ms(old_display)
new = QPlainTextEdit()
def new_display():
page = service.read_task_log(task.task_id)
new.setPlainText('\n'.join(_format_task_log_lines(page.lines)))
return page
page, result['recent_200_read_format_render_ms'] = elapsed_ms(new_display)
unchanged, result['unchanged_incremental_poll_ms'] = elapsed_ms(
lambda: service.read_task_log(task.task_id, mode='poll', cursor=page.cursor))
assert len(page.lines) == 200 and not unchanged.lines
oldest = page
count = len(page.lines)
while oldest.has_older:
oldest = service.read_task_log(task.task_id, mode='older', cursor=oldest.older_cursor)
count += len(oldest.lines)
assert count == 5000
result['history_events_recovered'] = count
real_context = service.task_context
def delayed(task_id):
time.sleep(0.4)
return real_context(task_id)
service.task_context = delayed
window = TrialTaskCenterWindow(service)
ticks = []
timer = QTimer()
timer.setInterval(20)
timer.timeout.connect(lambda: ticks.append(time.perf_counter()))
timer.start()
start = time.perf_counter()
_, result['open_task_return_ms_with_400ms_read'] = elapsed_ms(lambda: window.open_task(task.task_id))
pump(app, lambda: not window._loading and not window._context_query.busy)
finish = time.perf_counter()
timer.stop()
result['task_loaded_ms_with_400ms_read'] = round((finish-start)*1000, 3)
result['heartbeat_ticks_during_read'] = len(ticks)
result['max_heartbeat_gap_ms'] = round(max(b-a for a, b in zip([start]+ticks, ticks+[finish]))*1000, 3)
start = time.perf_counter()
window._show_task_log()
pump(app, lambda: not window._log_presenter.query.busy)
result['async_recent_log_visible_ms'] = round((time.perf_counter()-start)*1000, 3)
assert 'R39999' in window._log_presenter.log_text
window.close()
QThreadPool.globalInstance().waitForDone()
store.close()
logging.shutdown()
return result
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument('--output', type=Path, required=True)
args = parser.parse_args()
app = QApplication([])
with tempfile.TemporaryDirectory(prefix='dxpart-ui-response-') as directory:
report = measure(Path(directory), app)
args.output.parent.mkdir(parents=True, exist_ok=True)
args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding='utf-8')
print(json.dumps(report, ensure_ascii=False, indent=2))