120 lines
5.1 KiB
Python
120 lines
5.1 KiB
Python
"""Synthetic log/UI benchmark. Never opens CAD or modifies an existing project.
|
|
|
|
Run: python tools/measure_responsiveness.py --output build/ui-response/report.json
|
|
"""
|
|
import argparse
|
|
import json
|
|
import logging
|
|
import os
|
|
from pathlib import Path
|
|
import sys
|
|
import tempfile
|
|
import time
|
|
|
|
os.environ.setdefault('QT_QPA_PLATFORM', 'offscreen')
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'src'))
|
|
|
|
from PySide6.QtCore import QTimer, QThreadPool
|
|
from PySide6.QtWidgets import QApplication, QPlainTextEdit, QTextEdit
|
|
from dx_productivity.trial_task_center.logging_setup import configure_logging
|
|
from dx_productivity.trial_task_center.service import TaskCenterService
|
|
from dx_productivity.trial_task_center.store import TaskStore
|
|
from dx_productivity.trial_task_center.ui.main_window import TrialTaskCenterWindow
|
|
from dx_productivity.trial_task_center.ui.messages import _format_task_log_lines
|
|
|
|
|
|
def elapsed_ms(action):
|
|
start = time.perf_counter()
|
|
result = action()
|
|
return result, round((time.perf_counter() - start) * 1000, 3)
|
|
|
|
|
|
def pump(app, condition):
|
|
deadline = time.perf_counter() + 10
|
|
while not condition():
|
|
if time.perf_counter() > deadline:
|
|
raise TimeoutError('UI query did not settle')
|
|
app.processEvents()
|
|
time.sleep(0.001)
|
|
|
|
|
|
def measure(root, app):
|
|
store = TaskStore(root / 'tasks.db')
|
|
service = TaskCenterService(store, configure_logging(root / 'data'))
|
|
project = root / 'project' / 'board.prj'
|
|
project.parent.mkdir()
|
|
project.write_text('KEY FrontEndSnapshot "DxD"\nKEY iCDBDir "database"\n')
|
|
task = service.create_project_tasks(project.parent)[0]
|
|
path = root / 'data' / 'tasks' / task.task_id / 'events.jsonl'
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
with path.open('w', encoding='utf-8') as stream:
|
|
for i in range(5000):
|
|
pairs = '; '.join(f'R{i*8+j} OLD-PART -> NEW-PART' for j in range(8))
|
|
event = {'sequence': i + 1, 'operation': 'quick_run_executed',
|
|
'message': 'Replacements: ' + pairs + ' Display verified: attributes=3.',
|
|
'details': {'state': 'saved_ok', 'schematic_name': 'MAIN', 'sheet_number': '1'}}
|
|
stream.write(json.dumps(event) + '\n')
|
|
result = {'scenario': 'synthetic logs and offscreen Qt, no CAD',
|
|
'events': 5000, 'replacement_details': 40000, 'log_bytes': path.stat().st_size}
|
|
old = QTextEdit()
|
|
def old_display():
|
|
old.setPlainText('\n'.join(_format_task_log_lines(service.tail_log(task.task_id, limit=None))))
|
|
_, result['previous_full_read_format_render_ms'] = elapsed_ms(old_display)
|
|
new = QPlainTextEdit()
|
|
def new_display():
|
|
page = service.read_task_log(task.task_id)
|
|
new.setPlainText('\n'.join(_format_task_log_lines(page.lines)))
|
|
return page
|
|
page, result['recent_200_read_format_render_ms'] = elapsed_ms(new_display)
|
|
unchanged, result['unchanged_incremental_poll_ms'] = elapsed_ms(
|
|
lambda: service.read_task_log(task.task_id, mode='poll', cursor=page.cursor))
|
|
assert len(page.lines) == 200 and not unchanged.lines
|
|
oldest = page
|
|
count = len(page.lines)
|
|
while oldest.has_older:
|
|
oldest = service.read_task_log(task.task_id, mode='older', cursor=oldest.older_cursor)
|
|
count += len(oldest.lines)
|
|
assert count == 5000
|
|
result['history_events_recovered'] = count
|
|
real_context = service.task_context
|
|
def delayed(task_id):
|
|
time.sleep(0.4)
|
|
return real_context(task_id)
|
|
service.task_context = delayed
|
|
window = TrialTaskCenterWindow(service)
|
|
ticks = []
|
|
timer = QTimer()
|
|
timer.setInterval(20)
|
|
timer.timeout.connect(lambda: ticks.append(time.perf_counter()))
|
|
timer.start()
|
|
start = time.perf_counter()
|
|
_, result['open_task_return_ms_with_400ms_read'] = elapsed_ms(lambda: window.open_task(task.task_id))
|
|
pump(app, lambda: not window._loading and not window._context_query.busy)
|
|
finish = time.perf_counter()
|
|
timer.stop()
|
|
result['task_loaded_ms_with_400ms_read'] = round((finish-start)*1000, 3)
|
|
result['heartbeat_ticks_during_read'] = len(ticks)
|
|
result['max_heartbeat_gap_ms'] = round(max(b-a for a, b in zip([start]+ticks, ticks+[finish]))*1000, 3)
|
|
start = time.perf_counter()
|
|
window._show_task_log()
|
|
pump(app, lambda: not window._log_presenter.query.busy)
|
|
result['async_recent_log_visible_ms'] = round((time.perf_counter()-start)*1000, 3)
|
|
assert 'R39999' in window._log_presenter.log_text
|
|
window.close()
|
|
QThreadPool.globalInstance().waitForDone()
|
|
store.close()
|
|
logging.shutdown()
|
|
return result
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('--output', type=Path, required=True)
|
|
args = parser.parse_args()
|
|
app = QApplication([])
|
|
with tempfile.TemporaryDirectory(prefix='dxpart-ui-response-') as directory:
|
|
report = measure(Path(directory), app)
|
|
args.output.parent.mkdir(parents=True, exist_ok=True)
|
|
args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding='utf-8')
|
|
print(json.dumps(report, ensure_ascii=False, indent=2))
|