Record native session comparison and honest regression limits

This commit is contained in:
阿白叔 committed 2026-10-15 10:37:49 +08:00
1 parent 5817522ac0
commit dfe1f80f90
2 files changed
+567

No files matched your search

@@ -0,0 +1,518 @@
{
"baseline_commit": "bc6b726",
"note": "Single paired native sample; copied projects only. Thousand-step time gate remains failed in both versions.",
"native": {
"small-baseline": {
"queue_seconds": 113.17540310000186,
"worker_starts": 2,
"open_project_calls": 4,
"verified": true,
"readback_seconds": 9.846703400020488,
"comparisons": [
{
"refdes": "RL02",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-2200",
"actual": "4100-CA3300-2200"
},
{
"refdes": "RL05",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-2200",
"actual": "4100-CA3300-2200"
},
{
"refdes": "RL06",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL07",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL08",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL09",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL10",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL11",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL12",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL13",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL14",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL15",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL16",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
}
],
"steps": [
{
"old_part_number": "4100-CA3300-T7",
"new_part_number": "4100-CA3300-2200",
"sheet": "8211_1GPHY_48PIN",
"phase": "execute_step",
"unit": "step",
"completed_units": 1,
"state": "saved_ok",
"schematic_name": "1GPHY_8211",
"sheet_number": "8211_1GPHY_48PIN",
"job_id": "99f533d93c4a4dcabeb687b2311658af_0",
"worker_stage_seconds": {
"starting": 0.9839999999967404,
"session_startup": 2.4690000000118744,
"check_project": 0.0159999999741558,
"open_project": 15.78100000001723,
"open_sheet": 3.5310000000172295,
"session_ready": 0.0629999999946449,
"query_components": 0.75,
"index_components": 5.203000000008615,
"find_components": 0.7969999999913853,
"index_pins": 4.514999999984866,
"snapshot_attributes": 0.40700000000651926,
"capture": 2.6559999999881256,
"before_native": 0.07800000000861473,
"native_replace": 17.01600000000326,
"restore_preflight": 2.812000000005355,
"before_restore_transaction": 0.25,
"restore_attribute_fields": 0.6089999999967404,
"restore_attributes": 0.0,
"verify_restoration": 0.14199999999254942,
"verify_attribute_fields": 0.1870000000053551,
"finished": 1.9839999999967404,
"save_and_close": 4.062999999994645,
"verify_saved_project": 0.0
},
"elapsed_seconds": 64.37054100001114,
"units_per_minute": 0.932103398043363
},
{
"old_part_number": "4100-CA3300-T7",
"new_part_number": "4100-CA3300-2200",
"sheet": "8211_1GPHY_48PIN",
"phase": "execute_step",
"unit": "step",
"completed_units": 1,
"state": "saved_ok",
"schematic_name": "1GPHY_8211",
"sheet_number": "8211_1GPHY_48PIN",
"job_id": "99f533d93c4a4dcabeb687b2311658af_1",
"worker_stage_seconds": {
"starting": 0.42199999999138527,
"session_startup": 1.2810000000172295,
"check_project": 0.03199999997741543,
"open_project": 10.96799999999348,
"open_sheet": 2.0789999999979045,
"session_ready": 0.015000000013969839,
"query_components": 0.3129999999946449,
"index_components": 2.1559999999881256,
"find_components": 1.0310000000172295,
"index_pins": 3.6719999999913853,
"snapshot_attributes": 0.25,
"capture": 4.578000000008615,
"before_native": 0.125,
"native_replace": 14.51600000000326,
"restore_preflight": 1.327999999979511,
"before_restore_transaction": 0.21899999998277053,
"restore_attribute_fields": 0.5940000000118744,
"restore_attributes": 0.0,
"verify_restoration": 0.061999999976251274,
"verify_attribute_fields": 0.0940000000409782,
"finished": 1.25,
"save_and_close": 2.4060000000172295,
"verify_saved_project": 0.0
},
"elapsed_seconds": 47.418164899980184,
"units_per_minute": 1.2653378747692758
}
],
"other_phases": [
{
"phase": "prepare_queue",
"unit": "step",
"completed_units": 2,
"state": "completed",
"elapsed_seconds": 0.07470610001473688,
"units_per_minute": 1606.2945325258345
},
{
"phase": "backup_project",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"elapsed_seconds": 0.9657479999877978,
"units_per_minute": 62.12800854959896
},
{
"phase": "persist_progress",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"job_id": "99f533d93c4a4dcabeb687b2311658af_0",
"elapsed_seconds": 0.008863399998517707,
"units_per_minute": 6769.411287997185
},
{
"phase": "persist_progress",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"job_id": "99f533d93c4a4dcabeb687b2311658af_1",
"elapsed_seconds": 0.00932809998630546,
"units_per_minute": 6432.178052131272
},
{
"phase": "task_total",
"unit": "task",
"completed_units": 1,
"state": "completed",
"completed_steps": 2,
"saved_steps": 2,
"failed_steps": 0,
"elapsed_seconds": 113.10993500001496,
"units_per_minute": 0.5304573820150464
}
]
},
"small-reuse": {
"queue_seconds": 100.6405139999988,
"worker_starts": 1,
"open_project_calls": 3,
"verified": true,
"readback_seconds": 10.346642499993322,
"comparisons": [
{
"refdes": "RL02",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-2200",
"actual": "4100-CA3300-2200"
},
{
"refdes": "RL05",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-2200",
"actual": "4100-CA3300-2200"
},
{
"refdes": "RL06",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL07",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL08",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL09",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL10",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL11",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL12",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL13",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL14",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL15",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
},
{
"refdes": "RL16",
"sheet": "8211_1GPHY_48PIN",
"expected": "4100-CA3300-T7",
"actual": "4100-CA3300-T7"
}
],
"steps": [
{
"old_part_number": "4100-CA3300-T7",
"new_part_number": "4100-CA3300-2200",
"sheet": "8211_1GPHY_48PIN",
"phase": "execute_step",
"unit": "step",
"completed_units": 1,
"state": "saved_ok",
"schematic_name": "1GPHY_8211",
"sheet_number": "8211_1GPHY_48PIN",
"job_id": "246f84be443e4ae2a55a0df40dc4899f_0",
"worker_stage_seconds": {
"starting": 0.28099999998812564,
"session_startup": 1.0,
"check_project": 0.0,
"open_project": 12.10999999998603,
"open_sheet": 2.812000000034459,
"session_ready": 0.01600000000325963,
"query_components": 0.28099999998812564,
"index_components": 2.702999999979511,
"find_components": 0.875,
"index_pins": 4.593000000022585,
"snapshot_attributes": 0.42199999996228144,
"capture": 4.094000000011874,
"before_native": 0.125,
"native_replace": 19.155999999988126,
"restore_preflight": 2.109000000025844,
"before_restore_transaction": 0.28200000000651926,
"restore_attribute_fields": 0.75,
"restore_attributes": 0.014999999984866008,
"verify_restoration": 0.14100000003236346,
"verify_attribute_fields": 0.1879999999946449,
"finished": 3.2189999999827705,
"save_and_close": 1.562000000005355,
"verify_saved_project": 0.01600000000325963,
"session_wait": 0.0
},
"elapsed_seconds": 56.79680049998569,
"units_per_minute": 1.0563975342240468
},
{
"old_part_number": "4100-CA3300-T7",
"new_part_number": "4100-CA3300-2200",
"sheet": "8211_1GPHY_48PIN",
"phase": "execute_step",
"unit": "step",
"completed_units": 1,
"state": "saved_ok",
"schematic_name": "1GPHY_8211",
"sheet_number": "8211_1GPHY_48PIN",
"job_id": "246f84be443e4ae2a55a0df40dc4899f_1",
"worker_stage_seconds": {
"check_project": 0.015000000013969839,
"open_sheet": 2.187999999965541,
"query_components": 0.4220000000204891,
"index_components": 2.9210000000020955,
"find_components": 0.6089999999967404,
"index_pins": 3.532999999995809,
"snapshot_attributes": 0.24900000003981404,
"capture": 2.85999999998603,
"before_native": 0.07800000000861473,
"native_replace": 16.264999999984866,
"restore_preflight": 1.687999999994645,
"before_restore_transaction": 0.2659999999741558,
"restore_attribute_fields": 0.6870000000053551,
"restore_attributes": 0.0,
"verify_restoration": 0.12600000001839362,
"verify_attribute_fields": 0.10899999999674037,
"finished": 1.687000000005355,
"save_and_close": 1.7039999999979045,
"verify_saved_project": 0.015000000013969839,
"open_project": 5.625,
"session_wait": 0.0
},
"elapsed_seconds": 41.16839780000737,
"units_per_minute": 1.4574285910147629
}
],
"other_phases": [
{
"phase": "prepare_queue",
"unit": "step",
"completed_units": 2,
"state": "completed",
"elapsed_seconds": 0.025570099998731166,
"units_per_minute": 4692.981255683576
},
{
"phase": "backup_project",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"elapsed_seconds": 0.32834000000730157,
"units_per_minute": 182.73740634301555
},
{
"phase": "persist_progress",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"job_id": "246f84be443e4ae2a55a0df40dc4899f_0",
"elapsed_seconds": 0.010178099997574463,
"units_per_minute": 5895.009875546375
},
{
"phase": "persist_progress",
"unit": "operation",
"completed_units": 1,
"state": "completed",
"job_id": "246f84be443e4ae2a55a0df40dc4899f_1",
"elapsed_seconds": 0.009127400000579655,
"units_per_minute": 6573.613514931916
},
{
"phase": "task_total",
"unit": "task",
"completed_units": 1,
"state": "completed",
"completed_steps": 2,
"saved_steps": 2,
"failed_steps": 0,
"elapsed_seconds": 100.6060615000024,
"units_per_minute": 0.5963855368694516
}
]
}
},
"multi_page": {
"steps": [
{
"sheet": [
"PON",
"block"
],
"state": "no_match",
"seconds": 16.36403070000233
},
{
"sheet": [
"PON",
"01_POWER"
],
"state": "no_match",
"seconds": 4.627093000017339
},
{
"sheet": [
"PON",
"02_ZX279133L"
],
"state": "no_match",
"seconds": 10.180998900003033
}
],
"passed": true,
"closed_between_steps": true,
"worker_starts": 1,
"completed_items": 3,
"total_items": 18,
"seconds": 34.73681229999056
},
"guards": {
"clean": {
"mode": "clean",
"closed_cleanly": true,
"passed": true
},
"edit": {
"mode": "edit",
"previous_value": "100NF/16V",
"external_edit_written": true,
"error_code": "quick_run_uncertain",
"preserved_external_state": true,
"passed": true
},
"foreign": {
"mode": "foreign",
"error_code": "quick_run_uncertain",
"preserved_external_state": true,
"passed": true
}
},
"stress": {
"current": {
"mode": "simulated_worker_with_tracemalloc",
"projects": 20,
"sheets_per_project": 5,
"rules_per_sheet": 10,
"steps": 1000,
"saved_steps": 91,
"elapsed_seconds": 41.516500700003235,
"peak_bytes": 2036758,
"steps_per_second": 24.086808453004377,
"functional_assertions_passed": true,
"time_gate_seconds": 30,
"time_gate_passed": false
},
"baseline": {
"mode": "simulated_worker_with_tracemalloc",
"projects": 20,
"sheets_per_project": 5,
"rules_per_sheet": 10,
"steps": 1000,
"saved_steps": 91,
"elapsed_seconds": 42.45326560002286,
"peak_bytes": 1992249,
"steps_per_second": 23.555313963867636,
"functional_assertions_passed": true,
"time_gate_seconds": 30,
"time_gate_passed": false
}
}
}