1 from __future__
import annotations
3 from copy
import deepcopy
4 from functools
import lru_cache
8 from benchmarks.density_matrix.evidence_core
import (
9 RUNTIME_CORRECTNESS_BRIDGE_FIELD_NAMES,
10 build_runtime_correctness_bridge_fields,
11 counted_supported_case,
13 from benchmarks.density_matrix.correctness_evidence.common
import build_selected_candidate
14 from benchmarks.density_matrix.partitioned_runtime.common
import (
15 build_density_comparison_metrics,
16 execute_fused_with_reference,
18 from benchmarks.density_matrix.performance_evidence.common
import (
19 PERFORMANCE_EVIDENCE_CASE_SCHEMA_VERSION,
20 PERFORMANCE_EVIDENCE_PHASE31_CASE_SCHEMA_VERSION,
21 PERFORMANCE_EVIDENCE_REFERENCE_BACKEND_EXTERNAL,
22 PERFORMANCE_EVIDENCE_REFERENCE_BACKEND_INTERNAL,
23 PERFORMANCE_EVIDENCE_REPETITIONS,
24 PERFORMANCE_EVIDENCE_STATUS_COUNTED,
25 PERFORMANCE_EVIDENCE_STATUS_DIAGNOSIS_ONLY,
26 PERFORMANCE_EVIDENCE_STATUS_EXCLUDED,
27 build_correctness_reference_index,
28 build_phase31_counted_build_metadata,
29 measure_sequential_density_reference,
31 from benchmarks.density_matrix.performance_evidence.case_selection
import (
32 build_performance_evidence_case_contexts,
33 build_phase31_counted_performance_case_contexts,
35 from squander.partitioning.noisy_runtime
import (
36 execute_partitioned_density_channel_native_hybrid,
37 execute_partitioned_density_fused,
42 metadata = case_context.metadata
43 descriptor_set = case_context.descriptor_set
46 "record_schema_version": PERFORMANCE_EVIDENCE_CASE_SCHEMA_VERSION,
47 "candidate_schema_version": selected_candidate[
"candidate_schema_version"],
48 "candidate_id": selected_candidate[
"candidate_id"],
49 "planner_family": selected_candidate[
"planner_family"],
50 "planner_variant": selected_candidate[
"planner_variant"],
51 "planner_settings": dict(selected_candidate[
"planner_settings"]),
52 "max_partition_qubits": selected_candidate[
"max_partition_qubits"],
53 "planner_calibration_selected_candidate_id": selected_candidate[
"selected_candidate_id"],
54 "planner_calibration_claim_selection_schema_version": selected_candidate[
55 "claim_selection_schema_version" 57 "planner_calibration_claim_selection_rule": selected_candidate[
"claim_selection_rule"],
58 "case_name": metadata[
"case_name"],
59 "case_kind": metadata[
"case_kind"],
60 "benchmark_slice": metadata[
"benchmark_slice"],
61 "representative_review_case":
bool(metadata[
"representative_review_case"]),
62 "review_group_id": metadata[
"review_group_id"],
63 "requested_mode": descriptor_set.requested_mode,
64 "source_type": descriptor_set.source_type,
65 "workload_id": descriptor_set.workload_id,
66 "qbit_num": descriptor_set.qbit_num,
67 "parameter_count": descriptor_set.parameter_count,
68 "family_name": metadata[
"family_name"],
69 "noise_pattern": metadata[
"noise_pattern"],
70 "seed": metadata[
"seed"],
71 "topology": metadata[
"topology"],
72 "planning_time_ms": metadata[
"planning_time_ms"],
73 "external_reference_required":
bool(metadata[
"external_reference_required"]),
74 "reference_backend_internal": PERFORMANCE_EVIDENCE_REFERENCE_BACKEND_INTERNAL,
75 "reference_backend_external": (
76 PERFORMANCE_EVIDENCE_REFERENCE_BACKEND_EXTERNAL
77 if metadata[
"external_reference_required"]
80 "benchmark_matrix_pass":
True,
86 metadata = case_context.metadata
87 record[
"record_schema_version"] = PERFORMANCE_EVIDENCE_PHASE31_CASE_SCHEMA_VERSION
90 "claim_surface_id": metadata[
"claim_surface_id"],
91 "representation_primary": metadata[
"representation_primary"],
92 "contains_noise":
bool(metadata[
"contains_noise"]),
93 "counted_phase31_case":
bool(metadata[
"counted_phase31_case"]),
94 "fused_block_support_qbits": metadata.get(
"fused_block_support_qbits"),
95 "runtime_class":
"phase31_channel_native_hybrid",
103 descriptor_set = case_context.descriptor_set
104 parameters = case_context.parameters
106 sequential_runtime_ms_samples: list[float] = []
107 fused_runtime_ms_samples: list[float] = []
108 sequential_peak_rss_kb_samples: list[int] = []
109 fused_peak_rss_kb_samples: list[int] = []
111 for _
in range(PERFORMANCE_EVIDENCE_REPETITIONS):
113 descriptor_set, parameters
116 sequential_runtime_ms_samples.append(sequential_measurement.runtime_ms)
117 fused_runtime_ms_samples.append(fused_result.runtime_ms)
118 sequential_peak_rss_kb_samples.append(sequential_measurement.peak_rss_kb)
119 fused_peak_rss_kb_samples.append(fused_result.peak_rss_kb)
121 sequential_median_runtime_ms = float(statistics.median(sequential_runtime_ms_samples))
122 fused_median_runtime_ms = float(statistics.median(fused_runtime_ms_samples))
123 sequential_median_peak_rss_kb =
int(statistics.median(sequential_peak_rss_kb_samples))
124 fused_median_peak_rss_kb =
int(statistics.median(fused_peak_rss_kb_samples))
126 sequential_median_runtime_ms / fused_median_runtime_ms
127 if fused_median_runtime_ms > 0.0
131 (sequential_median_peak_rss_kb - fused_median_peak_rss_kb)
132 / sequential_median_peak_rss_kb
133 if sequential_median_peak_rss_kb > 0
138 "timing_mode":
"median_3",
139 "sequential_runtime_ms_samples": sequential_runtime_ms_samples,
140 "fused_runtime_ms_samples": fused_runtime_ms_samples,
141 "sequential_peak_rss_kb_samples": sequential_peak_rss_kb_samples,
142 "fused_peak_rss_kb_samples": fused_peak_rss_kb_samples,
143 "sequential_median_runtime_ms": sequential_median_runtime_ms,
144 "fused_median_runtime_ms": fused_median_runtime_ms,
145 "sequential_median_peak_rss_kb": sequential_median_peak_rss_kb,
146 "fused_median_peak_rss_kb": fused_median_peak_rss_kb,
148 "memory_reduction": memory_reduction,
153 reasons: list[str] = []
154 if not record[
"actual_fused_execution"]:
155 reasons.append(
"no_real_fused_coverage")
156 if record[
"deferred_region_count"] > 0:
157 reasons.append(
"limited_fused_coverage_due_to_noise_boundaries")
158 if record[
"supported_unfused_region_count"] > 0:
159 reasons.append(
"supported_islands_left_unfused")
160 if record[
"representative_review_case"]:
161 if record[
"fused_median_runtime_ms"]
is not None and (
162 record[
"fused_median_runtime_ms"] >= record[
"sequential_median_runtime_ms"]
164 reasons.append(
"fused_runtime_slower_than_sequential_reference")
165 if record[
"fused_median_peak_rss_kb"]
is not None and (
166 record[
"fused_median_peak_rss_kb"] >= record[
"sequential_median_peak_rss_kb"]
168 reasons.append(
"no_peak_memory_reduction_against_sequential_reference")
170 reasons.append(
"no_representative_threshold_gain_observed")
175 record: dict, correctness_evidence_reference: dict
177 for field
in RUNTIME_CORRECTNESS_BRIDGE_FIELD_NAMES:
178 record[field] = correctness_evidence_reference[field]
188 record[
"workload_id"]
191 case_context.descriptor_set, case_context.parameters
193 if correctness_evidence_reference
is not None:
197 case_context.descriptor_set, case_context.parameters
205 external_reference_required=record[
"external_reference_required"],
211 "sequential_runtime_ms_single": sequential_measurement.runtime_ms,
212 "sequential_peak_rss_kb_single": sequential_measurement.peak_rss_kb,
213 "sequential_trace_deviation": sequential_measurement.trace_deviation,
214 "sequential_rho_is_valid": sequential_measurement.rho_is_valid,
215 "correctness_evidence_reference_available": correctness_evidence_reference
is not None,
216 "correctness_evidence_counted_reference_available": (
218 if correctness_evidence_reference
is None 225 record[
"counted_supported_benchmark_case"] = counted_supported
227 benchmark_status = PERFORMANCE_EVIDENCE_STATUS_COUNTED
228 if not counted_supported:
229 benchmark_status = PERFORMANCE_EVIDENCE_STATUS_EXCLUDED
233 "timing_mode":
"single_run",
234 "sequential_runtime_ms_samples":
None,
235 "fused_runtime_ms_samples":
None,
236 "sequential_peak_rss_kb_samples":
None,
237 "fused_peak_rss_kb_samples":
None,
238 "sequential_median_runtime_ms":
None,
239 "fused_median_runtime_ms":
None,
240 "sequential_median_peak_rss_kb":
None,
241 "fused_median_peak_rss_kb":
None,
243 "memory_reduction":
None,
244 "positive_threshold_pass":
False,
245 "diagnosis_reasons": [],
246 "diagnosis_only_case":
False,
247 "benchmark_status": benchmark_status,
248 "exclusion_reason": (
250 if benchmark_status != PERFORMANCE_EVIDENCE_STATUS_EXCLUDED
251 else "performance_evidence_counted_supported_gate_failed" 258 @lru_cache(maxsize=1)
271 record = dict(core_record)
272 if not record[
"representative_review_case"]:
276 positive_threshold_pass =
bool(
277 record[
"counted_supported_benchmark_case"]
278 and record[
"actual_fused_execution"]
280 (record[
"speedup"]
is not None and record[
"speedup"] >= 1.2)
282 record[
"memory_reduction"]
is not None 283 and record[
"memory_reduction"] >= 0.15
287 diagnosis_reasons = (
289 if record[
"counted_supported_benchmark_case"]
and not positive_threshold_pass
292 benchmark_status = record[
"benchmark_status"]
294 benchmark_status != PERFORMANCE_EVIDENCE_STATUS_EXCLUDED
295 and not positive_threshold_pass
296 and diagnosis_reasons
298 benchmark_status = PERFORMANCE_EVIDENCE_STATUS_DIAGNOSIS_ONLY
302 "positive_threshold_pass": positive_threshold_pass,
303 "diagnosis_reasons": diagnosis_reasons,
304 "diagnosis_only_case": benchmark_status == PERFORMANCE_EVIDENCE_STATUS_DIAGNOSIS_ONLY,
305 "benchmark_status": benchmark_status,
317 @lru_cache(maxsize=1)
319 contexts_by_workload_id = {
320 case_context.metadata[
"workload_id"]: case_context
325 contexts_by_workload_id[core_record[
"workload_id"]],
336 _PHASE31_HYBRID_PHASE3_ROUTED_CLASSES = frozenset(
337 {
"phase3_unitary_island_fused",
"phase3_supported_unfused"}
340 _PHASE31_HYBRID_DECISION_CLASSES = frozenset(
341 {
"phase3_sufficient",
"phase31_justified",
"phase31_not_justified_yet"}
344 _PHASE31_HYBRID_DIAGNOSIS_TAGS = frozenset(
346 "phase31_positive_gain",
347 "limited_channel_native_coverage",
348 "hybrid_overhead_dominant",
354 return {f
"{prefix}{key}": value
for key, value
in bridge.items()}
358 if decision_class ==
"phase31_justified":
360 if decision_class ==
"phase31_not_justified_yet":
366 channel_native_partition_count = 0
367 phase3_routed_partition_count = 0
368 channel_native_member_count = 0
369 phase3_routed_member_count = 0
370 member_counts = descriptor_set.partition_member_counts
371 partition_route_records: list[dict[str, Any]] = []
372 for rec
in runtime_result.partitions:
373 pidx = rec.partition_index
374 n_members =
int(member_counts[pidx])
375 cls = rec.partition_runtime_class
376 partition_route_records.append(rec.to_dict(descriptor_set))
377 if cls ==
"phase31_channel_native":
378 channel_native_partition_count += 1
379 channel_native_member_count += n_members
380 elif cls
in _PHASE31_HYBRID_PHASE3_ROUTED_CLASSES:
381 phase3_routed_partition_count += 1
382 phase3_routed_member_count += n_members
384 "channel_native_partition_count": channel_native_partition_count,
385 "phase3_routed_partition_count": phase3_routed_partition_count,
386 "channel_native_member_count": channel_native_member_count,
387 "phase3_routed_member_count": phase3_routed_member_count,
388 "hybrid_partition_route_records": partition_route_records,
394 channel_native_partition_count: int,
395 phase3_fused_median_runtime_ms: float,
396 phase31_hybrid_median_runtime_ms: float,
397 ) -> tuple[str, str]:
398 """Return (decision_class, diagnosis_tag) per P31-S09-E01 mapping. 400 Positive gain uses hybrid vs Phase-3-fused wall-clock speedup only. Peak-RSS 401 samples remain on the record for observability but are not used here: they 402 come from process-wide ``ru_maxrss`` and are order-biased across sequential 403 runs in the same process. 405 hybrid_ms = phase31_hybrid_median_runtime_ms
406 fused_ms = phase3_fused_median_runtime_ms
407 hybrid_vs_phase3_speedup = fused_ms / hybrid_ms
if hybrid_ms > 0.0
else 0.0
408 positive_gain = hybrid_vs_phase3_speedup >= 1.2
410 return "phase31_justified",
"phase31_positive_gain" 411 if channel_native_partition_count == 0:
412 return "phase3_sufficient",
"limited_channel_native_coverage" 413 return "phase31_not_justified_yet",
"hybrid_overhead_dominant" 417 descriptor_set = case_context.descriptor_set
418 parameters = case_context.parameters
420 sequential_runtime_ms_samples: list[float] = []
421 phase3_fused_runtime_ms_samples: list[float] = []
422 phase31_hybrid_runtime_ms_samples: list[float] = []
423 sequential_peak_rss_kb_samples: list[int] = []
424 phase3_fused_peak_rss_kb_samples: list[int] = []
425 phase31_hybrid_peak_rss_kb_samples: list[int] = []
427 last_reference_density =
None 428 last_fused_result =
None 429 last_hybrid_result =
None 431 for _
in range(PERFORMANCE_EVIDENCE_REPETITIONS):
433 descriptor_set, parameters
437 descriptor_set, parameters
439 sequential_runtime_ms_samples.append(sequential_measurement.runtime_ms)
440 phase3_fused_runtime_ms_samples.append(fused_result.runtime_ms)
441 phase31_hybrid_runtime_ms_samples.append(hybrid_result.runtime_ms)
442 sequential_peak_rss_kb_samples.append(sequential_measurement.peak_rss_kb)
443 phase3_fused_peak_rss_kb_samples.append(fused_result.peak_rss_kb)
444 phase31_hybrid_peak_rss_kb_samples.append(hybrid_result.peak_rss_kb)
445 last_reference_density = sequential_measurement.density_matrix
446 last_fused_result = fused_result
447 last_hybrid_result = hybrid_result
449 assert last_reference_density
is not None 450 assert last_fused_result
is not None 451 assert last_hybrid_result
is not None 454 last_fused_result.density_matrix, last_reference_density
457 last_hybrid_result.density_matrix, last_reference_density
460 sequential_median_runtime_ms = float(statistics.median(sequential_runtime_ms_samples))
461 phase3_fused_median_runtime_ms = float(
462 statistics.median(phase3_fused_runtime_ms_samples)
464 phase31_hybrid_median_runtime_ms = float(
465 statistics.median(phase31_hybrid_runtime_ms_samples)
467 sequential_median_peak_rss_kb =
int(statistics.median(sequential_peak_rss_kb_samples))
468 phase3_fused_median_peak_rss_kb =
int(
469 statistics.median(phase3_fused_peak_rss_kb_samples)
471 phase31_hybrid_median_peak_rss_kb =
int(
472 statistics.median(phase31_hybrid_peak_rss_kb_samples)
476 "timing_mode":
"median_3",
477 "sequential_runtime_ms_samples": sequential_runtime_ms_samples,
478 "phase3_fused_runtime_ms_samples": phase3_fused_runtime_ms_samples,
479 "phase31_hybrid_runtime_ms_samples": phase31_hybrid_runtime_ms_samples,
480 "sequential_peak_rss_kb_samples": sequential_peak_rss_kb_samples,
481 "phase3_fused_peak_rss_kb_samples": phase3_fused_peak_rss_kb_samples,
482 "phase31_hybrid_peak_rss_kb_samples": phase31_hybrid_peak_rss_kb_samples,
483 "sequential_median_runtime_ms": sequential_median_runtime_ms,
484 "phase3_fused_median_runtime_ms": phase3_fused_median_runtime_ms,
485 "phase31_hybrid_median_runtime_ms": phase31_hybrid_median_runtime_ms,
486 "sequential_median_peak_rss_kb": sequential_median_peak_rss_kb,
487 "phase3_fused_median_peak_rss_kb": phase3_fused_median_peak_rss_kb,
488 "phase31_hybrid_median_peak_rss_kb": phase31_hybrid_median_peak_rss_kb,
489 "last_reference_density": last_reference_density,
490 "last_fused_result": last_fused_result,
491 "last_hybrid_result": last_hybrid_result,
492 "fused_metrics": fused_metrics,
493 "hybrid_metrics": hybrid_metrics,
498 descriptor_set = case_context.descriptor_set
499 parameters = case_context.parameters
501 sequential_runtime_ms_samples: list[float] = []
502 phase3_fused_runtime_ms_samples: list[float] = []
503 phase31_hybrid_runtime_ms_samples: list[float] = []
504 sequential_peak_rss_kb_samples: list[int] = []
505 phase3_fused_peak_rss_kb_samples: list[int] = []
506 phase31_hybrid_peak_rss_kb_samples: list[int] = []
508 last_reference_density =
None 509 last_fused_result =
None 510 last_hybrid_result =
None 512 for _
in range(PERFORMANCE_EVIDENCE_REPETITIONS):
514 descriptor_set, parameters
518 descriptor_set, parameters
520 sequential_runtime_ms_samples.append(sequential_measurement.runtime_ms)
521 phase3_fused_runtime_ms_samples.append(fused_result.runtime_ms)
522 phase31_hybrid_runtime_ms_samples.append(hybrid_result.runtime_ms)
523 sequential_peak_rss_kb_samples.append(sequential_measurement.peak_rss_kb)
524 phase3_fused_peak_rss_kb_samples.append(fused_result.peak_rss_kb)
525 phase31_hybrid_peak_rss_kb_samples.append(hybrid_result.peak_rss_kb)
526 last_reference_density = sequential_measurement.density_matrix
527 last_fused_result = fused_result
528 last_hybrid_result = hybrid_result
530 assert last_reference_density
is not None 531 assert last_fused_result
is not None 532 assert last_hybrid_result
is not None 535 last_fused_result.density_matrix, last_reference_density
538 last_hybrid_result.density_matrix, last_reference_density
541 sequential_median_runtime_ms = float(statistics.median(sequential_runtime_ms_samples))
542 phase3_fused_median_runtime_ms = float(
543 statistics.median(phase3_fused_runtime_ms_samples)
545 phase31_hybrid_median_runtime_ms = float(
546 statistics.median(phase31_hybrid_runtime_ms_samples)
548 sequential_median_peak_rss_kb =
int(statistics.median(sequential_peak_rss_kb_samples))
549 phase3_fused_median_peak_rss_kb =
int(
550 statistics.median(phase3_fused_peak_rss_kb_samples)
552 phase31_hybrid_median_peak_rss_kb =
int(
553 statistics.median(phase31_hybrid_peak_rss_kb_samples)
557 "timing_mode":
"median_3",
558 "sequential_runtime_ms_samples": sequential_runtime_ms_samples,
559 "phase3_fused_runtime_ms_samples": phase3_fused_runtime_ms_samples,
560 "phase31_hybrid_runtime_ms_samples": phase31_hybrid_runtime_ms_samples,
561 "sequential_peak_rss_kb_samples": sequential_peak_rss_kb_samples,
562 "phase3_fused_peak_rss_kb_samples": phase3_fused_peak_rss_kb_samples,
563 "phase31_hybrid_peak_rss_kb_samples": phase31_hybrid_peak_rss_kb_samples,
564 "sequential_median_runtime_ms": sequential_median_runtime_ms,
565 "phase3_fused_median_runtime_ms": phase3_fused_median_runtime_ms,
566 "phase31_hybrid_median_runtime_ms": phase31_hybrid_median_runtime_ms,
567 "sequential_median_peak_rss_kb": sequential_median_peak_rss_kb,
568 "phase3_fused_median_peak_rss_kb": phase3_fused_median_peak_rss_kb,
569 "phase31_hybrid_median_peak_rss_kb": phase31_hybrid_median_peak_rss_kb,
570 "last_reference_density": last_reference_density,
571 "last_fused_result": last_fused_result,
572 "last_hybrid_result": last_hybrid_result,
573 "fused_metrics": fused_metrics,
574 "hybrid_metrics": hybrid_metrics,
579 """One benchmark row: sequential, Phase 3 fused, and hybrid timings plus route and decision fields.""" 584 timings[
"last_fused_result"],
585 timings[
"last_reference_density"],
586 timings[
"fused_metrics"],
587 external_reference_required=record[
"external_reference_required"],
591 timings[
"last_hybrid_result"],
592 timings[
"last_reference_density"],
593 timings[
"hybrid_metrics"],
594 external_reference_required=record[
"external_reference_required"],
598 timings[
"last_hybrid_result"], case_context.descriptor_set
601 channel_native_partition_count=route[
"channel_native_partition_count"],
602 phase3_fused_median_runtime_ms=timings[
"phase3_fused_median_runtime_ms"],
603 phase31_hybrid_median_runtime_ms=timings[
"phase31_hybrid_median_runtime_ms"],
606 if decision_class
not in _PHASE31_HYBRID_DECISION_CLASSES:
607 raise AssertionError(
"unexpected decision_class {!r}".format(decision_class))
608 if diagnosis_tag
not in _PHASE31_HYBRID_DIAGNOSIS_TAGS:
609 raise AssertionError(
"unexpected diagnosis_tag {!r}".format(diagnosis_tag))
613 "artifact_kind":
"phase31_hybrid_pilot",
614 "timing_mode": timings[
"timing_mode"],
615 "sequential_runtime_ms_samples": timings[
"sequential_runtime_ms_samples"],
616 "phase3_fused_runtime_ms_samples": timings[
"phase3_fused_runtime_ms_samples"],
617 "phase31_hybrid_runtime_ms_samples": timings[
"phase31_hybrid_runtime_ms_samples"],
618 "sequential_peak_rss_kb_samples": timings[
"sequential_peak_rss_kb_samples"],
619 "phase3_fused_peak_rss_kb_samples": timings[
"phase3_fused_peak_rss_kb_samples"],
620 "phase31_hybrid_peak_rss_kb_samples": timings[
"phase31_hybrid_peak_rss_kb_samples"],
621 "sequential_median_runtime_ms": timings[
"sequential_median_runtime_ms"],
622 "phase3_fused_median_runtime_ms": timings[
"phase3_fused_median_runtime_ms"],
623 "phase31_hybrid_median_runtime_ms": timings[
"phase31_hybrid_median_runtime_ms"],
624 "sequential_median_peak_rss_kb": timings[
"sequential_median_peak_rss_kb"],
625 "phase3_fused_median_peak_rss_kb": timings[
"phase3_fused_median_peak_rss_kb"],
626 "phase31_hybrid_median_peak_rss_kb": timings[
"phase31_hybrid_median_peak_rss_kb"],
627 "decision_class": decision_class,
628 "diagnosis_tag": diagnosis_tag,
638 """One counted Phase 3.1 matrix row with baseline trio and route coverage.""" 643 timings[
"last_fused_result"],
644 timings[
"last_reference_density"],
645 timings[
"fused_metrics"],
646 external_reference_required=record[
"external_reference_required"],
650 timings[
"last_hybrid_result"],
651 timings[
"last_reference_density"],
652 timings[
"hybrid_metrics"],
653 external_reference_required=record[
"external_reference_required"],
656 timings[
"last_hybrid_result"], case_context.descriptor_set
659 channel_native_partition_count=route[
"channel_native_partition_count"],
660 phase3_fused_median_runtime_ms=timings[
"phase3_fused_median_runtime_ms"],
661 phase31_hybrid_median_runtime_ms=timings[
"phase31_hybrid_median_runtime_ms"],
663 if decision_class
not in _PHASE31_HYBRID_DECISION_CLASSES:
664 raise AssertionError(
"unexpected decision_class {!r}".format(decision_class))
665 if diagnosis_tag
not in _PHASE31_HYBRID_DIAGNOSIS_TAGS:
666 raise AssertionError(
"unexpected diagnosis_tag {!r}".format(diagnosis_tag))
670 "artifact_kind":
"phase31_counted_performance_matrix_row",
671 "timing_mode": timings[
"timing_mode"],
672 "sequential_runtime_ms_samples": timings[
"sequential_runtime_ms_samples"],
673 "phase3_fused_runtime_ms_samples": timings[
"phase3_fused_runtime_ms_samples"],
674 "phase31_hybrid_runtime_ms_samples": timings[
"phase31_hybrid_runtime_ms_samples"],
675 "sequential_peak_rss_kb_samples": timings[
"sequential_peak_rss_kb_samples"],
676 "phase3_fused_peak_rss_kb_samples": timings[
"phase3_fused_peak_rss_kb_samples"],
677 "phase31_hybrid_peak_rss_kb_samples": timings[
"phase31_hybrid_peak_rss_kb_samples"],
678 "sequential_median_runtime_ms": timings[
"sequential_median_runtime_ms"],
679 "phase3_fused_median_runtime_ms": timings[
"phase3_fused_median_runtime_ms"],
680 "phase31_hybrid_median_runtime_ms": timings[
"phase31_hybrid_median_runtime_ms"],
681 "sequential_median_peak_rss_kb": timings[
"sequential_median_peak_rss_kb"],
682 "phase3_fused_median_peak_rss_kb": timings[
"phase3_fused_median_peak_rss_kb"],
683 "phase31_hybrid_median_peak_rss_kb": timings[
"phase31_hybrid_median_peak_rss_kb"],
684 "decision_class": decision_class,
685 "diagnosis_tag": diagnosis_tag,
695 table: list[dict[str, Any]] = []
696 for record
in records:
699 "case_name": record[
"case_name"],
700 "workload_id": record[
"workload_id"],
701 "family_name": record[
"family_name"],
702 "qbit_num": record[
"qbit_num"],
703 "noise_pattern": record[
"noise_pattern"],
704 "seed": record[
"seed"],
705 "benchmark_slice": record[
"benchmark_slice"],
706 "decision_class": record[
"decision_class"],
707 "diagnosis_tag": record[
"diagnosis_tag"],
708 "sequential_median_runtime_ms": record[
"sequential_median_runtime_ms"],
709 "phase3_fused_median_runtime_ms": record[
"phase3_fused_median_runtime_ms"],
710 "phase31_hybrid_median_runtime_ms": record[
"phase31_hybrid_median_runtime_ms"],
711 "sequential_median_peak_rss_kb": record[
"sequential_median_peak_rss_kb"],
712 "phase3_fused_median_peak_rss_kb": record[
"phase3_fused_median_peak_rss_kb"],
713 "phase31_hybrid_median_peak_rss_kb": record[
"phase31_hybrid_median_peak_rss_kb"],
714 "channel_native_partition_count": record[
"channel_native_partition_count"],
715 "phase3_routed_partition_count": record[
"phase3_routed_partition_count"],
716 "channel_native_member_count": record[
"channel_native_member_count"],
717 "phase3_routed_member_count": record[
"phase3_routed_member_count"],
718 "phase31_hybrid_internal_reference_pass": record[
719 "phase31_hybrid_internal_reference_pass" 734 case_names = [row[
"case_name"]
for row
in break_even_table]
735 decision_class_counts = {
737 row[
"decision_class"] == decision_class
for row
in break_even_table
739 for decision_class
in sorted(_PHASE31_HYBRID_DECISION_CLASSES)
741 diagnosis_tag_counts = {
743 row[
"diagnosis_tag"] == diagnosis_tag
for row
in break_even_table
745 for diagnosis_tag
in sorted(_PHASE31_HYBRID_DIAGNOSIS_TAGS)
747 representative_rows = [row
for row
in break_even_table
if row[
"seed"] == 20260318]
748 review_ready_case_table = [
750 "case_name": row[
"case_name"],
751 "family_name": row[
"family_name"],
752 "qbit_num": row[
"qbit_num"],
753 "noise_pattern": row[
"noise_pattern"],
754 "decision_class": row[
"decision_class"],
755 "diagnosis_tag": row[
"diagnosis_tag"],
756 "channel_native_partition_count": row[
"channel_native_partition_count"],
757 "phase3_routed_partition_count": row[
"phase3_routed_partition_count"],
758 "phase3_fused_median_runtime_ms": row[
"phase3_fused_median_runtime_ms"],
759 "phase31_hybrid_median_runtime_ms": row[
"phase31_hybrid_median_runtime_ms"],
761 for row
in break_even_table
763 justification_map = {
765 "decision_class": row[
"decision_class"],
766 "diagnosis_tag": row[
"diagnosis_tag"],
767 "channel_native_partition_count": row[
"channel_native_partition_count"],
768 "phase3_routed_partition_count": row[
"phase3_routed_partition_count"],
770 for row
in break_even_table
773 "total_cases": len(break_even_table),
774 "inventory_match": len(case_names) == len(set(case_names)),
775 "decision_vocabulary": sorted(_PHASE31_HYBRID_DECISION_CLASSES),
776 "diagnosis_vocabulary": sorted(_PHASE31_HYBRID_DIAGNOSIS_TAGS),
777 "decision_class_counts": decision_class_counts,
778 "diagnosis_tag_counts": diagnosis_tag_counts,
779 "phase3_sufficient_rows": decision_class_counts[
"phase3_sufficient"],
780 "phase31_justified_rows": decision_class_counts[
"phase31_justified"],
781 "phase31_not_justified_yet_rows": decision_class_counts[
782 "phase31_not_justified_yet" 784 "break_even_table": break_even_table,
785 "justification_map": justification_map,
786 "review_ready_case_table": review_ready_case_table,
787 "representative_review_cases": [
788 row[
"case_name"]
for row
in representative_rows
793 @lru_cache(maxsize=1)
def build_performance_evidence_case_contexts()
def build_phase31_counted_build_metadata()
def execute_partitioned_density_channel_native_hybrid
def build_phase31_counted_performance_records()
def build_performance_evidence_benchmark_records()
def _build_performance_evidence_benchmark_records_cached()
def build_phase31_counted_performance_case_contexts()
def build_phase31_hybrid_pilot_record(case_context)
def _measure_phase31_hybrid_pilot_timings(case_context)
def build_performance_evidence_core_benchmark_record(case_context)
def _prefixed_runtime_bridge_fields
def _base_record(case_context)
def build_correctness_reference_index()
def _measure_phase31_hybrid_timings(case_context)
def build_phase31_break_even_table
def _augment_review_fields
def _base_phase31_record(case_context)
def build_phase31_counted_performance_record(case_context)
def _measure_review_timings(case_context)
def execute_fused_with_reference
def _build_phase31_counted_performance_records_cached()
def build_performance_evidence_benchmark_record(case_context)
def execute_partitioned_density_fused
def build_performance_evidence_core_benchmark_records()
def _apply_correctness_evidence_reference_fields
def build_selected_candidate()
def build_density_comparison_metrics
def _hybrid_route_coverage(runtime_result, descriptor_set)
def build_phase31_decision_summary
def measure_sequential_density_reference
def _phase31_hybrid_pilot_decision
def performance_evidence_counted_supported_case
def build_runtime_correctness_bridge_fields
def _phase31_decision_priority
def counted_supported_case
def _build_performance_evidence_core_benchmark_records_cached()