{
  "artifact_id": "quad.multidim.performance-baseline",
  "claim_boundary": "Host-specific baseline for the frozen Sobol campaign only; it is not a universal library ranking.",
  "environment": {
    "backend": "cpu",
    "device": "cpu:0",
    "device_kind": "cpu",
    "jax": "0.10.1",
    "jax_enable_x64": true,
    "jaxlib": "0.10.1",
    "machine": "arm64",
    "numpy": "2.4.6",
    "platform": "macOS-26.1-arm64-arm-64bit-Mach-O",
    "python": "3.13.7"
  },
  "manifest": {
    "dimensions": [
      2,
      4,
      8,
      16
    ],
    "immutable": true,
    "modes": [
      "compile",
      "scalar",
      "vmap16",
      "vmap128",
      "jvp",
      "gradient",
      "same_domain_repeat",
      "changing_parameter_repeat"
    ],
    "warm_repeats": 5
  },
  "payload_sha256": "c13c536a574bc02d2f3ef56ea36815a8d069376fa27665683606f62eace29ee1",
  "records": [
    {
      "case_id": "sobol_exponential_d2",
      "compiler_cost_proxy": 3266.451717464925,
      "controls": {
        "bits": 53,
        "epsabs": 0.0,
        "epsrel": 0.0,
        "gradient": "replay",
        "level": 8,
        "scramble": false
      },
      "coverage": null,
      "coverage_reason": "deterministic_unscrambled_formula",
      "dimension": 2,
      "dtype": "float64",
      "gradient": 0.40114668038582535,
      "gradient_error": 0.001570279492097315,
      "gradient_truth": 0.39957640089372803,
      "indices": 0,
      "jvp": 0.40114668038582535,
      "jvp_error": 0.001570279492097315,
      "logical_evaluations": 256,
      "memory_family_median_bytes": 16384.0,
      "memory_family_ratio": 0.5,
      "memory_proxy_bytes": 8192,
      "method": "Sobol",
      "regions": 0,
      "repeated_changing_median_seconds": 1.0295574611518532e-05,
      "repeated_same_median_seconds": 1.1007810826413333e-05,
      "repeated_scaling_excess": 0.0,
      "replicates": 0,
      "sobol_level": 8,
      "timings": {
        "changing_parameter_repeat_samples_seconds": [
          1.0295574611518532e-05,
          1.0281895811203867e-05,
          9.9635508377105e-06,
          1.0429044777993113e-05,
          1.033073931466788e-05
        ],
        "gradient": {
          "compile_seconds": 0.0736303748562932,
          "warm_mad_seconds": 1.4170072972774506e-06,
          "warm_median_seconds": 1.0333023965358734e-05,
          "warm_samples_seconds": [
            2.266606315970421e-05,
            1.4500226825475693e-05,
            1.0124873369932175e-05,
            8.916016668081284e-06,
            1.0333023965358734e-05
          ]
        },
        "jvp": {
          "compile_seconds": 0.03460808377712965,
          "warm_mad_seconds": 1.4579854905605316e-06,
          "warm_median_seconds": 9.207986295223236e-06,
          "warm_samples_seconds": [
            1.6458332538604736e-05,
            1.2458302080631256e-05,
            9.207986295223236e-06,
            8.333008736371994e-06,
            7.750000804662704e-06
          ]
        },
        "same_domain_repeat_samples_seconds": [
          0.001190128255984746,
          1.717968552839011e-05,
          1.1007810826413333e-05,
          9.858718840405345e-06,
          1.0026698873843998e-05
        ],
        "scalar": {
          "compile_seconds": 0.06288062501698732,
          "warm_mad_seconds": 8.250586688518524e-06,
          "warm_median_seconds": 1.925043761730194e-05,
          "warm_samples_seconds": [
            9.60836187005043e-05,
            2.916622906923294e-05,
            1.4666933566331863e-05,
            1.925043761730194e-05,
            1.0999850928783417e-05
          ]
        },
        "vmap": {
          "128": {
            "compile_seconds": 0.06711516669020057,
            "warm_mad_seconds": 5.417037755250931e-06,
            "warm_median_seconds": 7.879175245761871e-05,
            "warm_samples_seconds": [
              9.674998000264168e-05,
              9.491713717579842e-05,
              7.337471470236778e-05,
              7.754191756248474e-05,
              7.879175245761871e-05
            ]
          },
          "16": {
            "compile_seconds": 0.0673374580219388,
            "warm_mad_seconds": 1.8761493265628815e-06,
            "warm_median_seconds": 2.2958964109420776e-05,
            "warm_samples_seconds": [
              4.133302718400955e-05,
              2.2958964109420776e-05,
              2.879183739423752e-05,
              2.1082814782857895e-05,
              2.2209249436855316e-05
            ]
          }
        }
      },
      "truth": 0.39957640089372803,
      "truth_error": 0.001570279492097315,
      "unique_nodes": 256,
      "value": 0.40114668038582535
    },
    {
      "case_id": "sobol_exponential_d4",
      "compiler_cost_proxy": 4280.9246165084005,
      "controls": {
        "bits": 53,
        "epsabs": 0.0,
        "epsrel": 0.0,
        "gradient": "replay",
        "level": 8,
        "scramble": false
      },
      "coverage": null,
      "coverage_reason": "deterministic_unscrambled_formula",
      "dimension": 4,
      "dtype": "float64",
      "gradient": 0.1614995696359362,
      "gradient_error": 0.0018382694847509373,
      "gradient_truth": 0.15966130015118526,
      "indices": 0,
      "jvp": 0.1614995696359362,
      "jvp_error": 0.0018382694847509373,
      "logical_evaluations": 256,
      "memory_family_median_bytes": 16384.0,
      "memory_family_ratio": 0.75,
      "memory_proxy_bytes": 12288,
      "method": "Sobol",
      "regions": 0,
      "repeated_changing_median_seconds": 1.0145828127861023e-05,
      "repeated_same_median_seconds": 1.1481766705401242e-05,
      "repeated_scaling_excess": 0.0,
      "replicates": 0,
      "sobol_level": 8,
      "timings": {
        "changing_parameter_repeat_samples_seconds": [
          9.937495633494109e-06,
          1.1465497664175928e-05,
          1.0275391105096787e-05,
          1.0006500815507025e-05,
          1.0145828127861023e-05
        ],
        "gradient": {
          "compile_seconds": 0.060126667376607656,
          "warm_mad_seconds": 1.1674128472805023e-06,
          "warm_median_seconds": 9.917188435792923e-06,
          "warm_samples_seconds": [
            2.0875129848718643e-05,
            1.5041325241327286e-05,
            9.917188435792923e-06,
            9.041745215654373e-06,
            8.74977558851242e-06
          ]
        },
        "jvp": {
          "compile_seconds": 0.034958249889314175,
          "warm_mad_seconds": 1.375097781419754e-06,
          "warm_median_seconds": 9.33278352022171e-06,
          "warm_samples_seconds": [
            1.6292091459035873e-05,
            1.325039193034172e-05,
            9.33278352022171e-06,
            8.499715477228165e-06,
            7.957685738801956e-06
          ]
        },
        "same_domain_repeat_samples_seconds": [
          1.449218689231202e-05,
          1.0511081200093031e-05,
          9.612624126020819e-06,
          1.1481766705401242e-05,
          1.1765630915760994e-05
        ],
        "scalar": {
          "compile_seconds": 0.05458095856010914,
          "warm_mad_seconds": 2.874992787837982e-06,
          "warm_median_seconds": 1.2749806046485901e-05,
          "warm_samples_seconds": [
            3.374973312020302e-05,
            1.5624798834323883e-05,
            1.2749806046485901e-05,
            1.0916031897068024e-05,
            9.832903742790222e-06
          ]
        },
        "vmap": {
          "128": {
            "compile_seconds": 0.06501895794644952,
            "warm_mad_seconds": 1.0667834430932999e-05,
            "warm_median_seconds": 8.341623470187187e-05,
            "warm_samples_seconds": [
              9.408406913280487e-05,
              8.341716602444649e-05,
              6.60833902657032e-05,
              8.341623470187187e-05,
              5.333404988050461e-05
            ]
          },
          "16": {
            "compile_seconds": 0.06592199997976422,
            "warm_mad_seconds": 4.250090569257736e-06,
            "warm_median_seconds": 1.61672942340374e-05,
            "warm_samples_seconds": [
              3.3082906156778336e-05,
              1.61672942340374e-05,
              1.1917203664779663e-05,
              1.133279874920845e-05,
              1.6582664102315903e-05
            ]
          }
        }
      },
      "truth": 0.15966130015118526,
      "truth_error": 0.0018382694847509373,
      "unique_nodes": 256,
      "value": 0.1614995696359362
    },
    {
      "case_id": "sobol_exponential_d8",
      "compiler_cost_proxy": 4986.584520792655,
      "controls": {
        "bits": 53,
        "epsabs": 0.0,
        "epsrel": 0.0,
        "gradient": "replay",
        "level": 8,
        "scramble": false
      },
      "coverage": null,
      "coverage_reason": "deterministic_unscrambled_formula",
      "dimension": 8,
      "dtype": "float64",
      "gradient": 0.028321880723476182,
      "gradient_error": 0.002830149957509312,
      "gradient_truth": 0.02549173076596687,
      "indices": 0,
      "jvp": 0.028321880723476182,
      "jvp_error": 0.002830149957509312,
      "logical_evaluations": 256,
      "memory_family_median_bytes": 16384.0,
      "memory_family_ratio": 1.25,
      "memory_proxy_bytes": 20480,
      "method": "Sobol",
      "regions": 0,
      "repeated_changing_median_seconds": 1.0843104973901063e-05,
      "repeated_same_median_seconds": 1.0335279512219131e-05,
      "repeated_scaling_excess": 0.04913514540961805,
      "replicates": 0,
      "sobol_level": 8,
      "timings": {
        "changing_parameter_repeat_samples_seconds": [
          9.777999366633594e-06,
          1.4244142221286893e-05,
          1.0849609680008143e-05,
          1.0843104973901063e-05,
          1.0358715371694416e-05
        ],
        "gradient": {
          "compile_seconds": 0.059003207832574844,
          "warm_mad_seconds": 1.1674128472805023e-06,
          "warm_median_seconds": 9.334180504083633e-06,
          "warm_samples_seconds": [
            2.7457717806100845e-05,
            1.2500211596488953e-05,
            9.334180504083633e-06,
            8.792150765657425e-06,
            8.166767656803131e-06
          ]
        },
        "jvp": {
          "compile_seconds": 0.03751941630616784,
          "warm_mad_seconds": 1.9581057131290436e-06,
          "warm_median_seconds": 9.832903742790222e-06,
          "warm_samples_seconds": [
            1.4749821275472641e-05,
            1.1583324521780014e-05,
            9.832903742790222e-06,
            7.874798029661179e-06,
            7.542315870523453e-06
          ]
        },
        "same_domain_repeat_samples_seconds": [
          1.1242191249039024e-05,
          1.137695653596893e-05,
          1.0143878171220422e-05,
          1.0335279512219131e-05,
          9.66015795711428e-06
        ],
        "scalar": {
          "compile_seconds": 0.055894291028380394,
          "warm_mad_seconds": 1.6670674085617065e-06,
          "warm_median_seconds": 1.1208932846784592e-05,
          "warm_samples_seconds": [
            3.054086118936539e-05,
            1.77919864654541e-05,
            1.1208932846784592e-05,
            1.0584015399217606e-05,
            9.541865438222885e-06
          ]
        },
        "vmap": {
          "128": {
            "compile_seconds": 0.06577308289706707,
            "warm_mad_seconds": 4.87547367811203e-06,
            "warm_median_seconds": 7.704133167862892e-05,
            "warm_samples_seconds": [
              7.704133167862892e-05,
              9.895814582705498e-05,
              8.425023406744003e-05,
              7.216585800051689e-05,
              7.27921724319458e-05
            ]
          },
          "16": {
            "compile_seconds": 0.06601483281701803,
            "warm_mad_seconds": 4.458241164684296e-06,
            "warm_median_seconds": 1.6792211681604385e-05,
            "warm_samples_seconds": [
              3.350013867020607e-05,
              2.00001522898674e-05,
              1.233397051692009e-05,
              1.129182055592537e-05,
              1.6792211681604385e-05
            ]
          }
        }
      },
      "truth": 0.02549173076596687,
      "truth_error": 0.002830149957509312,
      "unique_nodes": 256,
      "value": 0.028321880723476182
    },
    {
      "case_id": "sobol_exponential_d16",
      "compiler_cost_proxy": 5124.375202461937,
      "controls": {
        "bits": 53,
        "epsabs": 0.0,
        "epsrel": 0.0,
        "gradient": "replay",
        "level": 8,
        "scramble": false
      },
      "coverage": null,
      "coverage_reason": "deterministic_unscrambled_formula",
      "dimension": 16,
      "dtype": "float64",
      "gradient": 0.004496701397467089,
      "gradient_error": 0.0038468730600225475,
      "gradient_truth": 0.0006498283374445419,
      "indices": 0,
      "jvp": 0.004496701397467089,
      "jvp_error": 0.0038468730600225475,
      "logical_evaluations": 256,
      "memory_family_median_bytes": 16384.0,
      "memory_family_ratio": 2.25,
      "memory_proxy_bytes": 36864,
      "method": "Sobol",
      "regions": 0,
      "repeated_changing_median_seconds": 9.680989023763686e-06,
      "repeated_same_median_seconds": 1.0707692126743495e-05,
      "repeated_scaling_excess": 0.0,
      "replicates": 0,
      "sobol_level": 8,
      "timings": {
        "changing_parameter_repeat_samples_seconds": [
          1.0395189747214317e-05,
          9.680989023763686e-06,
          1.042448275256902e-05,
          9.590505214873701e-06,
          9.679686627350748e-06
        ],
        "gradient": {
          "compile_seconds": 0.061753875110298395,
          "warm_mad_seconds": 1.4575198292732239e-06,
          "warm_median_seconds": 9.832903742790222e-06,
          "warm_samples_seconds": [
            2.408307045698166e-05,
            1.6708392649888992e-05,
            9.832903742790222e-06,
            9.041745215654373e-06,
            8.375383913516998e-06
          ]
        },
        "jvp": {
          "compile_seconds": 0.03910662513226271,
          "warm_mad_seconds": 8.344650268554688e-07,
          "warm_median_seconds": 8.459202945232391e-06,
          "warm_samples_seconds": [
            1.4999881386756897e-05,
            1.129182055592537e-05,
            8.459202945232391e-06,
            8.125323802232742e-06,
            7.624737918376923e-06
          ]
        },
        "same_domain_repeat_samples_seconds": [
          1.092903403332457e-05,
          1.7315112927462906e-05,
          1.0707692126743495e-05,
          1.0529300197958946e-05,
          1.0543626558501273e-05
        ],
        "scalar": {
          "compile_seconds": 0.058930166997015476,
          "warm_mad_seconds": 1.3746321201324463e-06,
          "warm_median_seconds": 1.1499971151351929e-05,
          "warm_samples_seconds": [
            3.633415326476097e-05,
            1.6999896615743637e-05,
            1.1499971151351929e-05,
            1.0790769010782242e-05,
            1.0125339031219482e-05
          ]
        },
        "vmap": {
          "128": {
            "compile_seconds": 0.06810824992135167,
            "warm_mad_seconds": 9.159557521343231e-07,
            "warm_median_seconds": 7.920898497104645e-05,
            "warm_samples_seconds": [
              8.924957364797592e-05,
              7.874984294176102e-05,
              8.012494072318077e-05,
              7.920898497104645e-05,
              6.208289414644241e-05
            ]
          },
          "16": {
            "compile_seconds": 0.06623045913875103,
            "warm_mad_seconds": 1.4998950064182281e-05,
            "warm_median_seconds": 2.829078584909439e-05,
            "warm_samples_seconds": [
              5.479156970977783e-05,
              2.829078584909439e-05,
              1.329183578491211e-05,
              1.3291370123624802e-05,
              3.6708079278469086e-05
            ]
          }
        }
      },
      "truth": 0.0006498283374445419,
      "truth_error": 0.0038468730600225475,
      "unique_nodes": 256,
      "value": 0.004496701397467089
    }
  ],
  "schema_version": 1,
  "source_hashes": {
    "adapters": "1c63b14c07b77d8f78a20f1b5d5d8789f04e2f7caf055ca263f860e849ae02a8",
    "benchmark": "88986b6e2e8fdb2e42064700f6d3fb0ddcdf8399d70de3c0ea5e5f60f750360e",
    "truth_evidence": "30902fdfcaf29ee32c5d5b86c5fa02041c5af977d0c37fed8f03079c7f9510df"
  },
  "source_revision": "e091640eefc7322714126e06e380ca3f9486af07",
  "supersedes": {
    "commit": "a1764ec",
    "reason": "Corrects tautological memory normalization, unmatched timed regions, and unproven Torchquad calibration."
  },
  "trigger_assessment": {
    "decision": "optimization_addendum_required",
    "records": [
      {
        "case_id": "sobol_exponential_d2",
        "compiler_ratio_reason": "SciPy's eager exact-node comparator has no matched JIT compiler phase, so no compiler ratio is claimed.",
        "fired": false,
        "values": {
          "compiler_cost_ratio": null,
          "memory_family_ratio": 0.5,
          "repeated_scaling_excess": 0.0,
          "warm_runtime_ratio": null
        },
        "warm_ratio_reason": "Exact nodes do not make the timed execution regions comparable; this ratio is excluded."
      },
      {
        "case_id": "sobol_exponential_d4",
        "compiler_ratio_reason": "SciPy's eager exact-node comparator has no matched JIT compiler phase, so no compiler ratio is claimed.",
        "fired": false,
        "values": {
          "compiler_cost_ratio": null,
          "memory_family_ratio": 0.75,
          "repeated_scaling_excess": 0.0,
          "warm_runtime_ratio": null
        },
        "warm_ratio_reason": "Exact nodes do not make the timed execution regions comparable; this ratio is excluded."
      },
      {
        "case_id": "sobol_exponential_d8",
        "compiler_ratio_reason": "SciPy's eager exact-node comparator has no matched JIT compiler phase, so no compiler ratio is claimed.",
        "fired": false,
        "values": {
          "compiler_cost_ratio": null,
          "memory_family_ratio": 1.25,
          "repeated_scaling_excess": 0.04913514540961805,
          "warm_runtime_ratio": null
        },
        "warm_ratio_reason": "Exact nodes do not make the timed execution regions comparable; this ratio is excluded."
      },
      {
        "case_id": "sobol_exponential_d16",
        "compiler_ratio_reason": "SciPy's eager exact-node comparator has no matched JIT compiler phase, so no compiler ratio is claimed.",
        "fired": true,
        "values": {
          "compiler_cost_ratio": null,
          "memory_family_ratio": 2.25,
          "repeated_scaling_excess": 0.0,
          "warm_runtime_ratio": null
        },
        "warm_ratio_reason": "Exact nodes do not make the timed execution regions comparable; this ratio is excluded."
      }
    ],
    "thresholds": {
      "compiler_cost_ratio": 2.0,
      "memory_family_ratio": 2.0,
      "repeated_scaling_excess": 0.25,
      "warm_runtime_ratio": 1.5
    },
    "trigger_fired": true
  }
}