{
  "schema_version": 1,
  "created_at_utc": "2026-10-20T11:30:06.068942+00:00",
  "dataset": "f13",
  "smoke": false,
  "input_sha256": "fe8e3d88c7a7027e445649f39fe780c9db756677c10812e5a6039f39e8fb629d",
  "input_file": "/home/ben/Sync/Work/website/.quarto/f13-validation/terms-105114-20261017T113917Z/input.txt",
  "reference_results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/f13-output-results.json",
  "reference_results_sha256": "eb3ac1fd5333c738a85242becf6effbd5a9983045d30e624b514cc63925f1c7f",
  "reference": {
    "names": [
      "alpha",
      "amuq",
      "ammu",
      "xcp1",
      "e1245",
      "xcp4",
      "e3e2",
      "e1234",
      "e2345",
      "e1235",
      "e1345",
      "amel2",
      "e2e1",
      "e5e2",
      "e4e2",
      "e3e1",
      "e4e1",
      "e5e1",
      "ammu2",
      "amuq2",
      "e5e3",
      "e4e3",
      "x5",
      "x6",
      "x1",
      "x3",
      "x4",
      "xcp3",
      "xcp2"
    ],
    "terms": 105114,
    "max_total_degree": 10,
    "input_numerators": [
      [
        -8,
        10,
        -7,
        8,
        8,
        5,
        -9,
        -5,
        8,
        7,
        7,
        7,
        11,
        9,
        12,
        5,
        -11,
        -12,
        -5,
        -7,
        9,
        -6,
        -4,
        -9,
        -11,
        -7,
        -5,
        -6,
        -4
      ],
      [
        -7,
        -7,
        -12,
        -9,
        6,
        6,
        -5,
        -7,
        -7,
        4,
        -8,
        -10,
        4,
        9,
        8,
        -5,
        12,
        8,
        -5,
        7,
        -9,
        -10,
        -5,
        -5,
        8,
        -8,
        -7,
        5,
        12
      ],
      [
        -5,
        5,
        -7,
        -11,
        8,
        8,
        10,
        4,
        6,
        -4,
        -8,
        12,
        6,
        -11,
        12,
        7,
        9,
        -9,
        9,
        -9,
        -11,
        12,
        4,
        5,
        -7,
        -11,
        -8,
        -12,
        -5
      ],
      [
        11,
        -9,
        9,
        -12,
        -6,
        -12,
        5,
        -12,
        -12,
        -12,
        6,
        -4,
        8,
        4,
        4,
        -8,
        4,
        7,
        -4,
        -8,
        7,
        6,
        -6,
        11,
        7,
        5,
        -7,
        12,
        -9
      ],
      [
        -4,
        12,
        9,
        11,
        -6,
        12,
        7,
        -12,
        -4,
        4,
        -12,
        12,
        12,
        -4,
        9,
        -9,
        10,
        -6,
        -6,
        7,
        -8,
        4,
        6,
        -10,
        -9,
        -9,
        -5,
        6,
        -4
      ],
      [
        12,
        -7,
        7,
        -11,
        10,
        -5,
        4,
        5,
        5,
        7,
        8,
        -10,
        11,
        -5,
        -12,
        -4,
        -11,
        4,
        4,
        -9,
        -4,
        6,
        -8,
        -9,
        10,
        -4,
        -7,
        -4,
        4
      ],
      [
        -12,
        -6,
        -7,
        -7,
        10,
        -4,
        5,
        6,
        8,
        12,
        -11,
        -4,
        5,
        -11,
        -6,
        6,
        -4,
        -10,
        -7,
        -7,
        5,
        5,
        -11,
        -8,
        -12,
        5,
        4,
        9,
        -8
      ],
      [
        5,
        -12,
        12,
        -11,
        4,
        11,
        11,
        -6,
        -11,
        9,
        7,
        9,
        7,
        10,
        10,
        9,
        7,
        6,
        -11,
        -6,
        -11,
        -5,
        8,
        12,
        -4,
        -6,
        11,
        -6,
        -7
      ],
      [
        5,
        11,
        7,
        -10,
        10,
        -7,
        -10,
        10,
        11,
        -7,
        7,
        -4,
        -4,
        -10,
        -10,
        -5,
        -11,
        -7,
        5,
        12,
        5,
        -5,
        11,
        6,
        -11,
        10,
        -12,
        7,
        11
      ],
      [
        -5,
        -12,
        -5,
        -8,
        8,
        -8,
        8,
        6,
        -8,
        5,
        7,
        -8,
        -11,
        10,
        11,
        -6,
        10,
        4,
        -4,
        7,
        7,
        -4,
        10,
        6,
        11,
        4,
        -4,
        9,
        12
      ],
      [
        9,
        5,
        -9,
        -7,
        11,
        -6,
        -6,
        4,
        -6,
        -12,
        -9,
        4,
        7,
        -12,
        -8,
        -5,
        8,
        5,
        -9,
        11,
        10,
        9,
        5,
        -8,
        9,
        4,
        8,
        7,
        -9
      ],
      [
        9,
        -4,
        -6,
        5,
        -4,
        6,
        9,
        9,
        9,
        -11,
        9,
        12,
        -12,
        8,
        -10,
        9,
        6,
        7,
        8,
        -5,
        -11,
        10,
        -9,
        8,
        -8,
        4,
        -5,
        10,
        -5
      ],
      [
        8,
        9,
        -12,
        -5,
        5,
        -6,
        4,
        -7,
        6,
        -6,
        -12,
        -12,
        12,
        6,
        12,
        6,
        -11,
        -11,
        -10,
        5,
        -10,
        7,
        6,
        -9,
        -11,
        -5,
        12,
        -7,
        -4
      ],
      [
        -6,
        12,
        4,
        -5,
        7,
        -10,
        -5,
        10,
        -10,
        7,
        -10,
        8,
        -9,
        5,
        9,
        -11,
        7,
        -11,
        12,
        -6,
        -12,
        9,
        -9,
        -11,
        5,
        -10,
        8,
        4,
        -5
      ],
      [
        -10,
        -6,
        11,
        -11,
        4,
        8,
        -6,
        -12,
        -8,
        6,
        -8,
        10,
        -9,
        7,
        8,
        -10,
        9,
        9,
        -10,
        -12,
        11,
        11,
        10,
        9,
        -11,
        -5,
        7,
        6,
        12
      ],
      [
        7,
        10,
        -12,
        11,
        6,
        7,
        7,
        -5,
        -4,
        -4,
        -10,
        6,
        9,
        8,
        -4,
        10,
        5,
        -5,
        8,
        -11,
        -12,
        5,
        -12,
        -7,
        10,
        11,
        -11,
        -8,
        8
      ],
      [
        10,
        6,
        -11,
        6,
        8,
        11,
        8,
        -12,
        -12,
        -8,
        -9,
        10,
        -8,
        -12,
        7,
        9,
        6,
        11,
        -12,
        -7,
        -9,
        -7,
        7,
        11,
        -6,
        5,
        5,
        10,
        -9
      ],
      [
        -5,
        -9,
        -7,
        8,
        -12,
        -9,
        -4,
        6,
        -9,
        4,
        -9,
        8,
        8,
        9,
        12,
        -5,
        12,
        11,
        11,
        -11,
        -8,
        -12,
        -12,
        5,
        11,
        -4,
        -12,
        6,
        -8
      ],
      [
        -11,
        -9,
        10,
        8,
        4,
        -6,
        5,
        8,
        -8,
        -5,
        8,
        9,
        10,
        -11,
        12,
        -10,
        -7,
        -8,
        -6,
        9,
        -8,
        8,
        12,
        -11,
        -7,
        11,
        -5,
        7,
        -9
      ],
      [
        7,
        -5,
        -10,
        11,
        -6,
        -9,
        12,
        7,
        9,
        9,
        -11,
        -5,
        8,
        -8,
        5,
        -6,
        7,
        -5,
        -5,
        7,
        -12,
        -6,
        12,
        -4,
        6,
        8,
        8,
        8,
        -10
      ],
      [
        -7,
        -7,
        9,
        6,
        -9,
        12,
        11,
        4,
        -8,
        12,
        -7,
        -11,
        -5,
        -10,
        12,
        8,
        10,
        -9,
        -12,
        7,
        -4,
        7,
        4,
        -5,
        -4,
        -10,
        8,
        12,
        -6
      ],
      [
        -8,
        4,
        5,
        -11,
        10,
        4,
        9,
        -12,
        -8,
        -10,
        -11,
        -4,
        -6,
        5,
        5,
        11,
        6,
        -5,
        4,
        11,
        12,
        -9,
        12,
        5,
        -10,
        -5,
        -7,
        12,
        -4
      ],
      [
        12,
        11,
        8,
        -11,
        6,
        -4,
        11,
        -5,
        5,
        4,
        6,
        12,
        6,
        4,
        8,
        -8,
        -4,
        10,
        6,
        -4,
        4,
        -12,
        -10,
        7,
        12,
        8,
        -4,
        -9,
        7
      ],
      [
        4,
        -5,
        -8,
        7,
        11,
        -12,
        12,
        11,
        -5,
        -4,
        -11,
        -8,
        -5,
        -8,
        -7,
        -10,
        -5,
        -4,
        4,
        -8,
        -11,
        -6,
        8,
        6,
        4,
        11,
        7,
        12,
        7
      ],
      [
        5,
        11,
        7,
        -7,
        11,
        12,
        12,
        -8,
        12,
        10,
        -7,
        4,
        -12,
        6,
        12,
        -12,
        -8,
        12,
        8,
        -5,
        -8,
        6,
        -7,
        6,
        4,
        -5,
        -5,
        4,
        -6
      ],
      [
        -7,
        -6,
        -7,
        -5,
        -6,
        11,
        -7,
        10,
        6,
        -10,
        -8,
        -6,
        -4,
        -7,
        -8,
        10,
        -4,
        -8,
        10,
        5,
        4,
        -4,
        -7,
        -8,
        7,
        -12,
        -6,
        -11,
        -5
      ],
      [
        12,
        -8,
        -5,
        4,
        5,
        -5,
        10,
        -5,
        4,
        8,
        5,
        -11,
        9,
        -7,
        4,
        7,
        -11,
        -8,
        12,
        -9,
        7,
        -12,
        -5,
        9,
        -5,
        -11,
        -8,
        11,
        -7
      ],
      [
        -5,
        8,
        6,
        -7,
        5,
        8,
        -7,
        -5,
        9,
        5,
        10,
        8,
        -8,
        4,
        -4,
        -5,
        11,
        -11,
        -5,
        10,
        6,
        8,
        -5,
        10,
        11,
        10,
        -8,
        -8,
        -7
      ],
      [
        -9,
        -4,
        9,
        11,
        -5,
        -10,
        11,
        -11,
        6,
        -9,
        -12,
        12,
        -6,
        -6,
        -5,
        12,
        5,
        5,
        -6,
        -6,
        10,
        4,
        -5,
        9,
        8,
        -6,
        -7,
        10,
        6
      ],
      [
        -6,
        11,
        -5,
        4,
        11,
        -12,
        10,
        -5,
        -6,
        -5,
        -11,
        -6,
        -12,
        -11,
        -11,
        -7,
        8,
        -6,
        -6,
        6,
        -9,
        -7,
        -11,
        -5,
        -6,
        -6,
        11,
        9,
        10
      ],
      [
        11,
        -10,
        -4,
        -4,
        10,
        -7,
        10,
        6,
        8,
        -5,
        5,
        -11,
        4,
        4,
        -7,
        11,
        -5,
        8,
        -11,
        -6,
        -7,
        -12,
        -8,
        6,
        -5,
        6,
        -9,
        4,
        10
      ],
      [
        -5,
        11,
        -4,
        11,
        -11,
        -6,
        -6,
        5,
        11,
        -6,
        12,
        -9,
        -10,
        12,
        -11,
        6,
        -10,
        10,
        -4,
        5,
        8,
        -6,
        6,
        7,
        -11,
        -11,
        -6,
        11,
        -7
      ]
    ],
    "input_denominator": 8,
    "expected": [
      1293864.470935464,
      -149780.81508994102,
      -39018.499004244804,
      3294.2235513925552,
      847034.2066369057,
      71807.86657476425,
      78364.52078676224,
      -3192784.470076561,
      -59936.902666568756,
      80925.87481498718,
      -37171.643770337105,
      -14502.68231678009,
      -3320.769956588745,
      598560.1415205002,
      -43504.106937646866,
      423911.57452583313,
      -13945.885622262955,
      -308297.5228174031,
      109454.01314735413,
      8492.223930358887,
      -404483.8282481432,
      -51017.840069532394,
      13660.384737968445,
      293826.0195493698,
      -153507.89856004715,
      -252108.07024383545,
      -16150.996248722076,
      110788.47738933563,
      14233.75404381752,
      548981.9888806343,
      -1545304.0342712402,
      109467.85919880867
    ],
    "sum_absolute_terms_over_absolute_result": [
      44.060503924345156,
      388.6009371652339,
      2058.569949948801,
      14215.667400495633,
      279.32332145357475,
      550.5225793250542,
      230.8777704628466,
      175.63756047381796,
      1766.355227867545,
      900.957138429056,
      641.3103708578443,
      3832.789477681608,
      75130.93645437197,
      202.83216104660474,
      6571.698788441595,
      722.226962752128,
      12002.321243990122,
      653.4596383147643,
      2517.785291368067,
      8385.402143298432,
      249.3670705438381,
      442.01189686152236,
      13014.86813219477,
      199.30280347793544,
      636.9069466522988,
      128.45699488794784,
      4681.871475923125,
      439.4023022899751,
      5052.199055164894,
      250.05213448474024,
      39.020403916850775,
      631.243095646215
    ],
    "batch_size": 4096,
    "seed": 130013,
    "input_sha256": "fe8e3d88c7a7027e445649f39fe780c9db756677c10812e5a6039f39e8fb629d"
  },
  "script_sha256": "9608217c0a18c0e94a4aedd04decf598ce93e549339dd119d26dbfc8be39a78b",
  "python": "3.12.13 (main, Mar  3 2026, 14:59:34) [Clang 21.1.4 ]",
  "numpy_version": "2.5.4",
  "platform": "Linux-7.2.11-arch1-1-x86_64-with-glibc2.44",
  "cpu": 10,
  "affinity": [
    10
  ],
  "cpu_model": "AMD Ryzen 9 5900X 12-Core Processor",
  "thread_siblings": "10,22",
  "build_timeout_seconds": null,
  "candidate": {
    "label": "Symbolica",
    "provenance": {
      "module_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-env/lib/python3.12/site-packages/symbolica/symbolica.abi3.so",
      "native_module_sha256": "f8213805f059524f88af457689408223de1783bf75c35da6fa93d2736a8e08f2",
      "package_version": "3.0.1",
      "build_provenance": {
        "created_at_utc": "2026-10-20T11:13:18.314952+00:00",
        "source_commit": "3bbffc2ecb328dec4429b85165869d3d7c88cf96",
        "source_snapshot": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-source",
        "source_files": {
          "Cargo.lock": "1c811b44a21f888a45a70cb15fd64f25a58b149ed6bfa96c6aa5bc750a4004ce",
          "Cargo.toml": "378529a82470f23f6a2671dda81f85fe3f4ffd07eb5935b85e50f5fc5a284d46",
          "License.md": "95576170a17bc8996fb8a94473745545048b6edc5d91e3867f091f7fc6b26981",
          "Readme.md": "48a278e5c923f91428a2ee30b41297da9016db7f254b52de90e899832fa034ed",
          "benches/flint_comparison.rs": "8811d71bbf1610287bb045265dca313d1ecc0bc0d8bc3b743c84ec955c2161da",
          "benches/slow_fac_operations.rs": "57864e0828b9a0a0d0206a3d49dfc6ada80fec907cc664952dfb69115d30c47b",
          "benches/symbolica_polynomial.rs": "f207693d78618b725f504450e8b5b3b4bd81a9c64aa4576e5a7b73aa117b7b88",
          "build.rs": "a98b2f963c4873f64e49b2333da43c991e5420cc2c0e515b189f9968a1b46a05",
          "lib/graphica/Cargo.toml": "3730f1242f2cc8f91fcc4212397f54c402db7505b0a5d83b22a0a61a0e34b4e9",
          "lib/graphica/Contributing.md": "4b9c6b3d5ca42cc6dac76b525024a12fb7293fc028e851d442331d0c15c2d8f2",
          "lib/graphica/License.md": "9c8936dedf1888f029826ccdfa2e7c17e9b9aedc7059fab02eea1acaa969abdc",
          "lib/graphica/Readme.md": "a07016b902747746656a7dd1754c9915093519265b3b57e5e3b051ecb6ea304d",
          "lib/graphica/examples/generate.rs": "db626c209123c1a8c0ae43e459394aecb50bce6ae0ae6d612677a33c5e2a727f",
          "lib/graphica/src/lib.rs": "76a86f7fbd7dfd6a75ff967b1d8b2d55e968eb55ee004a24f60e5ed94ee86c1f",
          "lib/numerica/Cargo.toml": "d926d83fa3cfa1cd4cf82b5e7f73800113e0fafc0809831b39b789b8b94492d8",
          "lib/numerica/Contributing.md": "3c6934214365b8b11fed66c2a4b4e189650692be719b4b45671a55ebc5822abf",
          "lib/numerica/License.md": "9c8936dedf1888f029826ccdfa2e7c17e9b9aedc7059fab02eea1acaa969abdc",
          "lib/numerica/Readme.md": "916da0061cdb571f2c88fbf8f683a949e9ab07e423bf68f980abe15ed82145dd",
          "lib/numerica/examples/complex_functions_benchmark.rs": "d001c53f1a979a310b5ea3d3ea446cac7415645ddf3dacc62c4b51cd3bf3fc07",
          "lib/numerica/examples/dual.rs": "8bf09988dff05cbb99d7c4c4fd25a57333a7b60b52720fd888498cdb92b44f09",
          "lib/numerica/examples/fraction_polynomial_kernels.rs": "7229b7f59d61fac0750bb64a43c49be71c11c5a1fc932a991d4bb8c4b9c60ac6",
          "lib/numerica/examples/integration.rs": "779874c95b7845b2612f448d18bc6cbc762325595d4bd2f813d150d02118c2db",
          "lib/numerica/examples/rational_fastpaths.rs": "9ead92fa79aeff572b2de869583e31250486f1c254bd7c7432d03d3593d7fd01",
          "lib/numerica/examples/slow_pollard.rs": "95e36854c86e1deacaa3742800c0420da1d59d26d523f37e34c755d13c107647",
          "lib/numerica/src/combinatorics.rs": "da6700e1dc7b1c52b3165c4861f410b79257556f8a75894b5d2ee58c729fe985",
          "lib/numerica/src/domains/backend/float.rs": "e43181cdab8f71c69b8df8ac1963ec83a0a779708add600f1cc4f77810f7b6f0",
          "lib/numerica/src/domains/backend/integer.rs": "23703294695815fc7a34b2394dc9908e4095c7f71b811845849a0b7eb871a526",
          "lib/numerica/src/domains/backend/mod.rs": "748ccb85f51ca86a6dc62d9808bd4ff46f46de4a4a73efff1aeab635c70b8219",
          "lib/numerica/src/domains/dual.rs": "daad6e2cdca234b2691ab4d0a33fae1313f65dbe34763a7cc4e91333fbc499d5",
          "lib/numerica/src/domains/finite_field/geometric_sequence_kernels.rs": "f6c738a2ce919ab4d977a4363cc0f121694d0fb374bd4adf0c6ab803754602b1",
          "lib/numerica/src/domains/finite_field/montgomery.rs": "da5bad6e3929bc411b7f3334c4d4786cf8e9dad028de9a21b9ad07ba8750aa32",
          "lib/numerica/src/domains/finite_field/polynomial_kernels.rs": "53be6204c5f1e26867fc2dbbeceb3622b010e447c144ba31e7212b417b29c461",
          "lib/numerica/src/domains/finite_field/remainder_kernels.rs": "aa0ba99c1befa031b6a0926780d01f2959b1f2db6b0919ea61eaca9a5ac0f64a",
          "lib/numerica/src/domains/finite_field.rs": "5a8c706ed752c02776e9621212a7582059a5b5f41f22f10a2860d92d690a4b75",
          "lib/numerica/src/domains/float/complex.rs": "97ab86b7514906abdd56802ca9c749633be96053fd81a90a7f178ebeee08790a",
          "lib/numerica/src/domains/float/complex_tests.rs": "1d3665b4f310b4462e045164426fefcd4ad3d0b66735807d7619a4796dd5bfaf",
          "lib/numerica/src/domains/float/double.rs": "dad8abd1088732fe6067b6867bee1c9e1f5453e7f8ad187326b1bc601686cdda",
          "lib/numerica/src/domains/float/error.rs": "a6554e129a77aacaff09f00ac48e5eeb4afc46295a7b59a12e42aca78dc80b74",
          "lib/numerica/src/domains/float/field.rs": "658d6ef4c43b3fdb4d9b4bd2ef4d8f703e31d6155eb0418e2b102a196e81cc15",
          "lib/numerica/src/domains/float/interval.rs": "8be20f987408e84fddef1e4447e08fa21436f3968950027c080761205c5998ab",
          "lib/numerica/src/domains/float/multiprecision.rs": "ed49b16eff4521a7fadd61bf623c4753a6d60522eb0b8dee9856814d892464d1",
          "lib/numerica/src/domains/float/native.rs": "b2d32f1c422755ebd87c3e083f7face7be2341f4fa3f970a1ef48269196b3d31",
          "lib/numerica/src/domains/float/python.rs": "ff8c9874fc5838bce7119df16a48748726e745d2862a9caf5a7f9fc419403ce5",
          "lib/numerica/src/domains/float/rational.rs": "2ed5a7da0a62cfc17ddbbb0c176a37c990532246aed6d5530231cdb4282dedc8",
          "lib/numerica/src/domains/float/simd.rs": "bebf1cc5c2b1e0a2ec6d31aa003d5d8ac7bbfd55a028e2b6ead6c95fffb61813",
          "lib/numerica/src/domains/float/tests.rs": "9ef3e2e070075b073e72cfb592be10368f39b60ebbfe81bdd46a0ddb818574ff",
          "lib/numerica/src/domains/float.rs": "fdbeec28e72c2e5685a8653fab5ec5add8d16e2914c3bd5b5cc76b595a52995f",
          "lib/numerica/src/domains/integer/polynomial_kernels.rs": "8eb92d46b3fee2d896c5b03e7b94564679b2c8dfaab76e130d47b30f17ac89a4",
          "lib/numerica/src/domains/integer.rs": "68ee12fba5b464196db2a8ca4a5b66793bb036b3ac29e0cb9861effacd0ceb38",
          "lib/numerica/src/domains/polynomial_layouts.rs": "515908cf22e030001a958a2b896ce402c7fb34e46e5a83fc55e67b465b594ad4",
          "lib/numerica/src/domains/rational/polynomial_kernels.rs": "63986d0d6b728c765bb09fffba12f0926c525bd3bf3f30cf91203a6a91e922ff",
          "lib/numerica/src/domains/rational.rs": "d66ab7ac0bfbe637dec9824b8e3125d4553acdad3f635638b385336674356af3",
          "lib/numerica/src/domains.rs": "9227c5ca0917005b1558abbae0e3bb7240021df44c8fe26606fb7a88e6ddd802",
          "lib/numerica/src/kernels.rs": "0a382c8e058c0e44e7f522418ff66a2c3bb69249413c07ec9e0843fbbcd20964",
          "lib/numerica/src/lib.rs": "8309706c276da709c37d307b0f2acbbcd1a80e1c913b23c8d65602d2a1e0a48c",
          "lib/numerica/src/numerical_integration.rs": "09e9d2751987ee1e16c7c45d75c39e6c3b04b107f5f043e48e5f6009932a35d6",
          "lib/numerica/src/printer.rs": "25ab57db4f7900a369a831777dde288f4e86040b81212dbe71409632bd1bdd7a",
          "lib/numerica/src/tensors/matrix.rs": "0d9eeea1d66ceb6ef24b2c2f1affd3c18f1bba5dd460a9bdf34229a6bd7d157c",
          "lib/numerica/src/tensors/sparse.rs": "15e91fb0dc9171603cae673c657184eb8c8c424aa7fe3747e780cc3a8fb66eb6",
          "lib/numerica/src/tensors.rs": "924b93596832d300704f6de9d3768401a51c043ba68478bd6d6d92907b8be7e9",
          "lib/numerica/src/utils.rs": "604178168b43ac441831cdd00dabc2cda69934bc9471fcdcdceb6019be5dc78e",
          "lib/numerica/tests/api_regressions.rs": "63b11a0912093486245902f7e4eb1f4f9ed386356a1b4f11f535444e5cdcdb17",
          "lib/numerica/tests/complex_precision_provenance.rs": "afd120684794500a8a5e087b948ab72cb414547fdf8dbffe45e9c7f6307d5c16",
          "lib/numerica/tests/complex_sqrt_mpc.rs": "044369c870c7e622b131e7bcdcdedf3ede5bec478543fba8f68aa4504f0023ca",
          "lib/numerica/tests/complex_sqrt_precision.rs": "19e1fc11a8a304806554b0014b37da03e24717644ec4e42a539fd65075956a6b",
          "lib/numerica/tests/float_display.rs": "68570345879904f35d94f8fdcb5621e843c24ec54490a2ebfae1accacb4f7a35",
          "lib/numerica/tests/float_zero_precision.rs": "2e9f578a986a52a258cf07534f909fd5d50a050b6c47818bc2452ed82530a230",
          "lib/numerica/tests/matrix_determinant.rs": "339e21b273a892447e9c144a6e0fb0f84dbe2a958814d0d520abc5bff1fc557a",
          "pyproject.toml": "9c86222666ca5a1721fceb77ae6ed6586cb3a67d690241c007e0c3721f98f605",
          "src/api/cpp.rs": "ebcd2420b27e3699e2a4e494d5a3fbb43e5d0fe330aefaf32171209f84ba2ea2",
          "src/api/mathematica.rs": "b5a62a4ee55891198d4246863acfab2dfcbad4dd162e82aeac1ef7f007d08b56",
          "src/api/python/array.rs": "136a058793239cb82fcc9c800759655c044a07e89dbe23ecf0cd4d49224abb14",
          "src/api/python/atom.rs": "dda0a441381ff9dca2c3f0bff50128be9d750e8813ff62ace7b77467ec51818f",
          "src/api/python/citation.rs": "03d412077e3bdcd2ce47493df915ca6cadaed6307c3d9f657c35a89d9dea9e90",
          "src/api/python/condition.rs": "74f476a9c82d4066dba7c88d0695083932f1ec03f411eb47baf5f76cc0cdc016",
          "src/api/python/display/paging.js": "f2b217eb045ad356b62cf64a8cfd442e70d489bfeb509da5bfe4be2a3bf7c3c0",
          "src/api/python/display/paging.rs": "e6fd11e4f9b94050984dc3f8226fbfd3c1c6c8434434b019fdbfb290f7728b1b",
          "src/api/python/display/provider.rs": "007d70f4aade5ce37e04d97b52984773fe33be95f1724ede84de3af0ef33b987",
          "src/api/python/display.rs": "b2d7c1c32a4e5318e16bcc1ea3ff1948e7fcf466b8e0e286ef573f4517322992",
          "src/api/python/evaluator.rs": "da7f0737f1990324afe7c47b91e90a121e01e41799cb4611e5af2a00e2cd3680",
          "src/api/python/expression.rs": "14b2a6fd15f7f5127054d728cab53d9a8773c17b1adb9f462ba611f3bc8badf8",
          "src/api/python/graph.rs": "3e642e8b2dab00fd5c96695109b4394c99a8c33d1e3b79e9f94f354ace352c6d",
          "src/api/python/integer.rs": "24f4080fc35b26373236074b2e05b81d059fb2f610a8a82ceedaa9f1c583a104",
          "src/api/python/integration.rs": "acdcae8b9d13a6c8b7e33c643eef564f49a456e51fa10c8bfd3f1c3c3d818bcc",
          "src/api/python/matrix.rs": "0bcd823ba0f50cc728efb61913cbba44d43495cc34d2db99b992b4d14f164d37",
          "src/api/python/polynomial.rs": "8b7924bd5a7c12e5f7dc605904ae3aa8cdae7aa2fbf48ef98e779a34050bb580",
          "src/api/python/series.rs": "28a36c45f2306e057a825223d1336714ae3f2f5ad9178bb335f9c9380f4d1164",
          "src/api/python/solution.rs": "9da761d91a68b1e4d43324c2612939c5b9b1e22c1086501c8e47c4fa90ffebcb",
          "src/api/python/symbolic_integration.rs": "28d9fe3322638ac68197c7bd7b52cc53f371233869b7b89010610bb8689ad6cc",
          "src/api/python.rs": "14d645d470829c7e25674673accf6334bad85721298df99dd25b6adc219bebb6",
          "src/api.rs": "882db524039b3cddee91e9a80dad8babf8c18eebf4dbbcb2857f6808bfb02ea4",
          "src/atom/alias.rs": "e72a91fbd2e3df316295e2f78b2a5de3433c75d514c82c13fe5205a072f683df",
          "src/atom/coefficient.rs": "e146af99e697482a040ccc7d4b68aa96eec0445c6c082148000887636e577a57",
          "src/atom/core.rs": "9f61abdf5d5b8515297833a2133ad8a907c01c9447c0fd7fa56115aed6d121a8",
          "src/atom/ops.rs": "de1d6e78fd654877f216dda8bbc13c581a0a4820a07684feea26cf0ec5e6e5e1",
          "src/atom/properties.rs": "b10705cdecfd2b2c24bfc79b66064f01d9ac06d5d5e347cc68afe8ad6aba3ec0",
          "src/atom/representation.rs": "4fda9359e5bc7451493f26fa15a7ea24b8df6ea318d7b8ee599afda3be0b97ee",
          "src/atom/zero_test.rs": "2b18092efe53f064204f79aeb2af9e97e980e71840f66d8a4f7a41c39d71ba65",
          "src/atom.rs": "453d52e3894a8eb4746c55ddb9df7b025ccacc22c2c22a31648afb1621e56582",
          "src/coefficient.rs": "fdf0423303170496a7aa9ee397abd33349494c9036c7f32771c0bc02fa293a3b",
          "src/collect.rs": "bdfa0a9d930fa7c7179afa3488748f9c3f85e5d95a2137911091a2a2f8c2484f",
          "src/derivative.rs": "178d2205a11982f0085755299a466175681f59ffc7ee3bd44a46eb22ae130ef6",
          "src/domains/algebraic/kernels.rs": "4877eaeecf427b29ebf43b9e1cbc5457fce7e5a36815f3f9eeed8398e787510c",
          "src/domains/algebraic/tests.rs": "dc79061bd145bbe0ffcec659a26fb61794ec0bc5b68a18f5e9b6fabc6584dc06",
          "src/domains/algebraic.rs": "fe4657fdb0dd14544b38977f38e079c233d88d55370f8582a8d990fc28e9e12e",
          "src/domains/atom.rs": "b90a20766f2d1b285f52df4493ec6ba65a11dca902de195848562ab06e6386e0",
          "src/domains/factorized_rational_polynomial/apart/linear.rs": "078ab190558257b79f4224e78e9f6795f2682e4e2d44f752a5ded08c72e1065e",
          "src/domains/factorized_rational_polynomial/apart/tests.rs": "8b12b82db9a4180ef5fae59abab9763f8a5c46415ee1037980bb879ce35d7145",
          "src/domains/factorized_rational_polynomial/apart.rs": "6df76a90009488fcc1a20c1ac74113ff5848deefee0aa28a599ebd8c09bab764",
          "src/domains/factorized_rational_polynomial/constructor_tests.rs": "2cefec8e84c7c156375d7894230162d1f4a6aa69ae81404720e3a3f532a96632",
          "src/domains/factorized_rational_polynomial.rs": "52127d7ff58b68fffb158ec59c42d859c57a863ea51d23f79d868614d71985be",
          "src/domains/rational_polynomial/arithmetic_tests.rs": "6f1bfacde0816b871de4d9ddd9b2cacc0bce9a78197af2a41b7ca8e4cfcd6dbb",
          "src/domains/rational_polynomial.rs": "df3f5748f6d5957969c8af1c138696d4d9ac931b9c3dc4429bfe962574baffda",
          "src/domains.rs": "1614cde1aae3f5aad7e452a9cc3788d4c542a760c7a2d45c0d20309ddf1fdd65",
          "src/evaluate/backend/tests.rs": "83970365c409009fee0033e2061d8cf8cc62bd1c60736119ebb6334916e2e383",
          "src/evaluate/backend.rs": "bc06d55e2f5ca05f798e1ab748c3bf461b8e8fc5457ff7d78b3f322315984f22",
          "src/evaluate/domain.rs": "9548271ea5a544599a712e5d6c9120b53bb8b91c674f0c1406c38b0edd6dabf7",
          "src/evaluate/dual.rs": "a6da1267821bb28f8c8f7eda8584c73f574308f93592ef74409d74b86519e040",
          "src/evaluate/evaluator.rs": "b1b0d7d2b244c594e8737f63849f1e4fd93ee395016160645cfc05c1e441ece0",
          "src/evaluate/export.rs": "6efd92ee139b2d058b1d8d6f3ff6260e8943d757e2a8098d9d766bce674e9ca9",
          "src/evaluate/external.rs": "025b9a73d310afd29993e079af59a90e5a264656dc174b6f794bd1121a4a11e0",
          "src/evaluate/function_map.rs": "0a9e1cb21864210200262010d8745279b7c6eb23eafc05fe9521f7ff67244bce",
          "src/evaluate/instruction.rs": "4f6b10ad349d3f9e3f25355b2b572390fd61c90c13e1ed16349c77c9f652d7f5",
          "src/evaluate/mre_factor_crash.rs": "a2fd285c794de94ee1ebe91b71b9cd92a55b92a52d54c115f5be557b7f936d30",
          "src/evaluate/optimize.rs": "9bef60c11e7a1c193b7b44d7f05be06b2c77504498153e4851df2ae48beac7dd",
          "src/evaluate/tree.rs": "2d8dcbb67aa152268ba77557ea80ab307b4c952bc86b55ff53d6bd9b327c4e39",
          "src/evaluate.rs": "84750fbe84bc6270863c416a10f0f0ae5a0cac1c9b9558ea06576bc87b38fcd3",
          "src/expand.rs": "29c6af5f56a52d0d4f9b501d8a45cc3fd12b8c36c1ea6222de7931a02c3ee101",
          "src/id/could_match_bench.rs": "487aaac88059017a7bf60100d37ebfcf0c09fd60fb3cb87a903fd55761827431",
          "src/id.rs": "fc26b60ef8c7d3d5c1c3537a9d09005a82306e07402c4291c874ded2e4c53174",
          "src/lib.rs": "5888806d0f11bcd288d2f6136b3954c256891f01e0cd305e91bac7016414b11e",
          "src/license.rs": "54333a35e60a70bbd91e2952c8daa5d24f817a4eb26239820cc59d1c45abcd2b",
          "src/normalize/addition_tests.rs": "09d954263213857a43d09abc4aecb24517e1f8727d24c7ce07f6048478880376",
          "src/normalize/large_term_bench.rs": "82d503cd87ac43458bb4fe616bbe515d070a008be2a3a217b94d1f04402d1ccb",
          "src/normalize/scratch_buffer_bench.rs": "c5fd11bc2d9d84976da2c68738dd8fa9a49193b3d5cb6f9c7cf11a8f22999a6a",
          "src/normalize.rs": "80a79f2b90cc702eeb6c8c0c768619337ed12ea3e974125ac49172baf1da57ad",
          "src/parser.rs": "c64ef9826fcc62e6306a63c6a0672c0c797f5ccc4a8475b9e280536995cda61e",
          "src/poly/benchmark_capture.rs": "9d9a43f9b8d3a19e541d08b547cbdfc9906fdc87762735e6f3b8f62fe6b94565",
          "src/poly/factor.rs": "67f68f509ec5fe6621bd1ebf3aaa4fb0f155e7f909bb33eb5b1c7e2fb7aeb9cf",
          "src/poly/factor_crt.rs": "1d6536fcae8fd7c1a509a16c7e4c96afa8102e488b42f23582717d282744b51c",
          "src/poly/gcd.rs": "802b42c1c0740e327f8ce185e18e66392e3beeb0d734d45fac9d373843999faa",
          "src/poly/gcd.sync-conflict-20260531-113751-34VW23M.rs": "7c272392e9416171c6b1577c0dedb245cbf91a8b97899492c1fbd6ef7ecd49d1",
          "src/poly/gcd_shape_modular_generalization_plan.md": "f826d8a40b6e1ad77ae16258adb2860d7dfe235eac84d71033adc451944c5c1f",
          "src/poly/groebner.rs": "aac8253a1346d525ee7abcf6d4b1a7b0dc55fc44452045754af1913f727d0608",
          "src/poly/polynomial/division_tests.rs": "e2e0b83cbad69be875a3218879796d249a3cd4271486b6a555b4a542a173c69a",
          "src/poly/polynomial/homogeneous.rs": "96cedf821226683348902fd4d8a09c56a5f4640f354d890ee5abc4e32d8e09df",
          "src/poly/polynomial/rational_division.rs": "264f1d780f9253b3e0d8b6cf71b527696302f673116f169a6d0a23364e26ab91",
          "src/poly/polynomial.rs": "8282dad2d034063159711ff98b69c640d7a075fcf7aaaeadb02e38d01e956a26",
          "src/poly/rational_interpolation.rs": "959f0f024eab2eca3a811fe922d3531acfb58b07dde237cc67ecfc8c6f2bf43b",
          "src/poly/resultant.rs": "414f2c9beb762c95dc528c52fc7285ed0423f6134e34dc94869207ef1e18ee76",
          "src/poly/series.rs": "61b80f96c58065e65dddb23fe1e750d33eb28ea5f2bb3c1bae1911e20d904c09",
          "src/poly/univariate/roots/tests.rs": "2f5763a1657b2edd9356b0004090b24547b194c781a4dfdbf5a2ee2044e1eb8b",
          "src/poly/univariate/roots.rs": "8891edefea3980a17f88630610bf9020a9adc121e26bfee05939c3f3534eebe3",
          "src/poly/univariate/tests.rs": "bfcc6f69879171aa9499777accb6acb779b5fe562da2c7e2ee65c918e31e7f0c",
          "src/poly/univariate.rs": "283300e622f13d8320d6336b1f472f0904e4eba1adf6798d291811048df3288b",
          "src/poly.rs": "dbc8428ec48be82de2f81001cc7d4d7b488c970f3abec3ce6bbbf6b6aa0da20f",
          "src/printer/mathml/cursor.rs": "7855b7fe481201b2fed2ae069d9a83f103776bb6970587ab00f2e4c862ed820b",
          "src/printer/mathml.rs": "46f94059c537c737476d7cc3191db5096bc06b6eb957b459f565b75aae80bc44",
          "src/printer.rs": "83e7d5f4f842fc7ea193ae2750352c6db082e117da94788eed2fea9739a9ec42",
          "src/solve/solution_set.rs": "5858008efbb58451c1dfc37ae42d95db2089ea0c1738f3405ea94316d6ebd1de",
          "src/solve.rs": "f82742a8299d3404a7ab9f311ece6c56bb2875370e648bb0ad30cd6070d596a4",
          "src/state.rs": "13c27c7acb4bb8705814615144f35304f682d66bd23c8e252b80134975c73ce1",
          "src/streaming.rs": "9e0a2f19a932e6dc2b7a966a72cacf4f77cb52b6be65bad4735844e045b8dcba",
          "src/tensors.rs": "f1e071d7397a4c1618bdb0cff3e9474d456709b8513dcff76b7772ad2a497629",
          "src/transcendental/cpp.rs": "2d23105bcf2723a4999775e9369111f294b488ae8635f4369d522f2f379d4a1c",
          "src/transcendental.rs": "3466f140c3da4fd18b464afc54b3dbbf678adb204edda781976fdb435adfea33",
          "src/transformer.rs": "9f4b1c559a2c46f505c6e1cc863bf15cd20941800fc68cf9f7b49c673eaa38c0",
          "src/utils.rs": "3ff8e3f88c70c37e5d3c619b939999ff6565dcd9ec56630348290ccb1c293b1c",
          "src/wasm_random.rs": "083fb8ef11421b746c6cc55956201ad72e7909678f539ba83218df523c8fc326",
          "symbolica.pyi": "8989d2c1002bc335b5d562eff133329a33336d093548963350a229a8bf39c90e"
        },
        "source_manifest_sha256": "b2d3b4c34be48f5128e31dfa0bf25383858daee5cc256ca96c71abd9a871f3f1",
        "source_manifest_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-source.json",
        "native_module_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-env/lib/python3.12/site-packages/symbolica/symbolica.abi3.so",
        "native_module_sha256": "f8213805f059524f88af457689408223de1783bf75c35da6fa93d2736a8e08f2",
        "package_version": "3.0.1",
        "wheel_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-wheels/symbolica-3.0.1-cp37-abi3-linux_x86_64.whl",
        "wheel_sha256": "4ddbbf120aa55409a3aba605879c3571ec950245bf251a3accf2df28400866d8",
        "python": "3.12.13 (main, Mar  3 2026, 14:59:34) [Clang 21.1.4 ]",
        "platform": "Linux-7.2.11-arch1-1-x86_64-with-glibc2.44",
        "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)\nbinary: rustc\ncommit-hash: b940084d7eb6a299eb4bfeb8e34901bc051e7ac4\ncommit-date: 2026-09-28\nhost: x86_64-unknown-linux-gnu\nrelease: 1.99.0\nLLVM version: 23.1.1\n",
        "build_command": "CARGO_TARGET_DIR=/home/ben/Sync/Work/symbolica/target CARGO_BUILD_JOBS=2 maturin build --release --locked --interpreter <Python 3.12.13> --manifest-path <snapshot>/Cargo.toml",
        "build_timeout_seconds": null,
        "notes": [
          "Production code compiled only from the immutable snapshot.",
          "The snapshot lies under the website repository; build.rs may use that ancestor repository for its display version. Source identity is established by the recorded Symbolica HEAD and individual snapshot hashes."
        ]
      },
      "provenance_file": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-provenance.json",
      "provenance_file_sha256": "ae36056c8de85f720fe1b0b609b6ec9c63700f885aed779324303b02dcb91489"
    },
    "settings": {
      "iterations": 10,
      "n_cores": 1,
      "cpe_iterations": null,
      "max_common_pair_cache_entries": 1000000,
      "jit_compile": false,
      "direct_translation": true,
      "horner_use_cpe": true
    },
    "jit_settings": {
      "direct_translation": true,
      "optimization_level": 3
    },
    "input_form": "expanded polynomial",
    "ordering": {
      "policy": "automatic"
    },
    "parse_seconds": 0.2280625509993115,
    "expansion_seconds": 1.1519987310748547e-06,
    "order_selection_seconds": 3.247200220357627e-05,
    "optimization_seconds": 5.949947861998226,
    "native_compilation_seconds": 0.12082229299994651,
    "total_build_seconds": 6.298866329998418,
    "build_timeout_seconds": null,
    "saved_evaluator": "/home/ben/Sync/Work/website/.quarto/native-output-release-20261020/f13-expanded-1/evaluator.bin",
    "saved_evaluator_sha256": "ed3125278a55fd29aa35bd7ceda8f0a71dad9afdb9c26fd4b1d8aa9ab3c3ba03",
    "verification": {
      "verified": true,
      "points": 32,
      "relative_tolerance": 1e-09,
      "max_relative_error": 0.0,
      "values": [
        1293864.470935464,
        -149780.81508994102,
        -39018.499004244804,
        3294.2235513925552,
        847034.2066369057,
        71807.86657476425,
        78364.52078676224,
        -3192784.470076561,
        -59936.902666568756,
        80925.87481498718,
        -37171.643770337105,
        -14502.68231678009,
        -3320.769956588745,
        598560.1415205002,
        -43504.106937646866,
        423911.57452583313,
        -13945.885622262955,
        -308297.5228174031,
        109454.01314735413,
        8492.223930358887,
        -404483.8282481432,
        -51017.840069532394,
        13660.384737968445,
        293826.0195493698,
        -153507.89856004715,
        -252108.07024383545,
        -16150.996248722076,
        110788.47738933563,
        14233.75404381752,
        548981.9888806343,
        -1545304.0342712402,
        109467.85919880867
      ]
    },
    "serialization_verification": {
      "verified": true,
      "points": 32,
      "relative_tolerance": 1e-09,
      "max_relative_error": 0.0,
      "values": [
        1293864.470935464,
        -149780.81508994102,
        -39018.499004244804,
        3294.2235513925552,
        847034.2066369057,
        71807.86657476425,
        78364.52078676224,
        -3192784.470076561,
        -59936.902666568756,
        80925.87481498718,
        -37171.643770337105,
        -14502.68231678009,
        -3320.769956588745,
        598560.1415205002,
        -43504.106937646866,
        423911.57452583313,
        -13945.885622262955,
        -308297.5228174031,
        109454.01314735413,
        8492.223930358887,
        -404483.8282481432,
        -51017.840069532394,
        13660.384737968445,
        293826.0195493698,
        -153507.89856004715,
        -252108.07024383545,
        -16150.996248722076,
        110788.47738933563,
        14233.75404381752,
        548981.9888806343,
        -1545304.0342712402,
        109467.85919880867
      ]
    },
    "driver_source_sha256": "f581b5e92c9d2b61094d402ec1eb3a69e9ec028200efe2b3d01672323a9fdafe",
    "helper_source_sha256": "9608217c0a18c0e94a4aedd04decf598ce93e549339dd119d26dbfc8be39a78b",
    "arithmetic": {
      "mul": 18538,
      "add": 26965
    },
    "arithmetic_operations": 45503,
    "function_calls": {},
    "instruction_count": 34202
  },
  "comparators": [
    {
      "label": "FORM O4",
      "results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/f13-output-results.json",
      "results_file_sha256": "eb3ac1fd5333c738a85242becf6effbd5a9983045d30e624b514cc63925f1c7f",
      "original_engine": "form_cpp",
      "original_run": 1,
      "binary": "/home/ben/Sync/Work/website/.quarto/f13-validation/terms-105114-20261017T101117Z/parallel-form-20261017T112036Z/1-form_cpp/generated.so",
      "binary_sha256": "d0e4cf1afe9da38579f10a5aef0e486b1b9397f76599efb7058fd3ba8aa3f7e2",
      "generated_source_sha256": "5f49fe3325a2ab8c07d46e5c57b3dc7f28ace16d1775dd0f929c036e25628d74",
      "original_settings": {
        "form_optimization": "O4 (default 1000 SA iterations)",
        "cpp_flags": [
          "-shared",
          "-fPIC",
          "-O3",
          "-march=native",
          "-std=c++17",
          "/home/ben/Sync/Work/website/.quarto/f13-validation/terms-105114-20261017T101117Z/parallel-form-20261017T112036Z/1-form_cpp/generated.cpp"
        ]
      },
      "verification": {
        "verified": true,
        "points": 32,
        "relative_tolerance": 1e-09,
        "max_relative_error": 0.0,
        "values": [
          1293864.470935464,
          -149780.81508994102,
          -39018.499004244804,
          3294.2235513925552,
          847034.2066369057,
          71807.86657476425,
          78364.52078676224,
          -3192784.470076561,
          -59936.902666568756,
          80925.87481498718,
          -37171.643770337105,
          -14502.68231678009,
          -3320.769956588745,
          598560.1415205002,
          -43504.106937646866,
          423911.57452583313,
          -13945.885622262955,
          -308297.5228174031,
          109454.01314735413,
          8492.223930358887,
          -404483.8282481432,
          -51017.840069532394,
          13660.384737968445,
          293826.0195493698,
          -153507.89856004715,
          -252108.07024383545,
          -16150.996248722076,
          110788.47738933563,
          14233.75404381752,
          548981.9888806343,
          -1545304.0342712402,
          109467.85919880867
        ]
      },
      "reused_native_binary": true,
      "arithmetic": {
        "mul": 14774,
        "add": 27314,
        "neg": 2762
      },
      "arithmetic_operations": 44850,
      "function_calls": {},
      "excluded_constant_subtrees": {},
      "arithmetic_scope": {
        "outside_function_arguments": 44850
      },
      "operation_counter_source_sha256": "e156bfc308c35873d8d1ed5f4a83071929f5f3056d1e246c5a8a5f24346309eb",
      "generated_fragment_sha256": "c60527e8f206b1fe95833dffebb23b22bb0d5314a71796dbefa89225e5e280a7"
    },
    {
      "label": "FORM O2",
      "results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/f13-form-o2-results.json",
      "results_file_sha256": "1a9d383313a6f7f5e15be0e675b804bf3c581e22a8618d8f0bbca23825c2c8fb",
      "original_engine": "form_cpp_o2",
      "original_run": 1,
      "binary": "/home/ben/Sync/Work/website/.quarto/f13-validation/terms-105114-20261017T113917Z/form-o2-20261017T123533Z/1-form_cpp_o2/generated.so",
      "binary_sha256": "aaa9d46dec92184c4c0b59c7b715fd14c5e2ecfd9731d00afce06261e1c655db",
      "generated_source_sha256": "9f62deaf393a249a7a0da022036a7c6f3384aa2e2490783e8104245356056136",
      "original_settings": {
        "form_optimization": "O2",
        "horner": "default occurrence ordering",
        "algebraic_optimization": "default greedy",
        "cpp_flags": [
          "-shared",
          "-fPIC",
          "-O3",
          "-march=native",
          "-std=c++17",
          "/home/ben/Sync/Work/website/.quarto/f13-validation/terms-105114-20261017T113917Z/form-o2-20261017T123533Z/1-form_cpp_o2/generated.cpp"
        ]
      },
      "verification": {
        "verified": true,
        "points": 32,
        "relative_tolerance": 1e-09,
        "max_relative_error": 0.0,
        "values": [
          1293864.470935464,
          -149780.81508994102,
          -39018.499004244804,
          3294.2235513925552,
          847034.2066369057,
          71807.86657476425,
          78364.52078676224,
          -3192784.470076561,
          -59936.902666568756,
          80925.87481498718,
          -37171.643770337105,
          -14502.68231678009,
          -3320.769956588745,
          598560.1415205002,
          -43504.106937646866,
          423911.57452583313,
          -13945.885622262955,
          -308297.5228174031,
          109454.01314735413,
          8492.223930358887,
          -404483.8282481432,
          -51017.840069532394,
          13660.384737968445,
          293826.0195493698,
          -153507.89856004715,
          -252108.07024383545,
          -16150.996248722076,
          110788.47738933563,
          14233.75404381752,
          548981.9888806343,
          -1545304.0342712402,
          109467.85919880867
        ]
      },
      "reused_native_binary": true,
      "arithmetic": {
        "mul": 24264,
        "add": 29385,
        "neg": 3157
      },
      "arithmetic_operations": 56806,
      "function_calls": {},
      "excluded_constant_subtrees": {},
      "arithmetic_scope": {
        "outside_function_arguments": 56806
      },
      "operation_counter_source_sha256": "e156bfc308c35873d8d1ed5f4a83071929f5f3056d1e246c5a8a5f24346309eb",
      "generated_fragment_sha256": "e355ba4e0084aba90ed15769267422ab97a95503d5e864e2ad5affcf5b87feed"
    }
  ],
  "batch_size": 4096,
  "rounds": 20,
  "warmups": 3,
  "seed": 20261019,
  "orders": [
    [
      "Symbolica",
      "FORM O4",
      "FORM O2"
    ],
    [
      "FORM O4",
      "FORM O2",
      "Symbolica"
    ],
    [
      "FORM O2",
      "Symbolica",
      "FORM O4"
    ],
    [
      "FORM O2",
      "FORM O4",
      "Symbolica"
    ],
    [
      "FORM O4",
      "Symbolica",
      "FORM O2"
    ],
    [
      "Symbolica",
      "FORM O2",
      "FORM O4"
    ],
    [
      "Symbolica",
      "FORM O4",
      "FORM O2"
    ],
    [
      "FORM O4",
      "FORM O2",
      "Symbolica"
    ],
    [
      "FORM O2",
      "Symbolica",
      "FORM O4"
    ],
    [
      "FORM O2",
      "FORM O4",
      "Symbolica"
    ],
    [
      "FORM O4",
      "Symbolica",
      "FORM O2"
    ],
    [
      "Symbolica",
      "FORM O2",
      "FORM O4"
    ],
    [
      "Symbolica",
      "FORM O4",
      "FORM O2"
    ],
    [
      "FORM O4",
      "FORM O2",
      "Symbolica"
    ],
    [
      "FORM O2",
      "Symbolica",
      "FORM O4"
    ],
    [
      "FORM O2",
      "FORM O4",
      "Symbolica"
    ],
    [
      "FORM O4",
      "Symbolica",
      "FORM O2"
    ],
    [
      "Symbolica",
      "FORM O2",
      "FORM O4"
    ],
    [
      "Symbolica",
      "FORM O4",
      "FORM O2"
    ],
    [
      "FORM O4",
      "FORM O2",
      "Symbolica"
    ]
  ],
  "samples": [
    {
      "round": 0,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22815507,
      "process_cpu_ns": 22724842,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 0,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32752274,
      "process_cpu_ns": 32619835,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 0,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37376068,
      "process_cpu_ns": 37235969,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 1,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32864497,
      "process_cpu_ns": 32745722,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 1,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37549738,
      "process_cpu_ns": 37415480,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 1,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22737499,
      "process_cpu_ns": 22649994,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 2,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37345240,
      "process_cpu_ns": 37188090,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 2,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22680661,
      "process_cpu_ns": 22601461,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 2,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32563144,
      "process_cpu_ns": 32450491,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 3,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37291057,
      "process_cpu_ns": 37137922,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 3,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32606847,
      "process_cpu_ns": 32481671,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 3,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22610047,
      "process_cpu_ns": 22532462,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 4,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32616977,
      "process_cpu_ns": 32492649,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 4,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22601611,
      "process_cpu_ns": 22502949,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 4,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37884553,
      "process_cpu_ns": 37743133,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 5,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22805167,
      "process_cpu_ns": 22687712,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 5,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37525131,
      "process_cpu_ns": 37384212,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 5,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32703441,
      "process_cpu_ns": 32587568,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 6,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22867776,
      "process_cpu_ns": 22755058,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 6,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32606918,
      "process_cpu_ns": 32485272,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 6,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37337605,
      "process_cpu_ns": 37217161,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 7,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32671631,
      "process_cpu_ns": 32541649,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 7,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37508399,
      "process_cpu_ns": 37363331,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 7,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22778977,
      "process_cpu_ns": 22672083,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 8,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37410303,
      "process_cpu_ns": 37274133,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 8,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22716169,
      "process_cpu_ns": 22613687,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 8,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32720934,
      "process_cpu_ns": 32594305,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 9,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37280968,
      "process_cpu_ns": 37145947,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 9,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32541704,
      "process_cpu_ns": 32440140,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 9,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22668697,
      "process_cpu_ns": 22575539,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 10,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32615604,
      "process_cpu_ns": 32483147,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 10,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22649462,
      "process_cpu_ns": 22554102,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 10,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37349077,
      "process_cpu_ns": 37223523,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 11,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22750474,
      "process_cpu_ns": 22652618,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 11,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37415292,
      "process_cpu_ns": 37276647,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 11,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32694083,
      "process_cpu_ns": 32534868,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 12,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22773216,
      "process_cpu_ns": 22667643,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 12,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32810514,
      "process_cpu_ns": 32672574,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 12,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37669505,
      "process_cpu_ns": 37521410,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 13,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32749318,
      "process_cpu_ns": 32586360,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 13,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37516695,
      "process_cpu_ns": 37369413,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 13,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22882614,
      "process_cpu_ns": 22787824,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 14,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37536653,
      "process_cpu_ns": 37383220,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 14,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22652608,
      "process_cpu_ns": 22566033,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 14,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32770388,
      "process_cpu_ns": 32664488,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 15,
      "position": 0,
      "label": "FORM O2",
      "wall_ns": 37421484,
      "process_cpu_ns": 37267530,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 15,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32644238,
      "process_cpu_ns": 32517974,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 15,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22740776,
      "process_cpu_ns": 22660196,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 16,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32779465,
      "process_cpu_ns": 32639255,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 16,
      "position": 1,
      "label": "Symbolica",
      "wall_ns": 22737529,
      "process_cpu_ns": 22659378,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 16,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 37636332,
      "process_cpu_ns": 37483608,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 17,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22833881,
      "process_cpu_ns": 22741061,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 17,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37475137,
      "process_cpu_ns": 37340306,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 17,
      "position": 2,
      "label": "FORM O4",
      "wall_ns": 32803581,
      "process_cpu_ns": 32697943,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 18,
      "position": 0,
      "label": "Symbolica",
      "wall_ns": 22920535,
      "process_cpu_ns": 22822114,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 18,
      "position": 1,
      "label": "FORM O4",
      "wall_ns": 32754739,
      "process_cpu_ns": 32633942,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 18,
      "position": 2,
      "label": "FORM O2",
      "wall_ns": 38100844,
      "process_cpu_ns": 37941064,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 19,
      "position": 0,
      "label": "FORM O4",
      "wall_ns": 32669176,
      "process_cpu_ns": 32534662,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 19,
      "position": 1,
      "label": "FORM O2",
      "wall_ns": 37342585,
      "process_cpu_ns": 37205314,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    },
    {
      "round": 19,
      "position": 2,
      "label": "Symbolica",
      "wall_ns": 22781082,
      "process_cpu_ns": 22702683,
      "first_value": 1293864.470935464,
      "last_value": 109467.85919880867
    }
  ],
  "method": "Same-process same-core balanced interleaving; native scalar batches; output allocation included; all raw samples retained; no build timeout.",
  "final_verification": {
    "Symbolica": {
      "verified": true,
      "points": 32,
      "relative_tolerance": 1e-09,
      "max_relative_error": 0.0,
      "values": [
        1293864.470935464,
        -149780.81508994102,
        -39018.499004244804,
        3294.2235513925552,
        847034.2066369057,
        71807.86657476425,
        78364.52078676224,
        -3192784.470076561,
        -59936.902666568756,
        80925.87481498718,
        -37171.643770337105,
        -14502.68231678009,
        -3320.769956588745,
        598560.1415205002,
        -43504.106937646866,
        423911.57452583313,
        -13945.885622262955,
        -308297.5228174031,
        109454.01314735413,
        8492.223930358887,
        -404483.8282481432,
        -51017.840069532394,
        13660.384737968445,
        293826.0195493698,
        -153507.89856004715,
        -252108.07024383545,
        -16150.996248722076,
        110788.47738933563,
        14233.75404381752,
        548981.9888806343,
        -1545304.0342712402,
        109467.85919880867
      ]
    },
    "FORM O4": {
      "verified": true,
      "points": 32,
      "relative_tolerance": 1e-09,
      "max_relative_error": 0.0,
      "values": [
        1293864.470935464,
        -149780.81508994102,
        -39018.499004244804,
        3294.2235513925552,
        847034.2066369057,
        71807.86657476425,
        78364.52078676224,
        -3192784.470076561,
        -59936.902666568756,
        80925.87481498718,
        -37171.643770337105,
        -14502.68231678009,
        -3320.769956588745,
        598560.1415205002,
        -43504.106937646866,
        423911.57452583313,
        -13945.885622262955,
        -308297.5228174031,
        109454.01314735413,
        8492.223930358887,
        -404483.8282481432,
        -51017.840069532394,
        13660.384737968445,
        293826.0195493698,
        -153507.89856004715,
        -252108.07024383545,
        -16150.996248722076,
        110788.47738933563,
        14233.75404381752,
        548981.9888806343,
        -1545304.0342712402,
        109467.85919880867
      ]
    },
    "FORM O2": {
      "verified": true,
      "points": 32,
      "relative_tolerance": 1e-09,
      "max_relative_error": 0.0,
      "values": [
        1293864.470935464,
        -149780.81508994102,
        -39018.499004244804,
        3294.2235513925552,
        847034.2066369057,
        71807.86657476425,
        78364.52078676224,
        -3192784.470076561,
        -59936.902666568756,
        80925.87481498718,
        -37171.643770337105,
        -14502.68231678009,
        -3320.769956588745,
        598560.1415205002,
        -43504.106937646866,
        423911.57452583313,
        -13945.885622262955,
        -308297.5228174031,
        109454.01314735413,
        8492.223930358887,
        -404483.8282481432,
        -51017.840069532394,
        13660.384737968445,
        293826.0195493698,
        -153507.89856004715,
        -252108.07024383545,
        -16150.996248722076,
        110788.47738933563,
        14233.75404381752,
        548981.9888806343,
        -1545304.0342712402,
        109467.85919880867
      ]
    }
  },
  "summary": {
    "engines": {
      "Symbolica": {
        "median_us_per_point": 5.553131103515625,
        "p10_us_per_point": 5.528691528320312,
        "p90_us_per_point": 5.583315380859376,
        "samples": 20
      },
      "FORM O4": {
        "median_us_per_point": 7.98309619140625,
        "p10_us_per_point": 7.959589038085938,
        "p90_us_per_point": 8.008856030273437,
        "samples": 20
      },
      "FORM O2": {
        "median_us_per_point": 9.142653930664062,
        "p10_us_per_point": 9.114489794921877,
        "p90_us_per_point": 9.201906689453125,
        "samples": 20
      }
    },
    "paired_comparisons": [
      {
        "candidate": "Symbolica",
        "comparator": "FORM O4",
        "median_runtime_ratio": 0.6962960774676974,
        "median_ratio_bootstrap_95_interval": [
          0.6941612524836536,
          0.6969654907593094
        ],
        "round_ratios": [
          0.6966083332106955,
          0.6918559867202593,
          0.6965132420874348,
          0.6934140856980131,
          0.6929400906773181,
          0.6973323388202483,
          0.7013166960459127,
          0.6972096679226084,
          0.694239626533888,
          0.69660448635388,
          0.6944363808194385,
          0.6958590641615487,
          0.6940828784334192,
          0.6987203214430298,
          0.6912523586843098,
          0.6966245007771357,
          0.6936516200005095,
          0.6960789128479601,
          0.6997624068993498,
          0.6973264951647388
        ],
        "interpretation": "Ratio below one means the candidate evaluates faster. CI resamples complete paired rounds."
      },
      {
        "candidate": "Symbolica",
        "comparator": "FORM O2",
        "median_runtime_ratio": 0.6073136896423584,
        "median_ratio_bootstrap_95_interval": [
          0.6059215062167636,
          0.6080528250320751
        ],
        "round_ratios": [
          0.6104309046098696,
          0.6055301637524075,
          0.607324012377481,
          0.6063128486811195,
          0.5965917296160258,
          0.6077305099880931,
          0.6124596368727989,
          0.6073033669072359,
          0.6072169209642595,
          0.6080501182265439,
          0.6064262846441961,
          0.6080528250320751,
          0.6045530993837057,
          0.6099314984968692,
          0.6034796975638718,
          0.6076930567478297,
          0.6041377517872889,
          0.6093074723115756,
          0.6015755189045157,
          0.6100563739762526
        ],
        "interpretation": "Ratio below one means the candidate evaluates faster. CI resamples complete paired rounds."
      }
    ]
  },
  "completed_at_utc": "2026-10-20T11:30:15.583734+00:00",
  "completed": true
}