{ "schema_version": 1, "created_at_utc": "2026-10-20T11:30:15.693246+00:00", "dataset": "nested", "smoke": false, "input_sha256": "0346830b5da0330869d718cdce3dd3ed3071c9448edb4b3cc3304862733d2d84", "input_file": "/home/ben/Sync/Work/website/.quarto/large-nested-output/full-/20261019T142648207593/input.txt", "reference_results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/large-nested-form-original-results.json", "reference_results_sha256": "564a4614bad3e59437e37202ffbfe0b949c3f1f811a192165cd29083054dc6c1", "reference": { "names": [ "x0", "x1", "x2", "x3", "x4", "x5", "x6" ], "input_numerators": [ [ 8, -11, 1, 4, 2, -7, 9 ], [ -11, -7, -3, 4, -1, -3, -6 ], [ -8, 11, 5, 3, -12, 7, 2 ], [ -1, 0, -1, 11, 9, 10, 12 ], [ 1, 7, -1, 5, -5, 0, -11 ], [ 6, -11, 10, 7, -9, 5, 0 ], [ 11, 7, 6, -3, -1, -12, 6 ], [ -3, 6, 2, 6, 3, 1, 2 ], [ 1, -5, -12, -4, 0, -9, -6 ], [ -7, 2, -3, 5, 2, -9, 10 ], [ 2, -8, 8, -1, -4, 4, 2 ], [ 2, -6, -2, -9, -11, 11, 4 ], [ 8, 3, -11, -3, -1, 1, -7 ], [ 6, -7, 10, 5, 2, 2, -7 ], [ 2, 11, 5, -4, 4, 2, 4 ], [ 11, 5, 7, 10, 9, -9, -4 ], [ 1, 10, -9, -10, 3, 11, -4 ], [ 6, -12, 8, -4, -3, 11, -11 ], [ -7, 7, 8, 3, -4, -5, -6 ], [ -10, -3, 3, -3, 9, 4, -4 ], [ 1, -3, 3, 0, -12, 11, 4 ], [ -5, 10, -9, -3, 11, 9, -7 ], [ -7, -3, -4, 11, 6, -7, 6 ], [ -10, -5, 8, 2, -10, -1, 0 ], [ 10, -3, 11, 3, -11, -2, 10 ], [ -7, 10, 1, -11, 10, -9, -9 ], [ 11, -1, -8, 12, 11, -5, 9 ], [ 5, -7, 8, 11, 9, 5, -11 ], [ 9, 3, -10, 11, -11, 3, 12 ], [ -4, 0, -9, 9, 9, 9, 12 ], [ -9, 6, 12, -8, 8, 6, -3 ], [ -7, 4, 12, -10, 0, 5, -8 ] ], "input_denominator": 16, "expected": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647686, -0.9955277546285298, -0.03563810242724207, 0.04451180576128822, 0.6931108069627067, -0.0001370007064139696, 0.06355482418080079, 0.05836597569811888, -0.0007546647159979964, -0.006015667081621417, 0.1091970324653582, -0.06112316630131154, 0.10657027432830102, 1.2755495797659722, 0.021883613643094702, -0.05484448420950937, -0.05106749032336919, 0.20961710043402748, 0.1400521290351711, -0.7423483932032581, 0.11991643631056806, -0.24075641539093204, -0.057497422667237584, -0.18720080018132726, -0.12876911930304208, -0.31843183364210326, 3.25901205723186, -0.6329388373949766, -0.018583374552808805, -0.16612709288010277 ], "expected_120_digits": [ "-0.0605697240605548575997979757480992423211895662540299566580523036230529453862192157804306371591745713098874110378582431319", "0.164244672785987647195878304552186803666919764822733798327531865648333019694916926152409085398539295839763474266427554496", "-1.07483115676476856434188371262014333463929511859888325234017849404807708228857422314075375186072276364312995465859696292", "-0.995527754628529805063379077771413251621237141809413582449665514817891990187037658522569960030494698667191340942568825784", "-0.0356381024272420700988513111933466667802858570478245347917770249075125413292146444342852287541005587505412798868610374734", "0.044511805761288224940580123102478984087075458147198605401181996207573314424365672281509578794927963101404619841162303866", "0.69311080696270665025234716120187039597679180666667380129340551247250999144058211898051139739266273453221598260056237993", "-0.000137000706413969601333619742986136536061948271974330277254527968947863500124901481150910620872053202482787501049076999022", "0.0635548241808007907893594789473874588432371495828973772189295797057234214545834018243538575866316481420764569324700587485", "0.0583659756981188793064144488537873312371501597783691004536251603857797513544948999356127789448444063787867214927258847189", "-0.000754664715997996393122068714548823953848588773554090792870013093144955545574058190994807881849895296721522460479706308753", "-0.00601566708162141659539281722897420815988784321327066903433340320898745087960000433298308931670777434739704497843144119651", "0.109197032465358190730303712244070781735422625701155846466352230077412823076734362954392170515124835683309043081669610454", "-0.0611231663013115375516728632810406335756904230829174066720323360220706180266737419238444057273183697655374190286774038462", "0.106570274328301011752177138477468243267184879554470764192711542489716871827439980576017533707102733746842254925965235782", "1.27554957976597226634836490279305998084590324534673871659272353983713389175890129102922569331068116695993638666746352288", "0.0218836136430947026594799920461010704451535294541148229201547991022901482294850740732522653519262824899143900506457534418", "-0.0548444842095093660621799624061948086833507464234859282744253662250052679216746736706513164343596787898905576057895785435", "-0.0510674903233691893524574704279737135182044302385883487204904170408140697282596195367272718578868556793276034323315309144", "0.209617100434027481065254752316949866321080165382556473249030212810767187321323754959368197123101295902451567563596979991", "0.140052129035171105150855570224308026944832083238501360908946019802213033262438711034369213267318937405350454533475051012", "-0.742348393203258080393124357147363888213394420361901842206991226351170180186993135101330992011588715165828638854960533537", "0.119916436310568053600734976324089385909367488790348685687957844134154967619615987609510158740398534433685456169583092032", "-0.240756415390932035305334068611676084996766606454480481019036766155833481932582889701036853589501817254298531260612739191", "-0.0574974226672375839135290476929237843974964119775261889685067164776815383402994925907745771598053491305679488768751780302", "-0.187200800181327265149962965590528495079965766468242870371749953216397670173415484917393861437963981201041666377498023234", "-0.128769119303042071472413718806753105311776560248103020288345417712970397720430195032221392165667348187155285107715428438", "-0.318431833642103260593933343805110723731054113338026729493727990827895813861859069629469598443034244291883130745517903467", "3.25901205723185978314282058545491062791601626933031723640556856800808475420419052031112136769737372042752078132516216611", "-0.632938837394976562218713182798940375573892457361840285471346611830022764439651984678449063206217128935771862550545332554", "-0.0185833745528088055650905727961227269057930548830108754522225095129128322913066114534031528373040412200300982638401775032", "-0.166127092880102772102122119677591565664987560277204766021756013836118639890631984482081382837191407485769618474811875134" ], "batch_size": 1024, "reference": "Independent iterative parser and mpmath evaluation at 80 and 120 decimal digits", "source_bytes": 732842, "source_function_occurrences": { "exp": 8, "sin": 8, "cos": 8 }, "input_sha256": "0346830b5da0330869d718cdce3dd3ed3071c9448edb4b3cc3304862733d2d84" }, "script_sha256": "9608217c0a18c0e94a4aedd04decf598ce93e549339dd119d26dbfc8be39a78b", "python": "3.12.13 (main, Mar 3 2026, 14:59:34) [Clang 21.1.4 ]", "numpy_version": "2.5.4", "platform": "Linux-7.2.11-arch1-1-x86_64-with-glibc2.44", "cpu": 10, "affinity": [ 10 ], "cpu_model": "AMD Ryzen 9 5900X 12-Core Processor", "thread_siblings": "10,22", "build_timeout_seconds": null, "candidate": { "label": "Symbolica", "provenance": { "module_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-env/lib/python3.12/site-packages/symbolica/symbolica.abi3.so", "native_module_sha256": "f8213805f059524f88af457689408223de1783bf75c35da6fa93d2736a8e08f2", "package_version": "3.0.1", "build_provenance": { "created_at_utc": "2026-10-20T11:13:18.314952+00:00", "source_commit": "3bbffc2ecb328dec4429b85165869d3d7c88cf96", "source_snapshot": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-source", "source_files": { "Cargo.lock": "1c811b44a21f888a45a70cb15fd64f25a58b149ed6bfa96c6aa5bc750a4004ce", "Cargo.toml": "378529a82470f23f6a2671dda81f85fe3f4ffd07eb5935b85e50f5fc5a284d46", "License.md": "95576170a17bc8996fb8a94473745545048b6edc5d91e3867f091f7fc6b26981", "Readme.md": "48a278e5c923f91428a2ee30b41297da9016db7f254b52de90e899832fa034ed", "benches/flint_comparison.rs": "8811d71bbf1610287bb045265dca313d1ecc0bc0d8bc3b743c84ec955c2161da", "benches/slow_fac_operations.rs": "57864e0828b9a0a0d0206a3d49dfc6ada80fec907cc664952dfb69115d30c47b", "benches/symbolica_polynomial.rs": "f207693d78618b725f504450e8b5b3b4bd81a9c64aa4576e5a7b73aa117b7b88", "build.rs": "a98b2f963c4873f64e49b2333da43c991e5420cc2c0e515b189f9968a1b46a05", "lib/graphica/Cargo.toml": "3730f1242f2cc8f91fcc4212397f54c402db7505b0a5d83b22a0a61a0e34b4e9", "lib/graphica/Contributing.md": "4b9c6b3d5ca42cc6dac76b525024a12fb7293fc028e851d442331d0c15c2d8f2", "lib/graphica/License.md": "9c8936dedf1888f029826ccdfa2e7c17e9b9aedc7059fab02eea1acaa969abdc", "lib/graphica/Readme.md": "a07016b902747746656a7dd1754c9915093519265b3b57e5e3b051ecb6ea304d", "lib/graphica/examples/generate.rs": "db626c209123c1a8c0ae43e459394aecb50bce6ae0ae6d612677a33c5e2a727f", "lib/graphica/src/lib.rs": "76a86f7fbd7dfd6a75ff967b1d8b2d55e968eb55ee004a24f60e5ed94ee86c1f", "lib/numerica/Cargo.toml": "d926d83fa3cfa1cd4cf82b5e7f73800113e0fafc0809831b39b789b8b94492d8", "lib/numerica/Contributing.md": "3c6934214365b8b11fed66c2a4b4e189650692be719b4b45671a55ebc5822abf", "lib/numerica/License.md": "9c8936dedf1888f029826ccdfa2e7c17e9b9aedc7059fab02eea1acaa969abdc", "lib/numerica/Readme.md": "916da0061cdb571f2c88fbf8f683a949e9ab07e423bf68f980abe15ed82145dd", "lib/numerica/examples/complex_functions_benchmark.rs": "d001c53f1a979a310b5ea3d3ea446cac7415645ddf3dacc62c4b51cd3bf3fc07", "lib/numerica/examples/dual.rs": "8bf09988dff05cbb99d7c4c4fd25a57333a7b60b52720fd888498cdb92b44f09", "lib/numerica/examples/fraction_polynomial_kernels.rs": "7229b7f59d61fac0750bb64a43c49be71c11c5a1fc932a991d4bb8c4b9c60ac6", "lib/numerica/examples/integration.rs": "779874c95b7845b2612f448d18bc6cbc762325595d4bd2f813d150d02118c2db", "lib/numerica/examples/rational_fastpaths.rs": "9ead92fa79aeff572b2de869583e31250486f1c254bd7c7432d03d3593d7fd01", "lib/numerica/examples/slow_pollard.rs": "95e36854c86e1deacaa3742800c0420da1d59d26d523f37e34c755d13c107647", "lib/numerica/src/combinatorics.rs": "da6700e1dc7b1c52b3165c4861f410b79257556f8a75894b5d2ee58c729fe985", "lib/numerica/src/domains/backend/float.rs": "e43181cdab8f71c69b8df8ac1963ec83a0a779708add600f1cc4f77810f7b6f0", "lib/numerica/src/domains/backend/integer.rs": "23703294695815fc7a34b2394dc9908e4095c7f71b811845849a0b7eb871a526", "lib/numerica/src/domains/backend/mod.rs": "748ccb85f51ca86a6dc62d9808bd4ff46f46de4a4a73efff1aeab635c70b8219", "lib/numerica/src/domains/dual.rs": "daad6e2cdca234b2691ab4d0a33fae1313f65dbe34763a7cc4e91333fbc499d5", "lib/numerica/src/domains/finite_field/geometric_sequence_kernels.rs": "f6c738a2ce919ab4d977a4363cc0f121694d0fb374bd4adf0c6ab803754602b1", "lib/numerica/src/domains/finite_field/montgomery.rs": "da5bad6e3929bc411b7f3334c4d4786cf8e9dad028de9a21b9ad07ba8750aa32", "lib/numerica/src/domains/finite_field/polynomial_kernels.rs": "53be6204c5f1e26867fc2dbbeceb3622b010e447c144ba31e7212b417b29c461", "lib/numerica/src/domains/finite_field/remainder_kernels.rs": "aa0ba99c1befa031b6a0926780d01f2959b1f2db6b0919ea61eaca9a5ac0f64a", "lib/numerica/src/domains/finite_field.rs": "5a8c706ed752c02776e9621212a7582059a5b5f41f22f10a2860d92d690a4b75", "lib/numerica/src/domains/float/complex.rs": "97ab86b7514906abdd56802ca9c749633be96053fd81a90a7f178ebeee08790a", "lib/numerica/src/domains/float/complex_tests.rs": "1d3665b4f310b4462e045164426fefcd4ad3d0b66735807d7619a4796dd5bfaf", "lib/numerica/src/domains/float/double.rs": "dad8abd1088732fe6067b6867bee1c9e1f5453e7f8ad187326b1bc601686cdda", "lib/numerica/src/domains/float/error.rs": "a6554e129a77aacaff09f00ac48e5eeb4afc46295a7b59a12e42aca78dc80b74", "lib/numerica/src/domains/float/field.rs": "658d6ef4c43b3fdb4d9b4bd2ef4d8f703e31d6155eb0418e2b102a196e81cc15", "lib/numerica/src/domains/float/interval.rs": "8be20f987408e84fddef1e4447e08fa21436f3968950027c080761205c5998ab", "lib/numerica/src/domains/float/multiprecision.rs": "ed49b16eff4521a7fadd61bf623c4753a6d60522eb0b8dee9856814d892464d1", "lib/numerica/src/domains/float/native.rs": "b2d32f1c422755ebd87c3e083f7face7be2341f4fa3f970a1ef48269196b3d31", "lib/numerica/src/domains/float/python.rs": "ff8c9874fc5838bce7119df16a48748726e745d2862a9caf5a7f9fc419403ce5", "lib/numerica/src/domains/float/rational.rs": "2ed5a7da0a62cfc17ddbbb0c176a37c990532246aed6d5530231cdb4282dedc8", "lib/numerica/src/domains/float/simd.rs": "bebf1cc5c2b1e0a2ec6d31aa003d5d8ac7bbfd55a028e2b6ead6c95fffb61813", "lib/numerica/src/domains/float/tests.rs": "9ef3e2e070075b073e72cfb592be10368f39b60ebbfe81bdd46a0ddb818574ff", "lib/numerica/src/domains/float.rs": "fdbeec28e72c2e5685a8653fab5ec5add8d16e2914c3bd5b5cc76b595a52995f", "lib/numerica/src/domains/integer/polynomial_kernels.rs": "8eb92d46b3fee2d896c5b03e7b94564679b2c8dfaab76e130d47b30f17ac89a4", "lib/numerica/src/domains/integer.rs": "68ee12fba5b464196db2a8ca4a5b66793bb036b3ac29e0cb9861effacd0ceb38", "lib/numerica/src/domains/polynomial_layouts.rs": "515908cf22e030001a958a2b896ce402c7fb34e46e5a83fc55e67b465b594ad4", "lib/numerica/src/domains/rational/polynomial_kernels.rs": "63986d0d6b728c765bb09fffba12f0926c525bd3bf3f30cf91203a6a91e922ff", "lib/numerica/src/domains/rational.rs": "d66ab7ac0bfbe637dec9824b8e3125d4553acdad3f635638b385336674356af3", "lib/numerica/src/domains.rs": "9227c5ca0917005b1558abbae0e3bb7240021df44c8fe26606fb7a88e6ddd802", "lib/numerica/src/kernels.rs": "0a382c8e058c0e44e7f522418ff66a2c3bb69249413c07ec9e0843fbbcd20964", "lib/numerica/src/lib.rs": "8309706c276da709c37d307b0f2acbbcd1a80e1c913b23c8d65602d2a1e0a48c", "lib/numerica/src/numerical_integration.rs": "09e9d2751987ee1e16c7c45d75c39e6c3b04b107f5f043e48e5f6009932a35d6", "lib/numerica/src/printer.rs": "25ab57db4f7900a369a831777dde288f4e86040b81212dbe71409632bd1bdd7a", "lib/numerica/src/tensors/matrix.rs": "0d9eeea1d66ceb6ef24b2c2f1affd3c18f1bba5dd460a9bdf34229a6bd7d157c", "lib/numerica/src/tensors/sparse.rs": "15e91fb0dc9171603cae673c657184eb8c8c424aa7fe3747e780cc3a8fb66eb6", "lib/numerica/src/tensors.rs": "924b93596832d300704f6de9d3768401a51c043ba68478bd6d6d92907b8be7e9", "lib/numerica/src/utils.rs": "604178168b43ac441831cdd00dabc2cda69934bc9471fcdcdceb6019be5dc78e", "lib/numerica/tests/api_regressions.rs": "63b11a0912093486245902f7e4eb1f4f9ed386356a1b4f11f535444e5cdcdb17", "lib/numerica/tests/complex_precision_provenance.rs": "afd120684794500a8a5e087b948ab72cb414547fdf8dbffe45e9c7f6307d5c16", "lib/numerica/tests/complex_sqrt_mpc.rs": "044369c870c7e622b131e7bcdcdedf3ede5bec478543fba8f68aa4504f0023ca", "lib/numerica/tests/complex_sqrt_precision.rs": "19e1fc11a8a304806554b0014b37da03e24717644ec4e42a539fd65075956a6b", "lib/numerica/tests/float_display.rs": "68570345879904f35d94f8fdcb5621e843c24ec54490a2ebfae1accacb4f7a35", "lib/numerica/tests/float_zero_precision.rs": "2e9f578a986a52a258cf07534f909fd5d50a050b6c47818bc2452ed82530a230", "lib/numerica/tests/matrix_determinant.rs": "339e21b273a892447e9c144a6e0fb0f84dbe2a958814d0d520abc5bff1fc557a", "pyproject.toml": "9c86222666ca5a1721fceb77ae6ed6586cb3a67d690241c007e0c3721f98f605", "src/api/cpp.rs": "ebcd2420b27e3699e2a4e494d5a3fbb43e5d0fe330aefaf32171209f84ba2ea2", "src/api/mathematica.rs": "b5a62a4ee55891198d4246863acfab2dfcbad4dd162e82aeac1ef7f007d08b56", "src/api/python/array.rs": "136a058793239cb82fcc9c800759655c044a07e89dbe23ecf0cd4d49224abb14", "src/api/python/atom.rs": "dda0a441381ff9dca2c3f0bff50128be9d750e8813ff62ace7b77467ec51818f", "src/api/python/citation.rs": "03d412077e3bdcd2ce47493df915ca6cadaed6307c3d9f657c35a89d9dea9e90", "src/api/python/condition.rs": "74f476a9c82d4066dba7c88d0695083932f1ec03f411eb47baf5f76cc0cdc016", "src/api/python/display/paging.js": "f2b217eb045ad356b62cf64a8cfd442e70d489bfeb509da5bfe4be2a3bf7c3c0", "src/api/python/display/paging.rs": "e6fd11e4f9b94050984dc3f8226fbfd3c1c6c8434434b019fdbfb290f7728b1b", "src/api/python/display/provider.rs": "007d70f4aade5ce37e04d97b52984773fe33be95f1724ede84de3af0ef33b987", "src/api/python/display.rs": "b2d7c1c32a4e5318e16bcc1ea3ff1948e7fcf466b8e0e286ef573f4517322992", "src/api/python/evaluator.rs": "da7f0737f1990324afe7c47b91e90a121e01e41799cb4611e5af2a00e2cd3680", "src/api/python/expression.rs": "14b2a6fd15f7f5127054d728cab53d9a8773c17b1adb9f462ba611f3bc8badf8", "src/api/python/graph.rs": "3e642e8b2dab00fd5c96695109b4394c99a8c33d1e3b79e9f94f354ace352c6d", "src/api/python/integer.rs": "24f4080fc35b26373236074b2e05b81d059fb2f610a8a82ceedaa9f1c583a104", "src/api/python/integration.rs": "acdcae8b9d13a6c8b7e33c643eef564f49a456e51fa10c8bfd3f1c3c3d818bcc", "src/api/python/matrix.rs": "0bcd823ba0f50cc728efb61913cbba44d43495cc34d2db99b992b4d14f164d37", "src/api/python/polynomial.rs": "8b7924bd5a7c12e5f7dc605904ae3aa8cdae7aa2fbf48ef98e779a34050bb580", "src/api/python/series.rs": "28a36c45f2306e057a825223d1336714ae3f2f5ad9178bb335f9c9380f4d1164", "src/api/python/solution.rs": "9da761d91a68b1e4d43324c2612939c5b9b1e22c1086501c8e47c4fa90ffebcb", "src/api/python/symbolic_integration.rs": "28d9fe3322638ac68197c7bd7b52cc53f371233869b7b89010610bb8689ad6cc", "src/api/python.rs": "14d645d470829c7e25674673accf6334bad85721298df99dd25b6adc219bebb6", "src/api.rs": "882db524039b3cddee91e9a80dad8babf8c18eebf4dbbcb2857f6808bfb02ea4", "src/atom/alias.rs": "e72a91fbd2e3df316295e2f78b2a5de3433c75d514c82c13fe5205a072f683df", "src/atom/coefficient.rs": "e146af99e697482a040ccc7d4b68aa96eec0445c6c082148000887636e577a57", "src/atom/core.rs": "9f61abdf5d5b8515297833a2133ad8a907c01c9447c0fd7fa56115aed6d121a8", "src/atom/ops.rs": "de1d6e78fd654877f216dda8bbc13c581a0a4820a07684feea26cf0ec5e6e5e1", "src/atom/properties.rs": "b10705cdecfd2b2c24bfc79b66064f01d9ac06d5d5e347cc68afe8ad6aba3ec0", "src/atom/representation.rs": "4fda9359e5bc7451493f26fa15a7ea24b8df6ea318d7b8ee599afda3be0b97ee", "src/atom/zero_test.rs": "2b18092efe53f064204f79aeb2af9e97e980e71840f66d8a4f7a41c39d71ba65", "src/atom.rs": "453d52e3894a8eb4746c55ddb9df7b025ccacc22c2c22a31648afb1621e56582", "src/coefficient.rs": "fdf0423303170496a7aa9ee397abd33349494c9036c7f32771c0bc02fa293a3b", "src/collect.rs": "bdfa0a9d930fa7c7179afa3488748f9c3f85e5d95a2137911091a2a2f8c2484f", "src/derivative.rs": "178d2205a11982f0085755299a466175681f59ffc7ee3bd44a46eb22ae130ef6", "src/domains/algebraic/kernels.rs": "4877eaeecf427b29ebf43b9e1cbc5457fce7e5a36815f3f9eeed8398e787510c", "src/domains/algebraic/tests.rs": "dc79061bd145bbe0ffcec659a26fb61794ec0bc5b68a18f5e9b6fabc6584dc06", "src/domains/algebraic.rs": "fe4657fdb0dd14544b38977f38e079c233d88d55370f8582a8d990fc28e9e12e", "src/domains/atom.rs": "b90a20766f2d1b285f52df4493ec6ba65a11dca902de195848562ab06e6386e0", "src/domains/factorized_rational_polynomial/apart/linear.rs": "078ab190558257b79f4224e78e9f6795f2682e4e2d44f752a5ded08c72e1065e", "src/domains/factorized_rational_polynomial/apart/tests.rs": "8b12b82db9a4180ef5fae59abab9763f8a5c46415ee1037980bb879ce35d7145", "src/domains/factorized_rational_polynomial/apart.rs": "6df76a90009488fcc1a20c1ac74113ff5848deefee0aa28a599ebd8c09bab764", "src/domains/factorized_rational_polynomial/constructor_tests.rs": "2cefec8e84c7c156375d7894230162d1f4a6aa69ae81404720e3a3f532a96632", "src/domains/factorized_rational_polynomial.rs": "52127d7ff58b68fffb158ec59c42d859c57a863ea51d23f79d868614d71985be", "src/domains/rational_polynomial/arithmetic_tests.rs": "6f1bfacde0816b871de4d9ddd9b2cacc0bce9a78197af2a41b7ca8e4cfcd6dbb", "src/domains/rational_polynomial.rs": "df3f5748f6d5957969c8af1c138696d4d9ac931b9c3dc4429bfe962574baffda", "src/domains.rs": "1614cde1aae3f5aad7e452a9cc3788d4c542a760c7a2d45c0d20309ddf1fdd65", "src/evaluate/backend/tests.rs": "83970365c409009fee0033e2061d8cf8cc62bd1c60736119ebb6334916e2e383", "src/evaluate/backend.rs": "bc06d55e2f5ca05f798e1ab748c3bf461b8e8fc5457ff7d78b3f322315984f22", "src/evaluate/domain.rs": "9548271ea5a544599a712e5d6c9120b53bb8b91c674f0c1406c38b0edd6dabf7", "src/evaluate/dual.rs": "a6da1267821bb28f8c8f7eda8584c73f574308f93592ef74409d74b86519e040", "src/evaluate/evaluator.rs": "b1b0d7d2b244c594e8737f63849f1e4fd93ee395016160645cfc05c1e441ece0", "src/evaluate/export.rs": "6efd92ee139b2d058b1d8d6f3ff6260e8943d757e2a8098d9d766bce674e9ca9", "src/evaluate/external.rs": "025b9a73d310afd29993e079af59a90e5a264656dc174b6f794bd1121a4a11e0", "src/evaluate/function_map.rs": "0a9e1cb21864210200262010d8745279b7c6eb23eafc05fe9521f7ff67244bce", "src/evaluate/instruction.rs": "4f6b10ad349d3f9e3f25355b2b572390fd61c90c13e1ed16349c77c9f652d7f5", "src/evaluate/mre_factor_crash.rs": "a2fd285c794de94ee1ebe91b71b9cd92a55b92a52d54c115f5be557b7f936d30", "src/evaluate/optimize.rs": "9bef60c11e7a1c193b7b44d7f05be06b2c77504498153e4851df2ae48beac7dd", "src/evaluate/tree.rs": "2d8dcbb67aa152268ba77557ea80ab307b4c952bc86b55ff53d6bd9b327c4e39", "src/evaluate.rs": "84750fbe84bc6270863c416a10f0f0ae5a0cac1c9b9558ea06576bc87b38fcd3", "src/expand.rs": "29c6af5f56a52d0d4f9b501d8a45cc3fd12b8c36c1ea6222de7931a02c3ee101", "src/id/could_match_bench.rs": "487aaac88059017a7bf60100d37ebfcf0c09fd60fb3cb87a903fd55761827431", "src/id.rs": "fc26b60ef8c7d3d5c1c3537a9d09005a82306e07402c4291c874ded2e4c53174", "src/lib.rs": "5888806d0f11bcd288d2f6136b3954c256891f01e0cd305e91bac7016414b11e", "src/license.rs": "54333a35e60a70bbd91e2952c8daa5d24f817a4eb26239820cc59d1c45abcd2b", "src/normalize/addition_tests.rs": "09d954263213857a43d09abc4aecb24517e1f8727d24c7ce07f6048478880376", "src/normalize/large_term_bench.rs": "82d503cd87ac43458bb4fe616bbe515d070a008be2a3a217b94d1f04402d1ccb", "src/normalize/scratch_buffer_bench.rs": "c5fd11bc2d9d84976da2c68738dd8fa9a49193b3d5cb6f9c7cf11a8f22999a6a", "src/normalize.rs": "80a79f2b90cc702eeb6c8c0c768619337ed12ea3e974125ac49172baf1da57ad", "src/parser.rs": "c64ef9826fcc62e6306a63c6a0672c0c797f5ccc4a8475b9e280536995cda61e", "src/poly/benchmark_capture.rs": "9d9a43f9b8d3a19e541d08b547cbdfc9906fdc87762735e6f3b8f62fe6b94565", "src/poly/factor.rs": "67f68f509ec5fe6621bd1ebf3aaa4fb0f155e7f909bb33eb5b1c7e2fb7aeb9cf", "src/poly/factor_crt.rs": "1d6536fcae8fd7c1a509a16c7e4c96afa8102e488b42f23582717d282744b51c", "src/poly/gcd.rs": "802b42c1c0740e327f8ce185e18e66392e3beeb0d734d45fac9d373843999faa", "src/poly/gcd.sync-conflict-20260531-113751-34VW23M.rs": "7c272392e9416171c6b1577c0dedb245cbf91a8b97899492c1fbd6ef7ecd49d1", "src/poly/gcd_shape_modular_generalization_plan.md": "f826d8a40b6e1ad77ae16258adb2860d7dfe235eac84d71033adc451944c5c1f", "src/poly/groebner.rs": "aac8253a1346d525ee7abcf6d4b1a7b0dc55fc44452045754af1913f727d0608", "src/poly/polynomial/division_tests.rs": "e2e0b83cbad69be875a3218879796d249a3cd4271486b6a555b4a542a173c69a", "src/poly/polynomial/homogeneous.rs": "96cedf821226683348902fd4d8a09c56a5f4640f354d890ee5abc4e32d8e09df", "src/poly/polynomial/rational_division.rs": "264f1d780f9253b3e0d8b6cf71b527696302f673116f169a6d0a23364e26ab91", "src/poly/polynomial.rs": "8282dad2d034063159711ff98b69c640d7a075fcf7aaaeadb02e38d01e956a26", "src/poly/rational_interpolation.rs": "959f0f024eab2eca3a811fe922d3531acfb58b07dde237cc67ecfc8c6f2bf43b", "src/poly/resultant.rs": "414f2c9beb762c95dc528c52fc7285ed0423f6134e34dc94869207ef1e18ee76", "src/poly/series.rs": "61b80f96c58065e65dddb23fe1e750d33eb28ea5f2bb3c1bae1911e20d904c09", "src/poly/univariate/roots/tests.rs": "2f5763a1657b2edd9356b0004090b24547b194c781a4dfdbf5a2ee2044e1eb8b", "src/poly/univariate/roots.rs": "8891edefea3980a17f88630610bf9020a9adc121e26bfee05939c3f3534eebe3", "src/poly/univariate/tests.rs": "bfcc6f69879171aa9499777accb6acb779b5fe562da2c7e2ee65c918e31e7f0c", "src/poly/univariate.rs": "283300e622f13d8320d6336b1f472f0904e4eba1adf6798d291811048df3288b", "src/poly.rs": "dbc8428ec48be82de2f81001cc7d4d7b488c970f3abec3ce6bbbf6b6aa0da20f", "src/printer/mathml/cursor.rs": "7855b7fe481201b2fed2ae069d9a83f103776bb6970587ab00f2e4c862ed820b", "src/printer/mathml.rs": "46f94059c537c737476d7cc3191db5096bc06b6eb957b459f565b75aae80bc44", "src/printer.rs": "83e7d5f4f842fc7ea193ae2750352c6db082e117da94788eed2fea9739a9ec42", "src/solve/solution_set.rs": "5858008efbb58451c1dfc37ae42d95db2089ea0c1738f3405ea94316d6ebd1de", "src/solve.rs": "f82742a8299d3404a7ab9f311ece6c56bb2875370e648bb0ad30cd6070d596a4", "src/state.rs": "13c27c7acb4bb8705814615144f35304f682d66bd23c8e252b80134975c73ce1", "src/streaming.rs": "9e0a2f19a932e6dc2b7a966a72cacf4f77cb52b6be65bad4735844e045b8dcba", "src/tensors.rs": "f1e071d7397a4c1618bdb0cff3e9474d456709b8513dcff76b7772ad2a497629", "src/transcendental/cpp.rs": "2d23105bcf2723a4999775e9369111f294b488ae8635f4369d522f2f379d4a1c", "src/transcendental.rs": "3466f140c3da4fd18b464afc54b3dbbf678adb204edda781976fdb435adfea33", "src/transformer.rs": "9f4b1c559a2c46f505c6e1cc863bf15cd20941800fc68cf9f7b49c673eaa38c0", "src/utils.rs": "3ff8e3f88c70c37e5d3c619b939999ff6565dcd9ec56630348290ccb1c293b1c", "src/wasm_random.rs": "083fb8ef11421b746c6cc55956201ad72e7909678f539ba83218df523c8fc326", "symbolica.pyi": "8989d2c1002bc335b5d562eff133329a33336d093548963350a229a8bf39c90e" }, "source_manifest_sha256": "b2d3b4c34be48f5128e31dfa0bf25383858daee5cc256ca96c71abd9a871f3f1", "source_manifest_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-source.json", "native_module_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-env/lib/python3.12/site-packages/symbolica/symbolica.abi3.so", "native_module_sha256": "f8213805f059524f88af457689408223de1783bf75c35da6fa93d2736a8e08f2", "package_version": "3.0.1", "wheel_path": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-wheels/symbolica-3.0.1-cp37-abi3-linux_x86_64.whl", "wheel_sha256": "4ddbbf120aa55409a3aba605879c3571ec950245bf251a3accf2df28400866d8", "python": "3.12.13 (main, Mar 3 2026, 14:59:34) [Clang 21.1.4 ]", "platform": "Linux-7.2.11-arch1-1-x86_64-with-glibc2.44", "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)\nbinary: rustc\ncommit-hash: b940084d7eb6a299eb4bfeb8e34901bc051e7ac4\ncommit-date: 2026-09-28\nhost: x86_64-unknown-linux-gnu\nrelease: 1.99.0\nLLVM version: 23.1.1\n", "build_command": "CARGO_TARGET_DIR=/home/ben/Sync/Work/symbolica/target CARGO_BUILD_JOBS=2 maturin build --release --locked --interpreter --manifest-path /Cargo.toml", "build_timeout_seconds": null, "notes": [ "Production code compiled only from the immutable snapshot.", "The snapshot lies under the website repository; build.rs may use that ancestor repository for its display version. Source identity is established by the recorded Symbolica HEAD and individual snapshot hashes." ] }, "provenance_file": "/home/ben/Sync/Work/website/.quarto/horner-memory-20261020/after-provenance.json", "provenance_file_sha256": "ae36056c8de85f720fe1b0b609b6ec9c63700f885aed779324303b02dcb91489" }, "settings": { "iterations": 10, "n_cores": 1, "cpe_iterations": null, "max_common_pair_cache_entries": 1000000, "jit_compile": false, "direct_translation": true, "horner_use_cpe": true }, "jit_settings": { "direct_translation": true, "optimization_level": 3 }, "input_form": "original", "ordering": { "policy": "automatic" }, "parse_seconds": 0.06856250100099714, "expansion_seconds": 1.0219991963822395e-06, "order_selection_seconds": 1.020900162984617e-05, "optimization_seconds": 0.5542650329989556, "native_compilation_seconds": 0.05533697300052154, "total_build_seconds": 0.6781757380013005, "build_timeout_seconds": null, "saved_evaluator": "/home/ben/Sync/Work/website/.quarto/native-output-release-20261020/nested-original-1/evaluator.bin", "saved_evaluator_sha256": "7e4323be6a2e0a9b8890d6cfa90ba4d6414ddf861ff5a79f50dfd0456fd8c3ab", "verification": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 2.883675995429659e-15, "values": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647688, -0.9955277546285295, -0.03563810242724207, 0.04451180576128823, 0.6931108069627067, -0.00013700070641396972, 0.06355482418080079, 0.05836597569811887, -0.0007546647159979965, -0.0060156670816213995, 0.1091970324653582, -0.06112316630131154, 0.10657027432830102, 1.275549579765972, 0.0218836136430947, -0.05484448420950938, -0.051067490323369186, 0.20961710043402748, 0.14005212903517109, -0.742348393203258, 0.11991643631056803, -0.24075641539093207, -0.057497422667237584, -0.18720080018132726, -0.12876911930304202, -0.31843183364210337, 3.2590120572318595, -0.6329388373949767, -0.018583374552808805, -0.16612709288010277 ] }, "serialization_verification": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 2.883675995429659e-15, "values": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647688, -0.9955277546285295, -0.03563810242724207, 0.04451180576128823, 0.6931108069627067, -0.00013700070641396972, 0.06355482418080079, 0.05836597569811887, -0.0007546647159979965, -0.0060156670816213995, 0.1091970324653582, -0.06112316630131154, 0.10657027432830102, 1.275549579765972, 0.0218836136430947, -0.05484448420950938, -0.051067490323369186, 0.20961710043402748, 0.14005212903517109, -0.742348393203258, 0.11991643631056803, -0.24075641539093207, -0.057497422667237584, -0.18720080018132726, -0.12876911930304202, -0.31843183364210337, 3.2590120572318595, -0.6329388373949767, -0.018583374552808805, -0.16612709288010277 ] }, "driver_source_sha256": "f581b5e92c9d2b61094d402ec1eb3a69e9ec028200efe2b3d01672323a9fdafe", "helper_source_sha256": "9608217c0a18c0e94a4aedd04decf598ce93e549339dd119d26dbfc8be39a78b", "arithmetic": { "mul": 3220, "add": 22243 }, "arithmetic_operations": 25463, "function_calls": { "exp": 8, "sin": 8, "cos": 8 }, "instruction_count": 8588 }, "comparators": [ { "label": "FORM O4", "results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/large-nested-form-original-results.json", "results_file_sha256": "564a4614bad3e59437e37202ffbfe0b949c3f1f811a192165cd29083054dc6c1", "original_engine": "form_cpp", "original_run": 1, "binary": "/home/ben/Sync/Work/website/.quarto/large-nested-output/full-/20261019T142648207593/1-form_cpp/generated.so", "binary_sha256": "b67a84cc012692087ca972e0b7410b32344cdb8166e0b2286cd5001f4426503a", "generated_source_sha256": "9de66820a1502dccca878bf9bb26f47604bdfbf32fc3ea0e06693b4f6eed19de", "original_settings": { "form_optimization": "O4", "includes_required_expansion": true }, "verification": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 2.1554527798166907e-15, "values": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647686, -0.9955277546285297, -0.035638102427242066, 0.04451180576128823, 0.6931108069627067, -0.00013700070641396966, 0.06355482418080079, 0.05836597569811888, -0.0007546647159979963, -0.0060156670816214125, 0.10919703246535817, -0.06112316630131153, 0.106570274328301, 1.2755495797659724, 0.021883613643094695, -0.05484448420950938, -0.05106749032336918, 0.20961710043402748, 0.14005212903517109, -0.7423483932032581, 0.11991643631056806, -0.240756415390932, -0.0574974226672376, -0.18720080018132731, -0.12876911930304236, -0.31843183364210326, 3.2590120572318595, -0.6329388373949764, -0.01858337455280881, -0.16612709288010274 ] }, "reused_native_binary": true, "arithmetic": { "add": 190520, "mul": 173022, "neg": 8588 }, "arithmetic_operations": 372130, "function_calls": { "exp": 8, "sin": 8, "cos": 8 }, "excluded_constant_subtrees": { "Div": 120044 }, "arithmetic_scope": { "inside_function_arguments": 780, "outside_function_arguments": 371350 }, "operation_counter_source_sha256": "e156bfc308c35873d8d1ed5f4a83071929f5f3056d1e246c5a8a5f24346309eb", "generated_fragment_sha256": "2b11af42bb90111edc401468fbe1b7d6947224301d030a79c4b76fb1557afd6c" }, { "label": "FORM CSEGreedy", "results_file": "/home/ben/Sync/Work/website/scripts/benchmarks/large-nested-form-csegreedy-results.json", "results_file_sha256": "1e61d17ff6f1674da3f1eb52b127cf8c0bf6474d4478313c5d9b6f1fa66a7497", "original_engine": "form_cpp_csegreedy", "original_run": 1, "binary": "/home/ben/Sync/Work/website/.quarto/large-nested-output/full-/20261019T140052912422/1-form_cpp_csegreedy/generated.so", "binary_sha256": "c1a6995a3772f9d78ee713e3e861434d5648f4d940934f34f3da9cba05694f74", "generated_source_sha256": "eedb4b8207761a22643eebaf8405e44871dfb82a6a833ac0c4ca525f552474e8", "original_settings": { "form_optimization": "O2,Method=CSEGreedy", "includes_required_expansion": true }, "verification": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 1.0669601183089739e-14, "values": [ -0.06056972406055481, 0.1642446727859876, -1.0748311567647686, -0.9955277546285297, -0.035638102427242066, 0.044511805761288145, 0.6931108069627067, -0.0001370007064139695, 0.0635548241808008, 0.05836597569811888, -0.0007546647159979974, -0.006015667081621353, 0.10919703246535821, -0.06112316630131154, 0.10657027432830102, 1.2755495797659724, 0.021883613643094713, -0.054844484209509554, -0.051067490323369186, 0.20961710043402745, 0.1400521290351711, -0.742348393203258, 0.11991643631056806, -0.240756415390932, -0.05749742266723781, -0.18720080018132743, -0.1287691193030423, -0.31843183364210326, 3.25901205723186, -0.6329388373949766, -0.018583374552808698, -0.16612709288010274 ] }, "reused_native_binary": true, "arithmetic": { "add": 193707, "mul": 190736, "neg": 8283 }, "arithmetic_operations": 392726, "function_calls": { "exp": 8, "sin": 8, "cos": 8 }, "excluded_constant_subtrees": { "Div": 137143 }, "arithmetic_scope": { "inside_function_arguments": 780, "outside_function_arguments": 391946 }, "operation_counter_source_sha256": "e156bfc308c35873d8d1ed5f4a83071929f5f3056d1e246c5a8a5f24346309eb", "generated_fragment_sha256": "05532a722787d9e04939009e59a0fb443b285e5739855e960428e311ad598a96" } ], "batch_size": 1024, "rounds": 20, "warmups": 3, "seed": 20261019, "orders": [ [ "Symbolica", "FORM O4", "FORM CSEGreedy" ], [ "FORM O4", "FORM CSEGreedy", "Symbolica" ], [ "FORM CSEGreedy", "Symbolica", "FORM O4" ], [ "FORM CSEGreedy", "FORM O4", "Symbolica" ], [ "FORM O4", "Symbolica", "FORM CSEGreedy" ], [ "Symbolica", "FORM CSEGreedy", "FORM O4" ], [ "Symbolica", "FORM O4", "FORM CSEGreedy" ], [ "FORM O4", "FORM CSEGreedy", "Symbolica" ], [ "FORM CSEGreedy", "Symbolica", "FORM O4" ], [ "FORM CSEGreedy", "FORM O4", "Symbolica" ], [ "FORM O4", "Symbolica", "FORM CSEGreedy" ], [ "Symbolica", "FORM CSEGreedy", "FORM O4" ], [ "Symbolica", "FORM O4", "FORM CSEGreedy" ], [ "FORM O4", "FORM CSEGreedy", "Symbolica" ], [ "FORM CSEGreedy", "Symbolica", "FORM O4" ], [ "FORM CSEGreedy", "FORM O4", "Symbolica" ], [ "FORM O4", "Symbolica", "FORM CSEGreedy" ], [ "Symbolica", "FORM CSEGreedy", "FORM O4" ], [ "Symbolica", "FORM O4", "FORM CSEGreedy" ], [ "FORM O4", "FORM CSEGreedy", "Symbolica" ] ], "samples": [ { "round": 0, "position": 0, "label": "Symbolica", "wall_ns": 3683971, "process_cpu_ns": 3676863, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 0, "position": 1, "label": "FORM O4", "wall_ns": 63044409, "process_cpu_ns": 62805185, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 0, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73855856, "process_cpu_ns": 73572230, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 1, "position": 0, "label": "FORM O4", "wall_ns": 63088082, "process_cpu_ns": 62851085, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 1, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 73560977, "process_cpu_ns": 73265678, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 1, "position": 2, "label": "Symbolica", "wall_ns": 3667230, "process_cpu_ns": 3657658, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 2, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 73534075, "process_cpu_ns": 73266820, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 2, "position": 1, "label": "Symbolica", "wall_ns": 3673712, "process_cpu_ns": 3662126, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 2, "position": 2, "label": "FORM O4", "wall_ns": 62950841, "process_cpu_ns": 62723484, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 3, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 73414288, "process_cpu_ns": 73150934, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 3, "position": 1, "label": "FORM O4", "wall_ns": 63002410, "process_cpu_ns": 62767429, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 3, "position": 2, "label": "Symbolica", "wall_ns": 3695062, "process_cpu_ns": 3681794, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 4, "position": 0, "label": "FORM O4", "wall_ns": 63030653, "process_cpu_ns": 62768157, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 4, "position": 1, "label": "Symbolica", "wall_ns": 3687608, "process_cpu_ns": 3673701, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 4, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73811411, "process_cpu_ns": 73527435, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 5, "position": 0, "label": "Symbolica", "wall_ns": 3692688, "process_cpu_ns": 3680200, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 5, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 74054483, "process_cpu_ns": 73769577, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 5, "position": 2, "label": "FORM O4", "wall_ns": 63184195, "process_cpu_ns": 62933038, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 6, "position": 0, "label": "Symbolica", "wall_ns": 3713136, "process_cpu_ns": 3688707, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 6, "position": 1, "label": "FORM O4", "wall_ns": 63082472, "process_cpu_ns": 62845991, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 6, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73365105, "process_cpu_ns": 73125389, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 7, "position": 0, "label": "FORM O4", "wall_ns": 62908561, "process_cpu_ns": 62683941, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 7, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 73764773, "process_cpu_ns": 73519022, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 7, "position": 2, "label": "Symbolica", "wall_ns": 3691976, "process_cpu_ns": 3679661, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 8, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 73799890, "process_cpu_ns": 73489450, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 8, "position": 1, "label": "Symbolica", "wall_ns": 3680444, "process_cpu_ns": 3671202, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 8, "position": 2, "label": "FORM O4", "wall_ns": 63189695, "process_cpu_ns": 62929646, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 9, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 73530157, "process_cpu_ns": 73272542, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 9, "position": 1, "label": "FORM O4", "wall_ns": 62944068, "process_cpu_ns": 62709887, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 9, "position": 2, "label": "Symbolica", "wall_ns": 3648634, "process_cpu_ns": 3639854, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 10, "position": 0, "label": "FORM O4", "wall_ns": 63063555, "process_cpu_ns": 62768232, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 10, "position": 1, "label": "Symbolica", "wall_ns": 3671407, "process_cpu_ns": 3657249, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 10, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73465806, "process_cpu_ns": 73216579, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 11, "position": 0, "label": "Symbolica", "wall_ns": 3738204, "process_cpu_ns": 3714083, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 11, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 73574382, "process_cpu_ns": 73294167, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 11, "position": 2, "label": "FORM O4", "wall_ns": 63051433, "process_cpu_ns": 62827361, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 12, "position": 0, "label": "Symbolica", "wall_ns": 3769413, "process_cpu_ns": 3749191, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 12, "position": 1, "label": "FORM O4", "wall_ns": 63045351, "process_cpu_ns": 62802404, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 12, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73585643, "process_cpu_ns": 73320010, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 13, "position": 0, "label": "FORM O4", "wall_ns": 63125754, "process_cpu_ns": 62879944, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 13, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 73629917, "process_cpu_ns": 73375090, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 13, "position": 2, "label": "Symbolica", "wall_ns": 3685404, "process_cpu_ns": 3670902, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 14, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 73439075, "process_cpu_ns": 73176948, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 14, "position": 1, "label": "Symbolica", "wall_ns": 3641350, "process_cpu_ns": 3629675, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 14, "position": 2, "label": "FORM O4", "wall_ns": 63032736, "process_cpu_ns": 62819898, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 15, "position": 0, "label": "FORM CSEGreedy", "wall_ns": 74111301, "process_cpu_ns": 73786216, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 15, "position": 1, "label": "FORM O4", "wall_ns": 63149860, "process_cpu_ns": 62922498, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 15, "position": 2, "label": "Symbolica", "wall_ns": 3701063, "process_cpu_ns": 3688655, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 16, "position": 0, "label": "FORM O4", "wall_ns": 63036985, "process_cpu_ns": 62779769, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 16, "position": 1, "label": "Symbolica", "wall_ns": 3651980, "process_cpu_ns": 3640286, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 16, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 73590763, "process_cpu_ns": 73322574, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 17, "position": 0, "label": "Symbolica", "wall_ns": 3773481, "process_cpu_ns": 3751515, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 17, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 73512264, "process_cpu_ns": 73174338, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 17, "position": 2, "label": "FORM O4", "wall_ns": 63131925, "process_cpu_ns": 62883682, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 18, "position": 0, "label": "Symbolica", "wall_ns": 3758723, "process_cpu_ns": 3740112, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 }, { "round": 18, "position": 1, "label": "FORM O4", "wall_ns": 64553553, "process_cpu_ns": 64246608, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 18, "position": 2, "label": "FORM CSEGreedy", "wall_ns": 74844613, "process_cpu_ns": 74535424, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 19, "position": 0, "label": "FORM O4", "wall_ns": 64106805, "process_cpu_ns": 63834697, "first_value": -0.06056972406055486, "last_value": -0.16612709288010274 }, { "round": 19, "position": 1, "label": "FORM CSEGreedy", "wall_ns": 74671083, "process_cpu_ns": 74355244, "first_value": -0.06056972406055481, "last_value": -0.16612709288010274 }, { "round": 19, "position": 2, "label": "Symbolica", "wall_ns": 3980864, "process_cpu_ns": 3960606, "first_value": -0.06056972406055486, "last_value": -0.16612709288010277 } ], "method": "Same-process same-core balanced interleaving; native scalar batches; output allocation included; all raw samples retained; no build timeout.", "final_verification": { "Symbolica": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 2.883675995429659e-15, "values": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647688, -0.9955277546285295, -0.03563810242724207, 0.04451180576128823, 0.6931108069627067, -0.00013700070641396972, 0.06355482418080079, 0.05836597569811887, -0.0007546647159979965, -0.0060156670816213995, 0.1091970324653582, -0.06112316630131154, 0.10657027432830102, 1.275549579765972, 0.0218836136430947, -0.05484448420950938, -0.051067490323369186, 0.20961710043402748, 0.14005212903517109, -0.742348393203258, 0.11991643631056803, -0.24075641539093207, -0.057497422667237584, -0.18720080018132726, -0.12876911930304202, -0.31843183364210337, 3.2590120572318595, -0.6329388373949767, -0.018583374552808805, -0.16612709288010277 ] }, "FORM O4": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 2.1554527798166907e-15, "values": [ -0.06056972406055486, 0.16424467278598764, -1.0748311567647686, -0.9955277546285297, -0.035638102427242066, 0.04451180576128823, 0.6931108069627067, -0.00013700070641396966, 0.06355482418080079, 0.05836597569811888, -0.0007546647159979963, -0.0060156670816214125, 0.10919703246535817, -0.06112316630131153, 0.106570274328301, 1.2755495797659724, 0.021883613643094695, -0.05484448420950938, -0.05106749032336918, 0.20961710043402748, 0.14005212903517109, -0.7423483932032581, 0.11991643631056806, -0.240756415390932, -0.0574974226672376, -0.18720080018132731, -0.12876911930304236, -0.31843183364210326, 3.2590120572318595, -0.6329388373949764, -0.01858337455280881, -0.16612709288010274 ] }, "FORM CSEGreedy": { "verified": true, "points": 32, "relative_tolerance": 1e-09, "max_relative_error": 1.0669601183089739e-14, "values": [ -0.06056972406055481, 0.1642446727859876, -1.0748311567647686, -0.9955277546285297, -0.035638102427242066, 0.044511805761288145, 0.6931108069627067, -0.0001370007064139695, 0.0635548241808008, 0.05836597569811888, -0.0007546647159979974, -0.006015667081621353, 0.10919703246535821, -0.06112316630131154, 0.10657027432830102, 1.2755495797659724, 0.021883613643094713, -0.054844484209509554, -0.051067490323369186, 0.20961710043402745, 0.1400521290351711, -0.742348393203258, 0.11991643631056806, -0.240756415390932, -0.05749742266723781, -0.18720080018132743, -0.1287691193030423, -0.31843183364210326, 3.25901205723186, -0.6329388373949766, -0.018583374552808698, -0.16612709288010274 ] } }, "summary": { "engines": { "Symbolica": { "median_us_per_point": 3.6033125000000004, "p10_us_per_point": 3.5660599609375, "p90_us_per_point": 3.6814646484375, "samples": 20 }, "FORM O4": { "median_us_per_point": 61.579583984375, "p10_us_per_point": 61.47476923828125, "p90_us_per_point": 61.798248046875, "samples": 20 }, "FORM CSEGreedy": { "median_us_per_point": 71.86347949218751, "p10_us_per_point": 71.71542607421875, "p90_us_per_point": 72.42898359375, "samples": 20 } }, "paired_comparisons": [ { "candidate": "Symbolica", "comparator": "FORM O4", "median_runtime_ratio": 0.05843888119901573, "median_ratio_bootstrap_95_interval": [ 0.05822643100682622, 0.05866875416101817 ], "round_ratios": [ 0.05843453937366595, 0.058128728655913176, 0.058358426061377006, 0.058649534200358365, 0.05850499438741338, 0.058443223024365505, 0.058861612144812586, 0.05868797412167797, 0.0582443703834937, 0.057966288419744334, 0.05821757114707536, 0.05928816875581559, 0.0597889129049341, 0.05838194027749752, 0.05776918837855936, 0.0586076200327285, 0.05793392561525587, 0.05977135973598144, 0.05822643100682622, 0.06209737016218481 ], "interpretation": "Ratio below one means the candidate evaluates faster. CI resamples complete paired rounds." }, { "candidate": "Symbolica", "comparator": "FORM CSEGreedy", "median_runtime_ratio": 0.04996711409836557, "median_ratio_bootstrap_95_interval": [ 0.049875571528121575, 0.050276000574967894 ], "round_ratios": [ 0.049880553818237514, 0.04985292677665225, 0.049959314780256635, 0.05033164661353114, 0.04995986325203836, 0.04986447613171508, 0.05061174518866974, 0.050050665783245886, 0.049870589238005636, 0.049620919482056866, 0.049974364944692776, 0.05080850016517978, 0.051224842867786044, 0.050053078288815674, 0.04958327702248428, 0.049939252854298156, 0.04962552161607565, 0.0513313125548684, 0.050220354536404645, 0.05331198959575824 ], "interpretation": "Ratio below one means the candidate evaluates faster. CI resamples complete paired rounds." } ] }, "completed_at_utc": "2026-10-20T11:30:26.118524+00:00", "completed": true }