starred/rea
1
0 Fork 0
mirror of https://github.com/morluto/rea.git synced 2026-10-22 13:52:32 -05:00
Code Issues Packages Projects Releases 10 Wiki Activity
Files
main
rea/experiments/analysis-efficiency/wasm-string-framing.json
T

562 lines
20 KiB
JSON
Raw Permalink Blame History

{
"schema_version": 1,
"issue": 5760,
"baseline_source": "d0067ba34a39ea47dd7e11bb2e6169bc0938cc3f",
"candidate_code_source": "9776d78f6c799cba8d8cf5c9b3139a86449eaebd",
"integration_base": "335c042d166b2c8b2c0600935cf77607ae11edbc",
"toolchain": {
"node": "24.18.0",
"npm": "11.16.0",
"wabt": "1.0.42",
"tokenizer": "0.12.0",
"encoding": "cl100k_base"
},
"catalog_sha256": "4586abd317171cbb307295cc687c24f7f45e603959538643325895b546a38242",
"catalog_tools": 212,
"package_lock_sha256": "699a14749e3825c62430faeb18224190fee1c9347760494e38e334e180bea6ec",
"runtime_mcp_sha256": {
"baseline": "fa6831f05d97b6b28642b709b5497e351d2ee632dd1abc0d2f87a648057afe87",
"candidate": "e4af82d847fe3d9816f4f7ae1f584ef129ba151bc5a6f95080a7519fd08be2cf"
},
"sources_sha256": {
"WabtString.ts": "398f3cd98c087740a553768d10c21912d28f33e13bdab589eec760da4ed0b9fd",
"WabtWat.ts": "70fb9acfbe747be4fa5d8be235012a88f94485bc0baf0fbba1fe22f18b87f44b",
"WabtInterface.ts": "1a63c834a46268bbaf97e6eb39a99b3ccd3f2893527749d65ee6f5026bc2782a"
},
"native_tools_sha256": {
"wasm-validate": "6b722ed0df68204cfc7a8effdf1fc2ddeac2d184bd211cdf7fdfa5f9d49d3eb5",
"wasm-objdump": "dad264def1a3b7755859c5bf48227f01259a95fa82b7c38358b12b9e70b27a41",
"wasm2wat": "4322d652f650c1ee117b549c9722f42fc93eb4676ff046d60ba033b5639697a5"
},
"artifacts": {
"small": {
"sha256": "f399acbd52258f950f24dd5ca4a82674f1f26cea60e7be7c5daaade568768fda",
"bytes": 80,
"wat_sha256": "918ecd8a14daf20b58707d0879efda8b38df37f219279688b3aa3a812ae5646a",
"wat_bytes": 270,
"answer_normalized_sha256": "8eb8aedcf17bac4a98d34f5a004b5541f671350f94918575e2fc4eee9fd2db29",
"parent_evidence_id": "ev_88b35d9f926672b9e42fc4e1514090eaf2f99bb918439f1270dd53f7fe684e74"
},
"sqlite": {
"sha256": "2ee8f3dab694532afc8840e07703127287662d08b74e6ff50491ce63f00d5752",
"bytes": 868907,
"wat_sha256": "7b1f8cd4fcbf310f4203ce64e15b4eb068ecdf29838551137245efecb7283f81",
"wat_bytes": 15382128,
"answer_normalized_sha256": "330b84e01541f70a964c826754da3e5f49a1bb1bd535ae1d1f00fb44a1157ff6",
"parent_evidence_id": "ev_899ecb126cd0a283169641085fa10e46460504bf8bc8eba69580fa6d641e431e"
},
"css": {
"sha256": "8a23977fe271357cce6f254ef88c9bebf3854602d8046605aef6a45c02135c59",
"bytes": 128668,
"wat_sha256": "c53273cb7da0867ac52490d083c7952fcc538b3848c6d0d1f2e2621e2ded23c0",
"wat_bytes": 13599679,
"answer_normalized_sha256": "3d301feaa48a646c4d9f2a026353544519cc4694c9840b1c764d81ec9ba7fb65",
"parent_evidence_id": "ev_27108db83ae4d0a9289c23dace9c0e9e6d573f72f1e982b490c7f45394ba702c"
}
},
"samples": [
{
"case": "small",
"lane": "baseline",
"round": 1,
"wall_seconds": 12.417,
"cpu_seconds": 12.114979,
"memory_peak_bytes": 823410688,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1781.0228269999998,
"repeat_inspect_ms": 1793.3802260000011,
"reply_bytes": 36180,
"raw_guard_log_sha256": "f4ab763c21c4dd22f07ab978690966fd1efc6961216e41e195316e7330c269d6"
},
{
"case": "small",
"lane": "candidate",
"round": 1,
"wall_seconds": 10.191,
"cpu_seconds": 9.868799,
"memory_peak_bytes": 829722624,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1298.6234909999998,
"repeat_inspect_ms": 1917.7533390000008,
"reply_bytes": 36182,
"raw_guard_log_sha256": "5cfd93018a2cabbe5b9fa4b9062fbed8e6da638ad5672fd566f5cf76182fecd5"
},
{
"case": "sqlite",
"lane": "baseline",
"round": 1,
"wall_seconds": 14.317,
"cpu_seconds": 13.845753,
"memory_peak_bytes": 1032982528,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 3405.006531,
"repeat_inspect_ms": 3345.840587999999,
"reply_bytes": 37248,
"raw_guard_log_sha256": "46b1b2e9f02e41be7a7cbae8a311b799ab52148a150ec5c0c683e0745c44ad03"
},
{
"case": "sqlite",
"lane": "candidate",
"round": 1,
"wall_seconds": 13.311,
"cpu_seconds": 12.956772,
"memory_peak_bytes": 1029627904,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 2838.048675,
"repeat_inspect_ms": 3233.226218,
"reply_bytes": 37250,
"raw_guard_log_sha256": "8933144b3f6fd100de72b1c1f22a791b7c4bef74c355bb9211be4c9e9383fe4b"
},
{
"case": "css",
"lane": "baseline",
"round": 1,
"wall_seconds": 13.211,
"cpu_seconds": 12.79919,
"memory_peak_bytes": 1099599872,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2823.246057,
"repeat_inspect_ms": 3302.541784000001,
"reply_bytes": 37426,
"raw_guard_log_sha256": "9f4b7dfcd97faf8c85463a4c17f0612b6c37b7e29843f5e52b43df27aaae0ac6"
},
{
"case": "css",
"lane": "candidate",
"round": 1,
"wall_seconds": 12.912,
"cpu_seconds": 12.46982,
"memory_peak_bytes": 1110261760,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2839.796418,
"repeat_inspect_ms": 3002.9903570000006,
"reply_bytes": 37428,
"raw_guard_log_sha256": "dc2ed426cd1191ca779a4e736bceb3d0001a5b8344dbba01544ecd91a6bb73b6"
},
{
"case": "small",
"lane": "candidate",
"round": 2,
"wall_seconds": 10.295,
"cpu_seconds": 9.986392,
"memory_peak_bytes": 807264256,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1687.949067,
"repeat_inspect_ms": 1907.0628659999993,
"reply_bytes": 36182,
"raw_guard_log_sha256": "376199e896af92b6351d2dde7c765b5aa4b1feac0e9664da934e24732eaa22ec"
},
{
"case": "small",
"lane": "baseline",
"round": 2,
"wall_seconds": 10.192,
"cpu_seconds": 9.86319,
"memory_peak_bytes": 826806272,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1621.7653269999996,
"repeat_inspect_ms": 1937.1286520000012,
"reply_bytes": 36180,
"raw_guard_log_sha256": "2d40d7309203eefcb7cbb5a5e81640e728839eb30f29cad017584738ea50616f"
},
{
"case": "sqlite",
"lane": "candidate",
"round": 2,
"wall_seconds": 13.52,
"cpu_seconds": 13.133355,
"memory_peak_bytes": 1211944960,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 3167.13338,
"repeat_inspect_ms": 3425.1366179999986,
"reply_bytes": 37250,
"raw_guard_log_sha256": "a962200a36a2530b044548b475b28d7234f73b875ffbc3fe16ef4b36e61ae49a"
},
{
"case": "sqlite",
"lane": "baseline",
"round": 2,
"wall_seconds": 13.515,
"cpu_seconds": 13.170183,
"memory_peak_bytes": 1017561088,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 3224.859665,
"repeat_inspect_ms": 3230.52117,
"reply_bytes": 37248,
"raw_guard_log_sha256": "0452dae8c26a023bd6220bca03dfd7a58425ef579f8e7964f04b4cb944723f84"
},
{
"case": "css",
"lane": "candidate",
"round": 2,
"wall_seconds": 12.112,
"cpu_seconds": 11.727334,
"memory_peak_bytes": 1186643968,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2662.82945,
"repeat_inspect_ms": 2489.199032999999,
"reply_bytes": 37428,
"raw_guard_log_sha256": "9d27bfa9720f4291324aa6fc47e44ffdee8b6fbc63ea29a2c82d297d0ba1f0c6"
},
{
"case": "css",
"lane": "baseline",
"round": 2,
"wall_seconds": 12.409,
"cpu_seconds": 12.038676,
"memory_peak_bytes": 1079783424,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2793.9973870000003,
"repeat_inspect_ms": 2541.021634999999,
"reply_bytes": 37426,
"raw_guard_log_sha256": "ddc43e4517a2ed634d5a969104b9051ac4e654485d3552f19d4c141a5834b205"
},
{
"case": "small",
"lane": "baseline",
"round": 3,
"wall_seconds": 9.797,
"cpu_seconds": 9.449418,
"memory_peak_bytes": 822263808,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1612.1414539999996,
"repeat_inspect_ms": 1833.922163000001,
"reply_bytes": 36180,
"raw_guard_log_sha256": "92aa46fe57caeae60cb3105b2ac370a8f8463afed4a7f666f46be885cad0ca4d"
},
{
"case": "small",
"lane": "candidate",
"round": 3,
"wall_seconds": 10.192,
"cpu_seconds": 9.868713,
"memory_peak_bytes": 829575168,
"transport_proxy_tokens": 894936,
"fresh_inspect_ms": 1629.0064629999997,
"repeat_inspect_ms": 1962.5034050000004,
"reply_bytes": 36182,
"raw_guard_log_sha256": "0451dacd244ced0ac56ceb0f73b39e1b86fa1517a0ec88391a3ab37d45b9bd20"
},
{
"case": "sqlite",
"lane": "baseline",
"round": 3,
"wall_seconds": 13.714,
"cpu_seconds": 13.319143,
"memory_peak_bytes": 1196531712,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 3228.7134460000007,
"repeat_inspect_ms": 3397.271211000001,
"reply_bytes": 37248,
"raw_guard_log_sha256": "d3f7e1e572a4c3251ca479a3c018d2f024b80103e443a8daeb125bd896165d2a"
},
{
"case": "sqlite",
"lane": "candidate",
"round": 3,
"wall_seconds": 12.709,
"cpu_seconds": 12.349818,
"memory_peak_bytes": 1205280768,
"transport_proxy_tokens": 895044,
"fresh_inspect_ms": 3071.7333470000003,
"repeat_inspect_ms": 3024.3819120000007,
"reply_bytes": 37250,
"raw_guard_log_sha256": "57b405e4a4e8a9acbb4d9e4bb4663d931ad7ffec52a2b6a2969a7362287db892"
},
{
"case": "css",
"lane": "baseline",
"round": 3,
"wall_seconds": 12.315,
"cpu_seconds": 11.921752,
"memory_peak_bytes": 1081831424,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2798.227023,
"repeat_inspect_ms": 2563.7297770000005,
"reply_bytes": 37426,
"raw_guard_log_sha256": "2f6fca011f6718111b455d8104121ff6880131f58e0a82df069efef9445f5c07"
},
{
"case": "css",
"lane": "candidate",
"round": 3,
"wall_seconds": 11.901,
"cpu_seconds": 11.54646,
"memory_peak_bytes": 1123659776,
"transport_proxy_tokens": 895430,
"fresh_inspect_ms": 2600.1125399999996,
"repeat_inspect_ms": 2398.082381,
"reply_bytes": 37428,
"raw_guard_log_sha256": "180726dbb90af48c442109f75ccc50bf243ebcc8392908f9322eb91100a5f179"
}
],
"parser_samples": [
{
"case": "small.decoded",
"lane": "baseline",
"round": 1,
"elapsed_ms": [
2.9900399999999934, 1.9184900000000056, 0.3164599999999922,
0.622399999999999, 0.6818110000000104, 1.7410099999999886
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.422,
"cpu_seconds": 0.169929,
"memory_peak_bytes": 28078080
},
{
"case": "small.decoded",
"lane": "candidate",
"round": 1,
"elapsed_ms": [
3.8333299999999895, 1.5887500000000045, 0.4467700000000008,
0.3875499999999903, 0.3238100000000088, 0.21590999999999383
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.323,
"cpu_seconds": 0.154998,
"memory_peak_bytes": 27508736
},
{
"case": "sqlite",
"lane": "baseline",
"round": 1,
"elapsed_ms": [
248.049268, 224.29203599999994, 176.49019599999997, 155.392424,
162.08057399999996, 172.70000600000003
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 1.532,
"cpu_seconds": 1.326985,
"memory_peak_bytes": 71315456
},
{
"case": "sqlite",
"lane": "candidate",
"round": 1,
"elapsed_ms": [
103.56140300000001, 103.344674, 56.359200999999985, 43.188242,
44.79720200000003, 44.11639200000002
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 0.827,
"cpu_seconds": 0.598442,
"memory_peak_bytes": 71557120
},
{
"case": "tree-sitter-css",
"lane": "baseline",
"round": 1,
"elapsed_ms": [
133.568665, 122.39741400000003, 110.63244400000002, 111.27637299999998,
111.761034, 111.34842400000002
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 1.127,
"cpu_seconds": 0.882723,
"memory_peak_bytes": 55656448
},
{
"case": "tree-sitter-css",
"lane": "candidate",
"round": 1,
"elapsed_ms": [
15.454230999999993, 15.1781, 17.94840099999999, 15.499510999999984,
15.028279999999995, 2.9674699999999916
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 0.424,
"cpu_seconds": 0.255557,
"memory_peak_bytes": 54427648
},
{
"case": "small.decoded",
"lane": "candidate",
"round": 2,
"elapsed_ms": [
2.492229000000009, 1.6617090000000019, 0.4688189999999963,
0.40376000000000545, 0.18850899999999626, 0.19684000000000879
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.324,
"cpu_seconds": 0.14932,
"memory_peak_bytes": 27750400
},
{
"case": "small.decoded",
"lane": "baseline",
"round": 2,
"elapsed_ms": [
3.0103999999999758, 2.4378910000000076, 0.30259000000000924,
0.5248499999999865, 0.6185799999999801, 1.3529399999999896
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.428,
"cpu_seconds": 0.219561,
"memory_peak_bytes": 30007296
},
{
"case": "sqlite",
"lane": "candidate",
"round": 2,
"elapsed_ms": [
150.102906, 136.73758599999996, 85.33841300000006, 42.61153200000001,
45.540752, 43.07188099999996
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 0.959,
"cpu_seconds": 0.738843,
"memory_peak_bytes": 68399104
},
{
"case": "sqlite",
"lane": "baseline",
"round": 2,
"elapsed_ms": [
236.412329, 219.61998900000003, 163.37286700000004, 152.177506,
153.764226, 153.57296699999984
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 1.532,
"cpu_seconds": 1.317278,
"memory_peak_bytes": 70189056
},
{
"case": "tree-sitter-css",
"lane": "candidate",
"round": 2,
"elapsed_ms": [
15.074011000000013, 22.501490000000018, 23.890242, 9.095690999999988,
25.85492100000002, 16.470331000000016
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 0.524,
"cpu_seconds": 0.297941,
"memory_peak_bytes": 53497856
},
{
"case": "tree-sitter-css",
"lane": "baseline",
"round": 2,
"elapsed_ms": [
135.69754600000002, 128.91107599999998, 115.180316, 115.23454600000002,
117.18869600000005, 103.74374499999999
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 1.13,
"cpu_seconds": 0.916205,
"memory_peak_bytes": 57880576
},
{
"case": "small.decoded",
"lane": "baseline",
"round": 3,
"elapsed_ms": [
2.7721499999999963, 2.0805500000000023, 0.2946500000000043,
0.4885200000000083, 0.37317999999999074, 1.052209999999988
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.321,
"cpu_seconds": 0.161694,
"memory_peak_bytes": 28037120
},
{
"case": "small.decoded",
"lane": "candidate",
"round": 3,
"elapsed_ms": [
2.4845909999999947, 1.5559899999999942, 1.9349599999999896,
0.6082500000000124, 0.23478000000000065, 0.22989100000000917
],
"result_sha256": "beb5c7e4e8da08e3c104753b768c8ca40559d517dba80c483253991721b39c7f",
"wall_seconds": 0.321,
"cpu_seconds": 0.154815,
"memory_peak_bytes": 27426816
},
{
"case": "sqlite",
"lane": "baseline",
"round": 3,
"elapsed_ms": [
219.92179099999998, 204.47974999999997, 159.57980799999996,
152.3218579999999, 150.58105799999998, 149.3406970000001
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 1.428,
"cpu_seconds": 1.22534,
"memory_peak_bytes": 71987200
},
{
"case": "sqlite",
"lane": "candidate",
"round": 3,
"elapsed_ms": [
103.150995, 103.714395, 58.592934000000014, 47.94820199999998,
47.04763299999996, 47.239012
],
"result_sha256": "74eb7108ddd459dfa7bfb7a1fe653c8862eb43acd89d91ae033e7ac9158587ce",
"wall_seconds": 0.828,
"cpu_seconds": 0.60423,
"memory_peak_bytes": 72187904
},
{
"case": "tree-sitter-css",
"lane": "baseline",
"round": 3,
"elapsed_ms": [
126.407417, 121.22317700000002, 109.654766, 108.04800599999999,
109.459836, 100.50628600000005
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 1.029,
"cpu_seconds": 0.856826,
"memory_peak_bytes": 58101760
},
{
"case": "tree-sitter-css",
"lane": "candidate",
"round": 3,
"elapsed_ms": [
14.889070999999987, 15.635390999999998, 17.013621, 15.000391000000008,
17.56236100000001, 2.893010000000004
],
"result_sha256": "b59e5bdc32939c215443da6f3ce48e61fe2bfd86ff75b7a85d3c10a93b6fae7e",
"wall_seconds": 0.422,
"cpu_seconds": 0.269288,
"memory_peak_bytes": 57966592
}
],
"limits": {
"cpu_affinity": [15],
"cpu_quota_percent": 100,
"hard_memory_bytes": 4294967296,
"early_stop_bytes": 3221225472,
"swap_bytes": 0,
"task_ceiling": 192
},
"limitations": [
"Fresh server sessions; OS file caches warm/unflushed. Parser samples use one fresh and five repeated in-memory parses per process.",
"SDK transport proxy counts one complete catalog plus five named request/reply envelopes. Initialization/framing and actual model usage are unmeasured. No token saving is claimed.",
"Memory is kernel process-family memory.peak including file cache; final counters after transient scope removal remain unknown.",
"First string-only 18-task development cohort, one invalid-source-kind harness attempt, and the cache-hit build with unverified payload cleanup are preserved outside Git and excluded from final benefit claims.",
"Independent native WebAssembly.Module import/export oracle compiles without instantiating or executing target code. It does not prove every typed signature or unknown future proposal."
],
"resource_qualification": {
"completed_mcp_tasks": 18,
"completed_parser_processes": 18,
"all_payload_exit_codes_zero": true,
"all_payload_cleanup_verified": true,
"all_payload_counters_verified": true,
"all_memory_high_hard_oom_and_task_limit_events_zero": true,
"final_whole_scope_counters": "unknown"
},
"call_sequence": [
"inspect_wasm_artifact(summary):fresh",
"inspect_analysis_view(exports,first4)",
"inspect_wasm_artifact(summary):repeat",
"inspect_analysis_view(exports,first4)",
"export_evidence_bundle"
],
"transport_proxy_scope": "One complete SDK catalog and all five named request/reply envelopes, compact UTF-8 JSON encoded with cl100k_base; not actual model input."
}
Reference in new issue View Git Blame Copy Permalink