{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_b6f6ccda2d03e859e3930f0c945fe64c6ff114dca9fd5e4367c0a7d0570f0f19","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_b6f6ccda2d03e859e3930f0c945fe64c6ff114dca9fd5e4367c0a7d0570f0f19","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"aa7425596cb02eebd3d8196c52ac12125625ddf3a55aa32bf35a7f25ac2c1587","published":"Thu, 14 May 2026 00:00:00 -0400","receipt_hash":"aa7425596cb02eebd3d8196c52ac12125625ddf3a55aa32bf35a7f25ac2c1587","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"aa7425596cb02eebd3d8196c52ac12125625ddf3a55aa32bf35a7f25ac2c1587","observed_at":"2026-05-14T04:43:36.462865Z","parent_run_hash":"eb105e641aec4518c665fb1a0f748c2a8c8189675990bd4092425661eb7af1d8","published":"Thu, 14 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2512.07112v2 Announce Type: replace-cross \nAbstract: Large language models (LLMs) have demonstrated remarkable performance due to their large parameter counts and extensive training data. However, their scale leads to significant memory bottlenecks during training, especially when using memory-intensive optimizers like Adam. Existing memory-efficient approaches often rely on techniques such as singular value decomposition (SVD), projections, or weight freezing, which can introduce substantial computational overhead, require additional memory for projections, or degrade model performance. In this paper, we propose Folded Optimizer with Approximate Moment (FOAM), a method that compresses optimizer states by computing block-wise gradient means and incorporates a residual correction to recover lost information. Theoretically, FOAM achieves convergence rates equivalent to vanilla Adam under standard non-convex optimization settings. Empirically, FOAM eliminates up to 90\\% of the memor","title":"FOAM: Blocked State Folding for Memory-Efficient LLM Training","url":"https://arxiv.org/abs/2512.07112","vendor":"arxiv_cs_ai"},"summary":"arXiv:2512.07112v2 Announce Type: replace-cross \nAbstract: Large language models (LLMs) have demonstrated remarkable performance due to their large parameter counts and extensive training data. However, their scale leads to significant memory bottlenecks during training, especially when using memory-intensive optimizers like Adam. Existing memory-efficient approaches often rely on techniques such as singular value decomposition (SVD), projections, or weight freezing, which can introduce substantial computational overhead, require additional memory for projections, or degrade model performance. In this paper, we propose Folded Optimizer with Approximate Moment (FOAM), a method that compresses optimizer states by computing block-wise gradient means and incorporates a residual correction to recover lost information. Theoretically, FOAM achieves convergence rates equivalent to vanilla Adam under standard non-convex optimization settings. Empirically, FOAM eliminates up to 90\\% of the memor","title":"FOAM: Blocked State Folding for Memory-Efficient LLM Training","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-14T04:43:36Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2512.07112"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:0908e3c891dbef7fc02402a588fa4fc48a3c8f77a6da6be618d9ddaa9e9db86eba858b3b6403b353f6637d7dbbd473528a31cf5cdd6fe70f8ce82c39b7061304","signer":"crovia.substrate","subject":{"observed_at":"2026-05-14T04:43:36Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2512.07112"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"07391295ae57498c2da45a1250782033db3f9e1b492ffbdf4c7d77a4ab5661f2","leaf_index":132773,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"095c7d97c7e57590e8a306c22823b01055f2691de5496b34d3a4029d8e0cc352","side":"left"},{"sibling":"1d7b2c3909f9f574e32e4833ff901bf59661127a63805c5c57a0d0b2677ca081","side":"right"},{"sibling":"93e702cbf6ed2de11c04f0b89fc0300a7cf7965bdeb9972a51a81d0aa5208a4c","side":"left"},{"sibling":"5ce35d14298ee0347b16db2eb0441e92914b7c304b67646e40ee45a06b4ac0fc","side":"right"},{"sibling":"400abb688daa5607062e2dcdf293f13c7f49aa06a338d5171b090dbc99b4af1e","side":"right"},{"sibling":"695a4c4d44cd61cced2c94a1e621686058c017437bf0fdcf86516ffa6e66c772","side":"left"},{"sibling":"082bee6702d02c968f73550f57d052606dc8732cddb9a8af38542747b47966a4","side":"right"},{"sibling":"d390ceb521d99fbee195843b8c087d5b6d6b3c13cc9f5d0b36a1c937a84cb77a","side":"left"},{"sibling":"2ae8cbb1d93652ee36f693c3d63e733765fbafcd7765d6d596692bf393ce0a1d","side":"right"},{"sibling":"a957418f640d5dc3181a7628c2646bb86c6da0ea6888670b451e534693a0c7cb","side":"left"},{"sibling":"c03f0a468f574a08ffe8b17e1a17bd88216e1359f0e33a54447e160cd8675da0","side":"left"},{"sibling":"038ff12da6f55509125ef0d96e1e57dda29a2fe63bf03fba2af4cf7cbcd88b36","side":"right"},{"sibling":"b0419206fe62ef216df3900ca93cffd44df267435a4643dda354c1310079cf91","side":"right"},{"sibling":"0d4a9c03674f9d0ce64df15c15e9f656a54b41f93c428aac8e615fda26291956","side":"right"},{"sibling":"7856d920f3f1f1d2194c1ed7351bf0d674440df3cb423a6911f89cb3e9578c0b","side":"right"},{"sibling":"6ac6396bdd2e9df315427a46155531476e7f9012b4bd962e0d2d6d1209b11723","side":"right"},{"sibling":"7c8dc85cbfe43e19ac759ad176cfa11dba2467ae17927c471d5c55663c4f490d","side":"right"},{"sibling":"d841ad93efda0869e5eb97678f348f03f5caab4353e05ff4bf18f47fb945b822","side":"left"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_b6f6ccda2d03e859e3930f0c945fe64c6ff114dca9fd5e4367c0a7d0570f0f19"}}