{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_e0d3c7a0507626f174c0fa05acd91f7598a40e3393f02d62d45fda506a37fbde","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_e0d3c7a0507626f174c0fa05acd91f7598a40e3393f02d62d45fda506a37fbde","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"7bc7bae7c85adf3d11fcd8b8f9a27125a430c9aad1744ff5c2cc7028c7052a89","published":"Tue, 12 May 2026 00:00:00 -0400","receipt_hash":"7bc7bae7c85adf3d11fcd8b8f9a27125a430c9aad1744ff5c2cc7028c7052a89","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"7bc7bae7c85adf3d11fcd8b8f9a27125a430c9aad1744ff5c2cc7028c7052a89","observed_at":"2026-05-12T04:43:42.564879Z","parent_run_hash":"4cc5aca0c1b8116c9ab92405e0260204f01cf7ce2e49dea9d7e123236f5dc13b","published":"Tue, 12 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2512.13751v2 Announce Type: replace-cross \nAbstract: Expanding pre-trained language models offers a practical way to increase capacity without training larger models from scratch. Depth Up-Scaling (DUS) does so by duplicating Transformer blocks and inserting them into a pre-trained backbone. This process also duplicates FFN-heavy blocks, increasing parameter and compute cost while adding capacity through a block-level dense residual branch. Yet prior work suggests that added capacity need not remain tied to dense FFN branches, while attention heads often play heterogeneous roles, motivating more efficient head-level residual corrections. We propose Memory-Infused Depth Up-Scaling (MIDUS), which replaces the duplicated FFN branches with memory layers and turns added depth into lightweight retrieval-based residual capacity. We introduce a Head-wise Memory Layer (HML), which combines multi-head product-key memory with Head-wise Implicit Value Expansion (HIVE). HML assigns each head ","title":"MIDUS: Memory-Infused Depth Up-Scaling","url":"https://arxiv.org/abs/2512.13751","vendor":"arxiv_cs_ai"},"summary":"arXiv:2512.13751v2 Announce Type: replace-cross \nAbstract: Expanding pre-trained language models offers a practical way to increase capacity without training larger models from scratch. Depth Up-Scaling (DUS) does so by duplicating Transformer blocks and inserting them into a pre-trained backbone. This process also duplicates FFN-heavy blocks, increasing parameter and compute cost while adding capacity through a block-level dense residual branch. Yet prior work suggests that added capacity need not remain tied to dense FFN branches, while attention heads often play heterogeneous roles, motivating more efficient head-level residual corrections. We propose Memory-Infused Depth Up-Scaling (MIDUS), which replaces the duplicated FFN branches with memory layers and turns added depth into lightweight retrieval-based residual capacity. We introduce a Head-wise Memory Layer (HML), which combines multi-head product-key memory with Head-wise Implicit Value Expansion (HIVE). HML assigns each head ","title":"MIDUS: Memory-Infused Depth Up-Scaling","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-12T04:43:42Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2512.13751"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:f732dd79b2d811f2364f19dff1d2d09e3a3d07a74dc7c9151c0a2be66cb9848a537d935c1936188be648dd740bfa79adc4103de402eef4a72bb2c5eb812e830a","signer":"crovia.substrate","subject":{"observed_at":"2026-05-12T04:43:42Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2512.13751"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"9b2987535199f7fb54f59ee6a420917529c32af2e7a36cc71fc8b14e67b7a527","leaf_index":129097,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"e60c9986db8c02a00ed24478ff74e149585d5e86e204d8c93a4cbf07bbc437f0","side":"left"},{"sibling":"fc9e45917f2927b1c9b656b4200390f0da1118ebb4443783d994074c8b9bc246","side":"right"},{"sibling":"42303d0f2fe0949e3244595d40a746aed2eafd02b2abe5161627234706d1e4a6","side":"right"},{"sibling":"4b25c739d4cc5f39025b08e78f3f9517d07514314148053c34d6924a50c05df7","side":"left"},{"sibling":"636aa6bf37b7fc4dde6cb7cf1c823807ca35ff0fb7f98ee29fecb37598a090ce","side":"right"},{"sibling":"c3f585333ceb77a609ecf60a311616a396273be99dcb53b2246827ec141d5801","side":"right"},{"sibling":"de3746873a17cbee8458cf7f279f03cf066292b79b849b56e0cdcff253bd1ee4","side":"left"},{"sibling":"684a7e41697dc4a5ae5bd51e0b1fa452ba8e0ce5866bec279d63e12ce9b1e6cf","side":"right"},{"sibling":"bb93634b6ea81ccfb7b9c5b023ffaff85acd8b3f1ec609973d847fd93873d3ec","side":"right"},{"sibling":"9922155d12ac3db561299f0abaec57fc59dd8e711d91cd590823abd8f3e4647f","side":"right"},{"sibling":"9c71dae5b380aff58527385ccecc23b4cd8ff36395d4fc35ad5236b00fcb6db8","side":"right"},{"sibling":"d32d0a951c1d7e98a8e1951a587d83c97962daeeaa455643bc1d5d53744dc21e","side":"left"},{"sibling":"ffc4d51379293bc3e1910c7d612f409dc610fd9acf8241793fb89f82e1bad4ef","side":"left"},{"sibling":"62ac6554017807bd83187f5a3e5f4f72d6c482616429c2780e9fff1f4845fa04","side":"left"},{"sibling":"3a5e69cf0803f4c91f3895ed7c9a95748fef240bec4422e167c05300f79f06c0","side":"left"},{"sibling":"f2817ab288b5324fe49770372c7a10f33f7cd11005f8d4c0a730316f5229dc98","side":"left"},{"sibling":"725fac972e772ca0dc598810ea1abc70df472f72d2d6ab8a0baee2b80e5d2f4c","side":"left"},{"sibling":"98fc57dfef8873b512edc8340f7181df57302bb96777625e072235c62d7c5895","side":"right"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_e0d3c7a0507626f174c0fa05acd91f7598a40e3393f02d62d45fda506a37fbde"}}