{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_fa3f5ad9f53a34a51403d6636fb48a4e636e762a3eb8dd64181b0b6ef9d17fbb","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_fa3f5ad9f53a34a51403d6636fb48a4e636e762a3eb8dd64181b0b6ef9d17fbb","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"b543e9165ba4bd6609cf56cb8ada8e80db650cdf0a79ca19ff2c3e85c18d4fb1","published":"Tue, 12 May 2026 00:00:00 -0400","receipt_hash":"b543e9165ba4bd6609cf56cb8ada8e80db650cdf0a79ca19ff2c3e85c18d4fb1","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"b543e9165ba4bd6609cf56cb8ada8e80db650cdf0a79ca19ff2c3e85c18d4fb1","observed_at":"2026-05-12T04:43:42.564879Z","parent_run_hash":"4cc5aca0c1b8116c9ab92405e0260204f01cf7ce2e49dea9d7e123236f5dc13b","published":"Tue, 12 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2601.21698v2 Announce Type: replace-cross \nAbstract: Curriculum learning changes the order of pretraining data, but it remains unclear how ordering changes the learning dynamics. We pretrain models from 14M to 1B parameters for 300B tokens under three linguistically motivated curricula--Age-of-Acquisition, word frequency, and Verb Variation (VV)--and compare each against Random ordering. We analyze latent training phases, gradient noise scale (GNS), and the singular-value structure of the output head. We find that training follows a shared sequence of latent phases, while curricula mainly change time spent in each phase. Random ordering yields higher GNS at 14M-70M and late singular-entropy spikes up to 160M, consistent with noisier gradients and output-head saturation. A reverse-order VV control shows that direction matters: descending order loses much of the accuracy advantage of the ascending curriculum. At larger scales, these stability differences are smaller. These results ","title":"Curriculum Learning for LLM Pretraining: An Analysis of Learning Dynamics","url":"https://arxiv.org/abs/2601.21698","vendor":"arxiv_cs_ai"},"summary":"arXiv:2601.21698v2 Announce Type: replace-cross \nAbstract: Curriculum learning changes the order of pretraining data, but it remains unclear how ordering changes the learning dynamics. We pretrain models from 14M to 1B parameters for 300B tokens under three linguistically motivated curricula--Age-of-Acquisition, word frequency, and Verb Variation (VV)--and compare each against Random ordering. We analyze latent training phases, gradient noise scale (GNS), and the singular-value structure of the output head. We find that training follows a shared sequence of latent phases, while curricula mainly change time spent in each phase. Random ordering yields higher GNS at 14M-70M and late singular-entropy spikes up to 160M, consistent with noisier gradients and output-head saturation. A reverse-order VV control shows that direction matters: descending order loses much of the accuracy advantage of the ascending curriculum. At larger scales, these stability differences are smaller. These results ","title":"Curriculum Learning for LLM Pretraining: An Analysis of Learning Dynamics","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-12T04:43:42Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2601.21698"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:1d643fc34802a1d1e03bbb76586759eb3d66211d958173d691f46f921a6917c7af9bca83af5addaa8eddf9fb80effa8316e2a09a3b9f0e8ac3d2d2de18220f0a","signer":"crovia.substrate","subject":{"observed_at":"2026-05-12T04:43:42Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2601.21698"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"fe9cfa8f42b2dd11ead77d79061561635413d73ee10bdf258939bf6029d904de","leaf_index":129119,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"5d1883a26ee29f1fc3d91b1c9a4b824ab2e118f9f7a9959c2db6d69035487790","side":"left"},{"sibling":"5bea405f492ad7b0a414ad593abb4ef855afbcb9cc82c0f735c760b4e44323f5","side":"left"},{"sibling":"9e3b4cbae1e74fe9d089f6d2d3cebbbbd2a3cd01b11aa790ae4cc020e1705952","side":"left"},{"sibling":"24e4aa191595bf48aae93a7bb532ba36c65f77164a24ae1115fc2e72224ea1aa","side":"left"},{"sibling":"5a93b44b3d11296cc878aa1303e792689b31d339f6f42747a13ec9e43a2abf58","side":"left"},{"sibling":"c3f585333ceb77a609ecf60a311616a396273be99dcb53b2246827ec141d5801","side":"right"},{"sibling":"de3746873a17cbee8458cf7f279f03cf066292b79b849b56e0cdcff253bd1ee4","side":"left"},{"sibling":"684a7e41697dc4a5ae5bd51e0b1fa452ba8e0ce5866bec279d63e12ce9b1e6cf","side":"right"},{"sibling":"bb93634b6ea81ccfb7b9c5b023ffaff85acd8b3f1ec609973d847fd93873d3ec","side":"right"},{"sibling":"9922155d12ac3db561299f0abaec57fc59dd8e711d91cd590823abd8f3e4647f","side":"right"},{"sibling":"9c71dae5b380aff58527385ccecc23b4cd8ff36395d4fc35ad5236b00fcb6db8","side":"right"},{"sibling":"d32d0a951c1d7e98a8e1951a587d83c97962daeeaa455643bc1d5d53744dc21e","side":"left"},{"sibling":"ffc4d51379293bc3e1910c7d612f409dc610fd9acf8241793fb89f82e1bad4ef","side":"left"},{"sibling":"62ac6554017807bd83187f5a3e5f4f72d6c482616429c2780e9fff1f4845fa04","side":"left"},{"sibling":"3a5e69cf0803f4c91f3895ed7c9a95748fef240bec4422e167c05300f79f06c0","side":"left"},{"sibling":"f2817ab288b5324fe49770372c7a10f33f7cd11005f8d4c0a730316f5229dc98","side":"left"},{"sibling":"725fac972e772ca0dc598810ea1abc70df472f72d2d6ab8a0baee2b80e5d2f4c","side":"left"},{"sibling":"98fc57dfef8873b512edc8340f7181df57302bb96777625e072235c62d7c5895","side":"right"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_fa3f5ad9f53a34a51403d6636fb48a4e636e762a3eb8dd64181b0b6ef9d17fbb"}}