{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_4fa8c29bab16864e720f5b8037338e0088d57fdd8f6dd673495af5b6a9fbe6af","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_4fa8c29bab16864e720f5b8037338e0088d57fdd8f6dd673495af5b6a9fbe6af","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"8a7f199c8263ebf9eb556aa38ec0ff1d61d2243c835e341ab49e9ee7d3806cc1","published":"Tue, 05 May 2026 00:00:00 -0400","receipt_hash":"8a7f199c8263ebf9eb556aa38ec0ff1d61d2243c835e341ab49e9ee7d3806cc1","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"8a7f199c8263ebf9eb556aa38ec0ff1d61d2243c835e341ab49e9ee7d3806cc1","observed_at":"2026-05-05T04:43:28.458286Z","parent_run_hash":"84f40dd8e6af9caa9f2a7fd632024f0e0192177c4532d9af5caf61b409324d7a","published":"Tue, 05 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2605.00086v1 Announce Type: cross \nAbstract: High-quality corpora are essential for advancing Natural Language Processing (NLP) in Portuguese. Building on previous encoder-only models such as BERTimbau and Albertina PT-BR, we introduce NorBERTo, a modern encoder based on the ModernBERT architecture, featuring long-context support and efficient attention mechanisms. NorBERTo is trained on Aurora-PT, a newly curated Brazilian Portuguese corpus comprising 331 billion GPT-2 tokens collected from diverse web sources and existing multilingual datasets. We systematically benchmark NorBERTo against Strong baselines on semantic similarity, textual entailment and classification tasks using standardized datasets such as ASSIN 2 and PLUE. On PLUE, NorBERTo-large achieves the best results among the encoder models we evaluated, notably reaching 0.9191 F1 on MRPC and 0.7689 accuracy on RTE. On ASSIN 2, NorBERTo-large attains the highest entailment F1 (~0.904) among all encoders considered, alth","title":"NorBERTo: A ModernBERT Model Trained for Portuguese with 331 Billion Tokens Corpus","url":"https://arxiv.org/abs/2605.00086","vendor":"arxiv_cs_ai"},"summary":"arXiv:2605.00086v1 Announce Type: cross \nAbstract: High-quality corpora are essential for advancing Natural Language Processing (NLP) in Portuguese. Building on previous encoder-only models such as BERTimbau and Albertina PT-BR, we introduce NorBERTo, a modern encoder based on the ModernBERT architecture, featuring long-context support and efficient attention mechanisms. NorBERTo is trained on Aurora-PT, a newly curated Brazilian Portuguese corpus comprising 331 billion GPT-2 tokens collected from diverse web sources and existing multilingual datasets. We systematically benchmark NorBERTo against Strong baselines on semantic similarity, textual entailment and classification tasks using standardized datasets such as ASSIN 2 and PLUE. On PLUE, NorBERTo-large achieves the best results among the encoder models we evaluated, notably reaching 0.9191 F1 on MRPC and 0.7689 accuracy on RTE. On ASSIN 2, NorBERTo-large attains the highest entailment F1 (~0.904) among all encoders considered, alth","title":"NorBERTo: A ModernBERT Model Trained for Portuguese with 331 Billion Tokens Corpus","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-05T04:43:28Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2605.00086"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:bd8e61ef6ad2d06fe5a19e477973b15357a4816c388ab8007b4e1a8151301bc7a038fe9525a4fd8d0153aa027848ffdf54d2fac0e3be3e1a35b95617f3ca3a02","signer":"crovia.substrate","subject":{"observed_at":"2026-05-05T04:43:28Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2605.00086"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"0aa553ddd1fec143ffbdd1b8d20d6b5966e0e97b24b06e027cb818dca353bdd6","leaf_index":114265,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"1620cdf31e0f3b79ea273114fec35131f9dc99129b3106e20697ce7b2dedf8e0","side":"left"},{"sibling":"ea4f69d35fd91f35ddc9896981a55e82a22b0b92fbfcc2d29fd4f2af9dec4f86","side":"right"},{"sibling":"c18984f05741e958c60f7f5caaba720664bf90575234153de619cddf8c327638","side":"right"},{"sibling":"262f79d20e3429ee61d1417918d9cf29b586012b57e84c063e1f708885125dca","side":"left"},{"sibling":"21063f2cf6c1befe98f4fb10e021f7a43b0a42a992065ad9c8b5fea8fe29b2a5","side":"left"},{"sibling":"a39a82c513a537c183ff1b16f330757a11afb374f0d12162ed010b9532d81bdd","side":"right"},{"sibling":"864ff8c61e24143ac1684572b26ed4ff162b3c2195104f55103383456befd161","side":"left"},{"sibling":"46dca532ded31bba3e38a2fc1bf625ddbe113eaf158d9999dfa7f7d5674bbb32","side":"right"},{"sibling":"17e21f83c86c2a86dddad911d22393ee81f41d8e0b79ef8c0c48668ea846f2ca","side":"right"},{"sibling":"8df6c69f776fbba620634f6baf125eeaa6fdf9426e461e649028010d9a703f42","side":"left"},{"sibling":"ea40d1bd0432ad4dd90f023c692aaab8c8f54e27ce652e82f2ec8e16cacfb632","side":"left"},{"sibling":"673cd6d27b696232f7f65e7a0733c7df6bc9fac3bcb569907ebb0de1c72c4bb2","side":"left"},{"sibling":"76d7c4385d71ae8104107105be66eddb792e01ed6e493db5a9b4eec5441abb76","side":"left"},{"sibling":"b03f005860bf95148ea89c703a32ca19ab7a2ca71b58bb628ff94a9edb8703b0","side":"left"},{"sibling":"21d1e30b556f553dc939fddc23e6367f0a7755ebe3dd489dc0001cef017beb7f","side":"right"},{"sibling":"f2817ab288b5324fe49770372c7a10f33f7cd11005f8d4c0a730316f5229dc98","side":"left"},{"sibling":"725fac972e772ca0dc598810ea1abc70df472f72d2d6ab8a0baee2b80e5d2f4c","side":"left"},{"sibling":"98fc57dfef8873b512edc8340f7181df57302bb96777625e072235c62d7c5895","side":"right"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_4fa8c29bab16864e720f5b8037338e0088d57fdd8f6dd673495af5b6a9fbe6af"}}