{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_82e30e968c9f99c1b38bad88fe70f4b450f8cad13542e20b4c125c8ff2e5141e","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_82e30e968c9f99c1b38bad88fe70f4b450f8cad13542e20b4c125c8ff2e5141e","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"8160812891a592237fdd4953829d14c3db3843e66941a99c319f818e00ee21f3","published":"Thu, 14 May 2026 00:00:00 -0400","receipt_hash":"8160812891a592237fdd4953829d14c3db3843e66941a99c319f818e00ee21f3","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"8160812891a592237fdd4953829d14c3db3843e66941a99c319f818e00ee21f3","observed_at":"2026-05-14T04:43:36.462865Z","parent_run_hash":"eb105e641aec4518c665fb1a0f748c2a8c8189675990bd4092425661eb7af1d8","published":"Thu, 14 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2504.11944v3 Announce Type: replace-cross \nAbstract: Offline reinforcement learning (RL) learns effective policies from pre-collected datasets, offering a practical solution for applications where online interactions are risky or costly. Model-based approaches are particularly advantageous for offline RL, owing to their data efficiency and generalizability. However, due to inherent model errors, model-based methods often artificially introduce conservatism guided by heuristic uncertainty estimation, which can be unreliable. In this paper, we introduce VIPO, a novel model-based offline RL algorithm that incorporates self-supervised feedback from value estimation to enhance model training. Specifically, the model is learned by additionally minimizing the inconsistency between the value learned directly from the offline data and the value estimated from the model. We perform comprehensive evaluations from multiple perspectives to show that VIPO can learn a highly accurate model effi","title":"VIPO: Value Function Inconsistency Penalized Offline Reinforcement Learning","url":"https://arxiv.org/abs/2504.11944","vendor":"arxiv_cs_ai"},"summary":"arXiv:2504.11944v3 Announce Type: replace-cross \nAbstract: Offline reinforcement learning (RL) learns effective policies from pre-collected datasets, offering a practical solution for applications where online interactions are risky or costly. Model-based approaches are particularly advantageous for offline RL, owing to their data efficiency and generalizability. However, due to inherent model errors, model-based methods often artificially introduce conservatism guided by heuristic uncertainty estimation, which can be unreliable. In this paper, we introduce VIPO, a novel model-based offline RL algorithm that incorporates self-supervised feedback from value estimation to enhance model training. Specifically, the model is learned by additionally minimizing the inconsistency between the value learned directly from the offline data and the value estimated from the model. We perform comprehensive evaluations from multiple perspectives to show that VIPO can learn a highly accurate model effi","title":"VIPO: Value Function Inconsistency Penalized Offline Reinforcement Learning","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-14T04:43:36Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2504.11944"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:472b759bf1df1e862eb5502f33b996aba97227ac85a99811c5738c8841dae1fb31d451aba29904b6df0d698919dd5c1f8f480bec6961e52e9eecc95a0ca4e00c","signer":"crovia.substrate","subject":{"observed_at":"2026-05-14T04:43:36Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2504.11944"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"e26a961e5020029ddf11d35c54bf10f6ba88d8fda3c4136cd92717167781c4fd","leaf_index":132737,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"df1988a8225b4d6b07d0f1f14cfab4710b66747fdfe7e7dbdc094c720bf5146c","side":"left"},{"sibling":"abcb222d855e42eb60543a4660f24e0ede98ab9ad90d040d7799143cd0edb687","side":"right"},{"sibling":"4c553a4d43a39c66f7295aba6b2b798ad2340ec7a88bef2ab4725f4fa5df6914","side":"right"},{"sibling":"4ab2792edb23cb7fb1fd4529de9cc0f082a34e5e623634a6f21eae393a84f383","side":"right"},{"sibling":"85ac6d3b81592cbf8cd19d47ff0037295ddfd6c307f03d1bb0509ec4c6b90109","side":"right"},{"sibling":"6aef7f0f2db7886a18a0609f179bd899cd1bc2ce5402be1d8f854cadcdfdaee7","side":"right"},{"sibling":"082bee6702d02c968f73550f57d052606dc8732cddb9a8af38542747b47966a4","side":"right"},{"sibling":"d390ceb521d99fbee195843b8c087d5b6d6b3c13cc9f5d0b36a1c937a84cb77a","side":"left"},{"sibling":"2ae8cbb1d93652ee36f693c3d63e733765fbafcd7765d6d596692bf393ce0a1d","side":"right"},{"sibling":"a957418f640d5dc3181a7628c2646bb86c6da0ea6888670b451e534693a0c7cb","side":"left"},{"sibling":"c03f0a468f574a08ffe8b17e1a17bd88216e1359f0e33a54447e160cd8675da0","side":"left"},{"sibling":"038ff12da6f55509125ef0d96e1e57dda29a2fe63bf03fba2af4cf7cbcd88b36","side":"right"},{"sibling":"b0419206fe62ef216df3900ca93cffd44df267435a4643dda354c1310079cf91","side":"right"},{"sibling":"0d4a9c03674f9d0ce64df15c15e9f656a54b41f93c428aac8e615fda26291956","side":"right"},{"sibling":"7856d920f3f1f1d2194c1ed7351bf0d674440df3cb423a6911f89cb3e9578c0b","side":"right"},{"sibling":"6ac6396bdd2e9df315427a46155531476e7f9012b4bd962e0d2d6d1209b11723","side":"right"},{"sibling":"7c8dc85cbfe43e19ac759ad176cfa11dba2467ae17927c471d5c55663c4f490d","side":"right"},{"sibling":"d841ad93efda0869e5eb97678f348f03f5caab4353e05ff4bf18f47fb945b822","side":"left"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_82e30e968c9f99c1b38bad88fe70f4b450f8cad13542e20b4c125c8ff2e5141e"}}