{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_394ec3f3b917f3a996cae5a26b6d2e197120fc81640dc9839715fb0c2d9405fe","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_394ec3f3b917f3a996cae5a26b6d2e197120fc81640dc9839715fb0c2d9405fe","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"8c0fc6849122a35b85ac8a0994f07771378cbf96c1cd17eb8615cda7f409a702","published":"Tue, 05 May 2026 00:00:00 -0400","receipt_hash":"8c0fc6849122a35b85ac8a0994f07771378cbf96c1cd17eb8615cda7f409a702","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"8c0fc6849122a35b85ac8a0994f07771378cbf96c1cd17eb8615cda7f409a702","observed_at":"2026-05-05T04:43:28.458286Z","parent_run_hash":"84f40dd8e6af9caa9f2a7fd632024f0e0192177c4532d9af5caf61b409324d7a","published":"Tue, 05 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2403.02290v2 Announce Type: replace \nAbstract: The Bellman equation and its continuous form, the Hamilton-Jacobi-Bellman equation, are ubiquitous in reinforcement learning and control theory. However, these equations become intractable for high-dimensional or nonlinear systems. This paper develops two new reinforcement learning algorithms based on the data-driven Koopman operator, which lifts a nonlinear system into new coordinates where the dynamics become approximately linear, and where Hamilton-Jacobi-Bellman-based methods are more tractable. In particular, the Koopman operator captures the expectation of the time evolution of the value function via linear dynamics in the lifted coordinates. By parameterizing the Koopman operator with the control actions, we construct a ``controlled Koopman tensor'' that facilitates the estimation of the optimal value function. This enables us to reformulate two max-entropy RL algorithms: soft value iteration and soft actor-critic. This flexib","title":"Koopman-Assisted Reinforcement Learning","url":"https://arxiv.org/abs/2403.02290","vendor":"arxiv_cs_ai"},"summary":"arXiv:2403.02290v2 Announce Type: replace \nAbstract: The Bellman equation and its continuous form, the Hamilton-Jacobi-Bellman equation, are ubiquitous in reinforcement learning and control theory. However, these equations become intractable for high-dimensional or nonlinear systems. This paper develops two new reinforcement learning algorithms based on the data-driven Koopman operator, which lifts a nonlinear system into new coordinates where the dynamics become approximately linear, and where Hamilton-Jacobi-Bellman-based methods are more tractable. In particular, the Koopman operator captures the expectation of the time evolution of the value function via linear dynamics in the lifted coordinates. By parameterizing the Koopman operator with the control actions, we construct a ``controlled Koopman tensor'' that facilitates the estimation of the optimal value function. This enables us to reformulate two max-entropy RL algorithms: soft value iteration and soft actor-critic. This flexib","title":"Koopman-Assisted Reinforcement Learning","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-05T04:43:28Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2403.02290"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:9631bd3c218dae5beac4b9f8e671bd9b958202b85398aabcce6422a289b145c86b7dc1b2c01cdc94d383361672cc05e646523497571deeb3d2425e50b1129a00","signer":"crovia.substrate","subject":{"observed_at":"2026-05-05T04:43:28Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2403.02290"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"a91255c86cbeec755d7e8aede069792f9fc6d71b9d98b640f0032c7907cb1571","leaf_index":114345,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"e1aabb4ccaaa90132b84189dbb9f511acc74ea7c320f87ccbd7f46b8a61e0d40","side":"left"},{"sibling":"2584390cdb8fc39e9484b79f287094fdbef0a44644e38036e7d5c8385ee20314","side":"right"},{"sibling":"896991806456fe8d27ce1cc8eed9774a48a780bf285a2d0cb60092e43a49546c","side":"right"},{"sibling":"e583d6d47c538143a39e305c92c87c2b75b55433fd5acc3597e054fefdbdcb40","side":"left"},{"sibling":"528f0c6ea65d6cf412f50995f5819560d11900598ccbbf70f77fb416fdbdc9dd","side":"right"},{"sibling":"f10f8aaf284b0bc6a40e59a80100d89681d33e45e30b3601b0dc2b272a2d9ce7","side":"left"},{"sibling":"8d93413b71ef416d945411f76ceb942da4715d54accb63f2761b83bb6b41ddef","side":"right"},{"sibling":"cbcf8d239488334c83b4e4700b65758e992d56d579302bc08e5c2df1fa69ea5a","side":"left"},{"sibling":"17e21f83c86c2a86dddad911d22393ee81f41d8e0b79ef8c0c48668ea846f2ca","side":"right"},{"sibling":"8df6c69f776fbba620634f6baf125eeaa6fdf9426e461e649028010d9a703f42","side":"left"},{"sibling":"ea40d1bd0432ad4dd90f023c692aaab8c8f54e27ce652e82f2ec8e16cacfb632","side":"left"},{"sibling":"673cd6d27b696232f7f65e7a0733c7df6bc9fac3bcb569907ebb0de1c72c4bb2","side":"left"},{"sibling":"76d7c4385d71ae8104107105be66eddb792e01ed6e493db5a9b4eec5441abb76","side":"left"},{"sibling":"b03f005860bf95148ea89c703a32ca19ab7a2ca71b58bb628ff94a9edb8703b0","side":"left"},{"sibling":"21d1e30b556f553dc939fddc23e6367f0a7755ebe3dd489dc0001cef017beb7f","side":"right"},{"sibling":"f2817ab288b5324fe49770372c7a10f33f7cd11005f8d4c0a730316f5229dc98","side":"left"},{"sibling":"725fac972e772ca0dc598810ea1abc70df472f72d2d6ab8a0baee2b80e5d2f4c","side":"left"},{"sibling":"98fc57dfef8873b512edc8340f7181df57302bb96777625e072235c62d7c5895","side":"right"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_394ec3f3b917f3a996cae5a26b6d2e197120fc81640dc9839715fb0c2d9405fe"}}