{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_3fa9dedef7f6d32712cb2fce12f1a0a6aff8e6244db4b8f3084527e7ec95c7da","bitcoin_anchor":{"bitcoin_attestations":[],"calendar_attestations":[],"ots_url":"","stamped_at":"","status":"pending_next_stamp"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_3fa9dedef7f6d32712cb2fce12f1a0a6aff8e6244db4b8f3084527e7ec95c7da","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"d6fe6df43e8a99ee1869dd5153ccc96a06febbc14a0686362a6d6cadca662f49","published":"Mon, 01 Jun 2026 00:00:00 -0400","receipt_hash":"d6fe6df43e8a99ee1869dd5153ccc96a06febbc14a0686362a6d6cadca662f49","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"d6fe6df43e8a99ee1869dd5153ccc96a06febbc14a0686362a6d6cadca662f49","observed_at":"2026-06-01T04:43:13.859018Z","parent_run_hash":"8993bbc535dae8c9669e099af3624cb39166b8d9bbfd66f26ae5c338cbb21be2","published":"Mon, 01 Jun 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2605.30803v1 Announce Type: new \nAbstract: LLM judges are increasingly used to evaluate open-ended responses, but their scores depend strongly on the rubrics that condition them. A vague rubric asking for a response to be ``helpful and factual'' can reward polished answers that invent facts or violate user intent. We treat reusable rubrics as measurement specifications: changing the rubric changes the response quality measurement induced by a fixed judge. We introduce PReMISE, a framework that, given pairwise human-preference data, (i) discovers a policy-level rubric set, and (ii) audits any rubric set under LLM-judge use along four axes: structural adequacy, reliability, preference fit, and adversarial robustness. Across rubric sources no raw source is simultaneously reliable, preference-predictive, and adversarially robust; and high inter-rater agreement does not imply low exploitability. PReMISE is the only rubric source to score non-trivially on applicability, specificity, an","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","url":"https://arxiv.org/abs/2605.30803","vendor":"arxiv_cs_ai"},"summary":"arXiv:2605.30803v1 Announce Type: new \nAbstract: LLM judges are increasingly used to evaluate open-ended responses, but their scores depend strongly on the rubrics that condition them. A vague rubric asking for a response to be ``helpful and factual'' can reward polished answers that invent facts or violate user intent. We treat reusable rubrics as measurement specifications: changing the rubric changes the response quality measurement induced by a fixed judge. We introduce PReMISE, a framework that, given pairwise human-preference data, (i) discovers a policy-level rubric set, and (ii) audits any rubric set under LLM-judge use along four axes: structural adequacy, reliability, preference fit, and adversarial robustness. Across rubric sources no raw source is simultaneously reliable, preference-predictive, and adversarially robust; and high inter-rater agreement does not imply low exploitability. PReMISE is the only rubric source to score non-trivially on applicability, specificity, an","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-06-01T04:43:13Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2605.30803"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:a0fec9b53a6e5a63462126432465bba7b8ef8f25a93806b5365a0142d1937deedfd77f62bfb6bb4fa10fb418ca203eea31ce408bef817d03b75e92526b22750b","signer":"crovia.substrate","subject":{"observed_at":"2026-06-01T04:43:13Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2605.30803"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"3dd80001907e4d9b908dd02572e46025ec057bd5c2f645773d1672688f8b8f77","leaf_index":163777,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"c8821d07aa24f04d4dbd73924203fb50f6a4f49e5ee928360a28ffb6c53b1fbd","side":"left"},{"sibling":"9a02b80a93e33679be6991421f7793ffea026a623bdf749eafb46557267d3cd9","side":"right"},{"sibling":"bfa185129424d779301e502d3b45d4815b6b786678db90a5351c71c19865a0e5","side":"right"},{"sibling":"469540337da04f0a33e8bd3d05dcef93e1553224b2245e240921ba56ca9d7deb","side":"right"},{"sibling":"12f06b9003cd0759b5a6b217c74a5d3407ce952c9f3d1f5ffb2f2b610ea9cf2b","side":"right"},{"sibling":"14a28c2982687dd26393e7e927addebf2d5a5101d99d05872284131df7a2f44a","side":"right"},{"sibling":"6f506d4e4c7fb170ea5ab20efffbcbb69464bf6db4cde5e90925fede53e31584","side":"left"},{"sibling":"764e4312cdb701ef8613acdc2311e1724d6a379f21c70c30ed832e7ede3d2d33","side":"left"},{"sibling":"5a0517e6c348bc5a70f1aef04c1415d23980c712e375838fff54dfa281f98760","side":"left"},{"sibling":"d6986f4b6a5bd07cba1de43f660d527af780ad1465d0f4af5f137bd514e95f7e","side":"left"},{"sibling":"aff54f89d4445cf32bb05b2ece532d190200cb92524489ddfa648b5cc36e21a4","side":"left"},{"sibling":"f028fad1771bff7dceff3a83baf90249f4eb410ebedfe92dda1bb2b89d7093c8","side":"left"},{"sibling":"59c6490072e8a1d357ece10bb08d7f449a3acbae58e130e3e7469cbea0314c65","side":"left"},{"sibling":"66331bac84ca0f8983eb09fac7eaf95af234f1b82680b793eabff4ee25caac40","side":"left"},{"sibling":"35ca36cee447f0ef7064a25d55f59357c66901e31427729c4c1d8b14aa8adb6c","side":"left"},{"sibling":"c9ac00eed8c475f1e525869bb329af03d052181b19ff8234edefe12f6ecec154","side":"right"},{"sibling":"ce41d9b82f34b16efd653dfb3552acc4e2512939e47903e5fc979fbed00c5764","side":"right"},{"sibling":"d841ad93efda0869e5eb97678f348f03f5caab4353e05ff4bf18f47fb945b822","side":"left"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":164217,"merkle_root":"a1098816aea1b60b8fe37b62410469bc5024a2c335bbec4f6ef2add7875dbdf2","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260601T053701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-06-01T05:37:41Z","sig_algorithm":"ed25519","signature":"d7f91db1d54b9495c499440c2828f4bd53360555391ce6e25adea5183bc1fa0f697d80708a099d0b0429e6f8cb6c71e7fccf82acb3c84481149974fb26074708","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_3fa9dedef7f6d32712cb2fce12f1a0a6aff8e6244db4b8f3084527e7ec95c7da"}}