{"_canonicalization":{"envelope_id":"axm_ + sha256(envelope minus {signature, axiom_id, anchors})","envelope_signature":"ed25519(envelope minus {signature, axiom_id})","json":"sort_keys=True, separators=(',',':'), ensure_ascii=False, allow_nan=False, utf-8","leaf_hash":"sha256(0x00 || canonical_json(envelope_full))","seal_signature":"ed25519(seal minus {signature, sig_algorithm})"},"axiom_id":"axm_c0fe28d55ab37f58b982fcf96bb4480cff61dff424b01dd2774315ab0dadbfa1","bitcoin_anchor":{"bitcoin_attestations":["bitcoin_block_949451"],"calendar_attestations":["https://finney.calendar.eternitywall.com","https://btc.calendar.catallaxy.com","https://alice.btc.calendar.opentimestamps.org","https://bob.btc.calendar.opentimestamps.org"],"ots_url":"/registry/data/substrate/anchors/77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3.ots","stamped_at":"2026-05-15T03:00:03Z","status":"bitcoin"},"envelope":{"anchors":[{"chain":"crovia.axiom_graph","height":0,"merkle_proof":"spider_vendor_press_v1","root_at_anchor":"spider_vendor_press_v1"}],"axiom_id":"axm_c0fe28d55ab37f58b982fcf96bb4480cff61dff424b01dd2774315ab0dadbfa1","axiom_type":"AX.OBS","body":{"axiom_subtype":"news.vendor_press.v1","category":"news","fingerprint":"6915c67c1c99ea278dbb6f059d07664a4753dc8bc9705f4c15cacd625c89eafd","published":"Tue, 05 May 2026 00:00:00 -0400","receipt_hash":"6915c67c1c99ea278dbb6f059d07664a4753dc8bc9705f4c15cacd625c89eafd","schema":"spider.news.vendor_press.v1","spider":"vendor_press","spider_record":{"axiom_subtype":"news.vendor_press.v1","category":"news","decision_hint":"POSITIVE","envelope_target":"AX.OBS","fingerprint":"6915c67c1c99ea278dbb6f059d07664a4753dc8bc9705f4c15cacd625c89eafd","observed_at":"2026-05-05T04:43:28.458286Z","parent_run_hash":"84f40dd8e6af9caa9f2a7fd632024f0e0192177c4532d9af5caf61b409324d7a","published":"Tue, 05 May 2026 00:00:00 -0400","runtime_version":"0.1.0","schema":"spider.news.vendor_press.v1","source_status":200,"source_url":"https://export.arxiv.org/rss/cs.AI","spider":"vendor_press","summary_excerpt":"arXiv:2605.00022v1 Announce Type: cross \nAbstract: The rapid proliferation of large audio models (LAMs) demands efficient approaches for model comparison, yet comprehensive benchmarks are costly. To fill this gap, we investigate whether minimal subsets can reliably evaluate LAMs while reducing costs and data redundancy. Analyzing 10 subset selection methods with 18 audio models across 40 tasks covering major LAM evaluation dimensions, we show that subsets of just 50 examples (0.3% of data) can achieve over 0.93 Pearson correlation with full benchmark scores. To understand how well these scores align with what practitioners ultimately care about, user satisfaction, we collect 776 human preference ratings from realistic voice assistant conversations, finding that both subsets and full benchmark achieve only 0.85 correlation with human. To better predict preferences, we trained regression models on these selected subsets, achieving 0.98 correlation -- outperforming regression models train","title":"Putting HUMANS first: Efficient LAM Evaluation with Human Preference Alignment","url":"https://arxiv.org/abs/2605.00022","vendor":"arxiv_cs_ai"},"summary":"arXiv:2605.00022v1 Announce Type: cross \nAbstract: The rapid proliferation of large audio models (LAMs) demands efficient approaches for model comparison, yet comprehensive benchmarks are costly. To fill this gap, we investigate whether minimal subsets can reliably evaluate LAMs while reducing costs and data redundancy. Analyzing 10 subset selection methods with 18 audio models across 40 tasks covering major LAM evaluation dimensions, we show that subsets of just 50 examples (0.3% of data) can achieve over 0.93 Pearson correlation with full benchmark scores. To understand how well these scores align with what practitioners ultimately care about, user satisfaction, we collect 776 human preference ratings from realistic voice assistant conversations, finding that both subsets and full benchmark achieve only 0.85 correlation with human. To better predict preferences, we trained regression models on these selected subsets, achieving 0.98 correlation -- outperforming regression models train","title":"Putting HUMANS first: Efficient LAM Evaluation with Human Preference Alignment","vendor":"arxiv_cs_ai"},"confidence":{"method":"deterministic"},"decision":"POSITIVE","issued_at":"2026-05-05T04:43:28Z","notes":"Spider vendor_press (news) news.vendor_press.v1","object":{"captured_by":"crovia.spider.vendor_press","primary_source_url":"https://arxiv.org/abs/2605.00022"},"predecessors":[],"schema":"crovia.axiom.v1","signature":"ed25519:df6279dd0c7bc467f9b4acb1bbf3bac8fad7b4f5d7461b5ca0c57709658016e60f59b7c769750257d3f5f9739876cea007fa1aada04456f5661b7cdf980e3204","signer":"crovia.substrate","subject":{"observed_at":"2026-05-05T04:43:28Z","source_collector":"spider:vendor_press","target_id":"https://arxiv.org/abs/2605.00022"},"tsa":{"authority":"crovia.substrate.bootstrap","rfc3161_token":"{\"kind\":\"crovia.bootstrap.tsa\",\"source_jsonl\":\"/opt/crovia/spider/data/news/vendor_press_v1.jsonl\",\"source_seal_merkle_root\":\"spider_vendor_press_v1\",\"upgrade_path\":\"Sessione H \\u2014 OpenTimestamps weekly anchor\"}"},"zk_mode":"clear","zk_proof":null},"ledger":{"leaf_hash":"22c44b293c649ad6803550c184003bc74ca618bbc2ef5cf569f9454387286649","leaf_index":114253,"ledger_path":"/opt/crovia/substrate/axiom_ledger.jsonl"},"merkle_proof":{"hash_alg":"sha256","leaf_prefix":"0x00","node_prefix":"0x01","odd_leaf_rule":"duplicate_last","path":[{"sibling":"5897deb175c33802805ed11eeda83a0cf667c83858abd47fbd02cc67f08ce655","side":"left"},{"sibling":"dea3d47c6fbf997b98c3ada545a70fe8e9bb733bac052ee224bdd2d285b70219","side":"right"},{"sibling":"8424c5d909bc2051814148a3351d58ab5e379e6c94c2318723f98365b3cfdb95","side":"left"},{"sibling":"53f18d82e9c6c0679b316f672ec57aad2d892cde1458cb9464b8b035d77e8d1b","side":"left"},{"sibling":"d13d1b6ba2a048fdedc09a1ca2939f477573f49d3023ed284733cc184e216442","side":"right"},{"sibling":"a39a82c513a537c183ff1b16f330757a11afb374f0d12162ed010b9532d81bdd","side":"right"},{"sibling":"864ff8c61e24143ac1684572b26ed4ff162b3c2195104f55103383456befd161","side":"left"},{"sibling":"46dca532ded31bba3e38a2fc1bf625ddbe113eaf158d9999dfa7f7d5674bbb32","side":"right"},{"sibling":"17e21f83c86c2a86dddad911d22393ee81f41d8e0b79ef8c0c48668ea846f2ca","side":"right"},{"sibling":"8df6c69f776fbba620634f6baf125eeaa6fdf9426e461e649028010d9a703f42","side":"left"},{"sibling":"ea40d1bd0432ad4dd90f023c692aaab8c8f54e27ce652e82f2ec8e16cacfb632","side":"left"},{"sibling":"673cd6d27b696232f7f65e7a0733c7df6bc9fac3bcb569907ebb0de1c72c4bb2","side":"left"},{"sibling":"76d7c4385d71ae8104107105be66eddb792e01ed6e493db5a9b4eec5441abb76","side":"left"},{"sibling":"b03f005860bf95148ea89c703a32ca19ab7a2ca71b58bb628ff94a9edb8703b0","side":"left"},{"sibling":"21d1e30b556f553dc939fddc23e6367f0a7755ebe3dd489dc0001cef017beb7f","side":"right"},{"sibling":"f2817ab288b5324fe49770372c7a10f33f7cd11005f8d4c0a730316f5229dc98","side":"left"},{"sibling":"725fac972e772ca0dc598810ea1abc70df472f72d2d6ab8a0baee2b80e5d2f4c","side":"left"},{"sibling":"98fc57dfef8873b512edc8340f7181df57302bb96777625e072235c62d7c5895","side":"right"}]},"schema":"crovia.axiom_proof.v1","seal":{"first_collector_run_id":"","first_receipt_hash":"","jsonl_path":"/opt/crovia/substrate/axiom_ledger.jsonl","key_id":"430895f101d38164","last_collector_run_id":"","last_receipt_hash":"","leaf_count":134292,"merkle_root":"77fc9c28fae777b81da5b495b3115474df6592dfac590333213d3bdf8b94a9b3","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","run_id":"hourly_json_retrofit_20260515T023701Z","schema":"crovia.seal.v1","seal_family_version":"crovia-seal-family/1","seal_kind":"substrate_batch","sealed_at":"2026-05-15T02:37:25Z","sig_algorithm":"ed25519","signature":"68107a834b00b24f5d4501e5ec727445311f132a486567ecc4c72a4e6dff24c8c21f2de3105293353ba5fdbe370d032819af6aa70f694e2e39b6af6737507009","signer_version":"1.1.0"},"trust_root":{"key_id":"430895f101d38164","public_key_hex":"cf742e26f75669dc673cb5c0786a1ae23ae8ca19c347317192ce40c28a7ff25c","signature_algorithm":"ed25519","url":"/registry/canon/TRUST_ROOT.md"},"verifier":{"spec":"/registry/canon/AXIOM_RECEIPT_v1.md","url":"/v/axm_c0fe28d55ab37f58b982fcf96bb4480cff61dff424b01dd2774315ab0dadbfa1"}}