{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:3HHEA7G2AEJXUDDTDJ6FTH6VRQ","short_pith_number":"pith:3HHEA7G2","canonical_record":{"source":{"id":"2606.08625","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T13:34:55Z","cross_cats_sorted":[],"title_canon_sha256":"000f1c0525f50c9c1129c1e7cc5f1125c5fea5b67721f18fc278be9b66ad9633","abstract_canon_sha256":"0d590ecc0243fc0887d2e8d20617f17a3e8d749fd13ca5514d60ee70a454a006"},"schema_version":"1.0"},"canonical_sha256":"d9ce407cda01137a0c731a7c599fd58c23accfc25181d2e9027fb067d8eecf6e","source":{"kind":"arxiv","id":"2606.08625","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.08625","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2606.08625v1","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.08625","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"3HHEA7G2AEJX","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"3HHEA7G2AEJXUDDT","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"3HHEA7G2","created_at":"2026-06-09T01:05:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:3HHEA7G2AEJXUDDTDJ6FTH6VRQ","target":"record","payload":{"canonical_record":{"source":{"id":"2606.08625","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T13:34:55Z","cross_cats_sorted":[],"title_canon_sha256":"000f1c0525f50c9c1129c1e7cc5f1125c5fea5b67721f18fc278be9b66ad9633","abstract_canon_sha256":"0d590ecc0243fc0887d2e8d20617f17a3e8d749fd13ca5514d60ee70a454a006"},"schema_version":"1.0"},"canonical_sha256":"d9ce407cda01137a0c731a7c599fd58c23accfc25181d2e9027fb067d8eecf6e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T01:05:41.793816Z","signature_b64":"CyXdyLXAxBujZCsISMZcqkQc+5qLIDMF/iJ+Q8ZZN4Ux3UipwPcw14KHGTSllV+2gT/ys4F0msL+p5yK4Z2lBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d9ce407cda01137a0c731a7c599fd58c23accfc25181d2e9027fb067d8eecf6e","last_reissued_at":"2026-06-09T01:05:41.793415Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T01:05:41.793415Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.08625","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T01:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Boe/64bQu9RrRonnu+x03zmZCnoA8WZ5Ixp0uE7sjSyBKSEKYzrj0G16Zng7dh0105EuwrbYLna5XXjlSZIgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-03T11:26:05.520038Z"},"content_sha256":"0a2766bd98e8b10853ce0544c3d7c447af9b23f3d3d05e1a48c307d611f599a1","schema_version":"1.0","event_id":"sha256:0a2766bd98e8b10853ce0544c3d7c447af9b23f3d3d05e1a48c307d611f599a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:3HHEA7G2AEJXUDDTDJ6FTH6VRQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Holistic Evaluation to Structured Criteria: Rubrics Across the Evolving LLM Landscape","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hao Chen, Maosong Sun, Qingfu Zhu, Wanxiang Che, Yukun Yan, Ziyu Han","submitted_at":"2026-06-07T13:34:55Z","abstract_excerpt":"As Large Language Models (LLMs) advance toward open-ended autonomous agents, the mechanisms used to evaluate and guide their behavior must evolve accordingly. This work introduces the rubric as a unifying framework capturing this evolution, characterizing rubrics as a dynamic response to successive LLM paradigm shifts that recurs across otherwise independent efforts in evaluation, reinforcement learning, and safety alignment. We define rubrics as explicit criteria sets that transform complex quality judgments into structured and actionable standards, and demonstrate that their recurrence acros"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.08625","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.08625/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T01:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PtA1R7O9sB4WzmAc4/2Q/FkDYlX8YrEll1qHnDnLyp9IqLWT3OmNZ79JwZi/25o18SAJ32Ee/IRAnh+SUiwYBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-03T11:26:05.520434Z"},"content_sha256":"ac70946aba964ffad808a40bd2b23d11d819934469943b3e21d8c0de8c3c1aad","schema_version":"1.0","event_id":"sha256:ac70946aba964ffad808a40bd2b23d11d819934469943b3e21d8c0de8c3c1aad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/bundle.json","state_url":"https://pith.science/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-03T11:26:05Z","links":{"resolver":"https://pith.science/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ","bundle":"https://pith.science/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/bundle.json","state":"https://pith.science/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3HHEA7G2AEJXUDDTDJ6FTH6VRQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:3HHEA7G2AEJXUDDTDJ6FTH6VRQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0d590ecc0243fc0887d2e8d20617f17a3e8d749fd13ca5514d60ee70a454a006","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T13:34:55Z","title_canon_sha256":"000f1c0525f50c9c1129c1e7cc5f1125c5fea5b67721f18fc278be9b66ad9633"},"schema_version":"1.0","source":{"id":"2606.08625","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.08625","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2606.08625v1","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.08625","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"3HHEA7G2AEJX","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"3HHEA7G2AEJXUDDT","created_at":"2026-06-09T01:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"3HHEA7G2","created_at":"2026-06-09T01:05:41Z"}],"graph_snapshots":[{"event_id":"sha256:ac70946aba964ffad808a40bd2b23d11d819934469943b3e21d8c0de8c3c1aad","target":"graph","created_at":"2026-06-09T01:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.08625/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) advance toward open-ended autonomous agents, the mechanisms used to evaluate and guide their behavior must evolve accordingly. This work introduces the rubric as a unifying framework capturing this evolution, characterizing rubrics as a dynamic response to successive LLM paradigm shifts that recurs across otherwise independent efforts in evaluation, reinforcement learning, and safety alignment. We define rubrics as explicit criteria sets that transform complex quality judgments into structured and actionable standards, and demonstrate that their recurrence acros","authors_text":"Hao Chen, Maosong Sun, Qingfu Zhu, Wanxiang Che, Yukun Yan, Ziyu Han","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T13:34:55Z","title":"From Holistic Evaluation to Structured Criteria: Rubrics Across the Evolving LLM Landscape"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.08625","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a2766bd98e8b10853ce0544c3d7c447af9b23f3d3d05e1a48c307d611f599a1","target":"record","created_at":"2026-06-09T01:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0d590ecc0243fc0887d2e8d20617f17a3e8d749fd13ca5514d60ee70a454a006","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-07T13:34:55Z","title_canon_sha256":"000f1c0525f50c9c1129c1e7cc5f1125c5fea5b67721f18fc278be9b66ad9633"},"schema_version":"1.0","source":{"id":"2606.08625","kind":"arxiv","version":1}},"canonical_sha256":"d9ce407cda01137a0c731a7c599fd58c23accfc25181d2e9027fb067d8eecf6e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d9ce407cda01137a0c731a7c599fd58c23accfc25181d2e9027fb067d8eecf6e","first_computed_at":"2026-06-09T01:05:41.793415Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-09T01:05:41.793415Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CyXdyLXAxBujZCsISMZcqkQc+5qLIDMF/iJ+Q8ZZN4Ux3UipwPcw14KHGTSllV+2gT/ys4F0msL+p5yK4Z2lBg==","signature_status":"signed_v1","signed_at":"2026-06-09T01:05:41.793816Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.08625","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a2766bd98e8b10853ce0544c3d7c447af9b23f3d3d05e1a48c307d611f599a1","sha256:ac70946aba964ffad808a40bd2b23d11d819934469943b3e21d8c0de8c3c1aad"],"state_sha256":"ff58f4454b9e92c5a34e62d3543178517bc7c46bd5f2b54f5341d7d7da63c289"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z6nWJuUTX2WJ3irXEYyDdXijBrkuQlS+35zog1+SPTVwsy6omGWuwcp2Qo8UwkiBOxVFwaBcmgwKLFBpYcEQCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-03T11:26:05.522455Z","bundle_sha256":"fe8c713eb89dee52b2cc73302a757dbf81f3b889a5bb89b63e9f4a785d0e4921"}}