{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UILHQF2KBH6RS3OADSESZWDMG4","short_pith_number":"pith:UILHQF2K","canonical_record":{"source":{"id":"2310.13032","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T12:13:58Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"title_canon_sha256":"bfd13ebd1272a5d912623ad8f63ad43cda60e01db683cb7805622cc9a95d7701","abstract_canon_sha256":"1c910d8839ea60bf3ad307feeba3b89ec6247b2e80f3e5e55329e41abe34964f"},"schema_version":"1.0"},"canonical_sha256":"a21678174a09fd196dc01c892cd86c372ef8a3e83044a7419275a7b442b13f02","source":{"kind":"arxiv","id":"2310.13032","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13032","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13032v4","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13032","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_12","alias_value":"UILHQF2KBH6R","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_16","alias_value":"UILHQF2KBH6RS3OA","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_8","alias_value":"UILHQF2K","created_at":"2026-07-05T07:21:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UILHQF2KBH6RS3OADSESZWDMG4","target":"record","payload":{"canonical_record":{"source":{"id":"2310.13032","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T12:13:58Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"title_canon_sha256":"bfd13ebd1272a5d912623ad8f63ad43cda60e01db683cb7805622cc9a95d7701","abstract_canon_sha256":"1c910d8839ea60bf3ad307feeba3b89ec6247b2e80f3e5e55329e41abe34964f"},"schema_version":"1.0"},"canonical_sha256":"a21678174a09fd196dc01c892cd86c372ef8a3e83044a7419275a7b442b13f02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:45.435162Z","signature_b64":"AGoCkf2an7GsoLtfO+MZQfrTYbQVVPCXYgUNMYaOXExp97i6lTD3HZO/jfREszyziweUQwsXUkdBQCWdVxcYDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a21678174a09fd196dc01c892cd86c372ef8a3e83044a7419275a7b442b13f02","last_reissued_at":"2026-07-05T07:21:45.434667Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:45.434667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.13032","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2mLKM1T5a4HDWK0xZoEyqWXFpZjPcXTJyJa+fcq6vPAwdgUEKgqZGsChxy8oGq1o2K+QPECyFrgPOJWQiADUCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:59:04.905348Z"},"content_sha256":"df4151dae0117946a6fe4711f9645fcf4c7f9322b7af269c31df6dd98a53bf9c","schema_version":"1.0","event_id":"sha256:df4151dae0117946a6fe4711f9645fcf4c7f9322b7af269c31df6dd98a53bf9c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UILHQF2KBH6RS3OADSESZWDMG4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quality-Diversity through AI Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.NE"],"primary_cat":"cs.CL","authors_text":"Andrew Dai, Gr\\'egory Schott, Hannah Teufel, Herbie Bradley, Jeff Clune, Jenny Zhang, Joel Lehman, Kenneth Stanley, Koen Oostermeijer, Marco Bellagente","submitted_at":"2023-10-19T12:13:58Z","abstract_excerpt":"In many text-generation problems, users may prefer not only a single response, but a diverse range of high-quality outputs from which to choose. Quality-diversity (QD) search algorithms aim at such outcomes, by continually improving and diversifying a population of candidates. However, the applicability of QD to qualitative domains, like creative writing, has been limited by the difficulty of algorithmically specifying measures of quality and diversity. Interestingly, recent developments in language models (LMs) have enabled guiding search through AI feedback, wherein LMs are prompted in natur"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13032","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.13032/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zvXzriMpwgL3mM/2V6g7eq8mYzSECZ6qjsohmGOZLNgQ86jUEe8GnJszkj7ap1qR/0d7QtUA4/kYNsfZ+UdbCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:59:04.905732Z"},"content_sha256":"cbfdff9a5ac1920a552456b6a5b0046f942ef5e3198abdf91ef9cc6df32a1e4e","schema_version":"1.0","event_id":"sha256:cbfdff9a5ac1920a552456b6a5b0046f942ef5e3198abdf91ef9cc6df32a1e4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UILHQF2KBH6RS3OADSESZWDMG4/bundle.json","state_url":"https://pith.science/pith/UILHQF2KBH6RS3OADSESZWDMG4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UILHQF2KBH6RS3OADSESZWDMG4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:59:04Z","links":{"resolver":"https://pith.science/pith/UILHQF2KBH6RS3OADSESZWDMG4","bundle":"https://pith.science/pith/UILHQF2KBH6RS3OADSESZWDMG4/bundle.json","state":"https://pith.science/pith/UILHQF2KBH6RS3OADSESZWDMG4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UILHQF2KBH6RS3OADSESZWDMG4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UILHQF2KBH6RS3OADSESZWDMG4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c910d8839ea60bf3ad307feeba3b89ec6247b2e80f3e5e55329e41abe34964f","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T12:13:58Z","title_canon_sha256":"bfd13ebd1272a5d912623ad8f63ad43cda60e01db683cb7805622cc9a95d7701"},"schema_version":"1.0","source":{"id":"2310.13032","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13032","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13032v4","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13032","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_12","alias_value":"UILHQF2KBH6R","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_16","alias_value":"UILHQF2KBH6RS3OA","created_at":"2026-07-05T07:21:45Z"},{"alias_kind":"pith_short_8","alias_value":"UILHQF2K","created_at":"2026-07-05T07:21:45Z"}],"graph_snapshots":[{"event_id":"sha256:cbfdff9a5ac1920a552456b6a5b0046f942ef5e3198abdf91ef9cc6df32a1e4e","target":"graph","created_at":"2026-07-05T07:21:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.13032/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In many text-generation problems, users may prefer not only a single response, but a diverse range of high-quality outputs from which to choose. Quality-diversity (QD) search algorithms aim at such outcomes, by continually improving and diversifying a population of candidates. However, the applicability of QD to qualitative domains, like creative writing, has been limited by the difficulty of algorithmically specifying measures of quality and diversity. Interestingly, recent developments in language models (LMs) have enabled guiding search through AI feedback, wherein LMs are prompted in natur","authors_text":"Andrew Dai, Gr\\'egory Schott, Hannah Teufel, Herbie Bradley, Jeff Clune, Jenny Zhang, Joel Lehman, Kenneth Stanley, Koen Oostermeijer, Marco Bellagente","cross_cats":["cs.AI","cs.LG","cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T12:13:58Z","title":"Quality-Diversity through AI Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13032","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df4151dae0117946a6fe4711f9645fcf4c7f9322b7af269c31df6dd98a53bf9c","target":"record","created_at":"2026-07-05T07:21:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c910d8839ea60bf3ad307feeba3b89ec6247b2e80f3e5e55329e41abe34964f","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T12:13:58Z","title_canon_sha256":"bfd13ebd1272a5d912623ad8f63ad43cda60e01db683cb7805622cc9a95d7701"},"schema_version":"1.0","source":{"id":"2310.13032","kind":"arxiv","version":4}},"canonical_sha256":"a21678174a09fd196dc01c892cd86c372ef8a3e83044a7419275a7b442b13f02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a21678174a09fd196dc01c892cd86c372ef8a3e83044a7419275a7b442b13f02","first_computed_at":"2026-07-05T07:21:45.434667Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:45.434667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AGoCkf2an7GsoLtfO+MZQfrTYbQVVPCXYgUNMYaOXExp97i6lTD3HZO/jfREszyziweUQwsXUkdBQCWdVxcYDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:45.435162Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.13032","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df4151dae0117946a6fe4711f9645fcf4c7f9322b7af269c31df6dd98a53bf9c","sha256:cbfdff9a5ac1920a552456b6a5b0046f942ef5e3198abdf91ef9cc6df32a1e4e"],"state_sha256":"82b334fca458c4e02ea62e4c1aa47511b63c379efb1eae5d12fd6848868ba04e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7qlX/PNDXlt9Socm1mAf+KKXUSuzJp7XFnNjCAlpfQz6GXEHgUi/PyaOvVfGkCr92KT0rrTveQNkRaIdrZJYDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:59:04.907778Z","bundle_sha256":"068700c322de22d93d67c646feedd2c0bd3c87f95b39c779edf5254503514e80"}}