{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MLYCI2FTIP3YWLQFACE3H5G26S","short_pith_number":"pith:MLYCI2FT","canonical_record":{"source":{"id":"2310.15428","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-10-24T00:48:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8e024f44d2de097cd9f2d1b8a313e353abde32b6d1f71fb4b3d84d94a603492b","abstract_canon_sha256":"725ab3090ef52329f60ff3950e82a3ab948f9991b2566a9f789a2037e3edba99"},"schema_version":"1.0"},"canonical_sha256":"62f02468b343f78b2e050089b3f4daf4a53cddb2043c9b708f08892d1e95fd6c","source":{"kind":"arxiv","id":"2310.15428","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15428","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15428v1","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15428","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_12","alias_value":"MLYCI2FTIP3Y","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_16","alias_value":"MLYCI2FTIP3YWLQF","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_8","alias_value":"MLYCI2FT","created_at":"2026-07-05T07:04:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MLYCI2FTIP3YWLQFACE3H5G26S","target":"record","payload":{"canonical_record":{"source":{"id":"2310.15428","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-10-24T00:48:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8e024f44d2de097cd9f2d1b8a313e353abde32b6d1f71fb4b3d84d94a603492b","abstract_canon_sha256":"725ab3090ef52329f60ff3950e82a3ab948f9991b2566a9f789a2037e3edba99"},"schema_version":"1.0"},"canonical_sha256":"62f02468b343f78b2e050089b3f4daf4a53cddb2043c9b708f08892d1e95fd6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:25.862100Z","signature_b64":"HAKmxU9zaQVFTbXQAM9AQAeSndNVNemRVodc1+PBffQYDJwvOtEzkMmamDHRLg/08JYkCoAHN9tPtGB6zKneCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62f02468b343f78b2e050089b3f4daf4a53cddb2043c9b708f08892d1e95fd6c","last_reissued_at":"2026-07-05T07:04:25.861667Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:25.861667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.15428","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jxe0h5BUhlQXt97wL7mhzZmeayfVq6JhNj4XDMFuv6Oqz5+qqdT0nYlxBL7ELluNs28g6C8vQYTqS81DtsToDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:55:17.906092Z"},"content_sha256":"6a9b516a0ea34b0828a1459c67a43a47ab84a9424c77e7b835e585814e5a402b","schema_version":"1.0","event_id":"sha256:6a9b516a0ea34b0828a1459c67a43a47ab84a9424c77e7b835e585814e5a402b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MLYCI2FTIP3YWLQFACE3H5G26S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConstitutionMaker: Interactively Critiquing Large Language Models by Converting Feedback into Principles","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Aaron Donsbach, Ben Wedin, Carrie J. Cai, James Wexler, Mahima Pushkarna, Michael Terry, Nitesh Goyal, Savvas Petridis","submitted_at":"2023-10-24T00:48:48Z","abstract_excerpt":"Large language model (LLM) prompting is a promising new approach for users to create and customize their own chatbots. However, current methods for steering a chatbot's outputs, such as prompt engineering and fine-tuning, do not support users in converting their natural feedback on the model's outputs to changes in the prompt or model. In this work, we explore how to enable users to interactively refine model outputs through their feedback, by helping them convert their feedback into a set of principles (i.e. a constitution) that dictate the model's behavior. From a formative study, we (1) fou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15428","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.15428/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vBJb4pcKb6mehGsm1neBvvAqWt+H+GVb0O+kK2E9bJM1vcsE7B2OF2hwkbVss0PFw9HrNqISmkxtUDbv1vw9Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:55:17.906480Z"},"content_sha256":"4205cd7e67124d927025eca1e63cc74cebe67b1fd311220add475b4a8c6c09ac","schema_version":"1.0","event_id":"sha256:4205cd7e67124d927025eca1e63cc74cebe67b1fd311220add475b4a8c6c09ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MLYCI2FTIP3YWLQFACE3H5G26S/bundle.json","state_url":"https://pith.science/pith/MLYCI2FTIP3YWLQFACE3H5G26S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MLYCI2FTIP3YWLQFACE3H5G26S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:55:17Z","links":{"resolver":"https://pith.science/pith/MLYCI2FTIP3YWLQFACE3H5G26S","bundle":"https://pith.science/pith/MLYCI2FTIP3YWLQFACE3H5G26S/bundle.json","state":"https://pith.science/pith/MLYCI2FTIP3YWLQFACE3H5G26S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MLYCI2FTIP3YWLQFACE3H5G26S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MLYCI2FTIP3YWLQFACE3H5G26S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"725ab3090ef52329f60ff3950e82a3ab948f9991b2566a9f789a2037e3edba99","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-10-24T00:48:48Z","title_canon_sha256":"8e024f44d2de097cd9f2d1b8a313e353abde32b6d1f71fb4b3d84d94a603492b"},"schema_version":"1.0","source":{"id":"2310.15428","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15428","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15428v1","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15428","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_12","alias_value":"MLYCI2FTIP3Y","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_16","alias_value":"MLYCI2FTIP3YWLQF","created_at":"2026-07-05T07:04:25Z"},{"alias_kind":"pith_short_8","alias_value":"MLYCI2FT","created_at":"2026-07-05T07:04:25Z"}],"graph_snapshots":[{"event_id":"sha256:4205cd7e67124d927025eca1e63cc74cebe67b1fd311220add475b4a8c6c09ac","target":"graph","created_at":"2026-07-05T07:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.15428/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) prompting is a promising new approach for users to create and customize their own chatbots. However, current methods for steering a chatbot's outputs, such as prompt engineering and fine-tuning, do not support users in converting their natural feedback on the model's outputs to changes in the prompt or model. In this work, we explore how to enable users to interactively refine model outputs through their feedback, by helping them convert their feedback into a set of principles (i.e. a constitution) that dictate the model's behavior. From a formative study, we (1) fou","authors_text":"Aaron Donsbach, Ben Wedin, Carrie J. Cai, James Wexler, Mahima Pushkarna, Michael Terry, Nitesh Goyal, Savvas Petridis","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-10-24T00:48:48Z","title":"ConstitutionMaker: Interactively Critiquing Large Language Models by Converting Feedback into Principles"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15428","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6a9b516a0ea34b0828a1459c67a43a47ab84a9424c77e7b835e585814e5a402b","target":"record","created_at":"2026-07-05T07:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"725ab3090ef52329f60ff3950e82a3ab948f9991b2566a9f789a2037e3edba99","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-10-24T00:48:48Z","title_canon_sha256":"8e024f44d2de097cd9f2d1b8a313e353abde32b6d1f71fb4b3d84d94a603492b"},"schema_version":"1.0","source":{"id":"2310.15428","kind":"arxiv","version":1}},"canonical_sha256":"62f02468b343f78b2e050089b3f4daf4a53cddb2043c9b708f08892d1e95fd6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"62f02468b343f78b2e050089b3f4daf4a53cddb2043c9b708f08892d1e95fd6c","first_computed_at":"2026-07-05T07:04:25.861667Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:25.861667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HAKmxU9zaQVFTbXQAM9AQAeSndNVNemRVodc1+PBffQYDJwvOtEzkMmamDHRLg/08JYkCoAHN9tPtGB6zKneCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:25.862100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.15428","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6a9b516a0ea34b0828a1459c67a43a47ab84a9424c77e7b835e585814e5a402b","sha256:4205cd7e67124d927025eca1e63cc74cebe67b1fd311220add475b4a8c6c09ac"],"state_sha256":"53736a4a7ecd370f84d42e2b5ff2aedca9fe54e3625fc80202b1c83c062841a4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I4bS5mb8iDrzvIgRwA94sf8Cs8Hr79jRBMdmVkS4Lq/VsWziWN3R98vdG8ynjTzkfVv38NyT/iT71tucpLY4Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:55:17.908559Z","bundle_sha256":"3fe6cc9c55949dc1cefe368491639ca8b2218c3b6447bf2337f4b737fb8a34b4"}}