{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6PL3J425Y3RLPVZW6AL5SU5ETN","short_pith_number":"pith:6PL3J425","canonical_record":{"source":{"id":"2409.08250","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-09-12T17:48:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ffdbeec018c600a00da77fa5cb4c93e005b2bb1fc8477f057352c42da898e542","abstract_canon_sha256":"9c4ed0ae35ca16229fa90a52cb4ed74e65b907f723bc37d5ad0a0957ca2f1e96"},"schema_version":"1.0"},"canonical_sha256":"f3d7b4f35dc6e2b7d736f017d953a49b550eedc7568ed5d015c498bf82d11ca6","source":{"kind":"arxiv","id":"2409.08250","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.08250","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2409.08250v2","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.08250","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"6PL3J425Y3RL","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"6PL3J425Y3RLPVZW","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"6PL3J425","created_at":"2026-07-05T10:17:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6PL3J425Y3RLPVZW6AL5SU5ETN","target":"record","payload":{"canonical_record":{"source":{"id":"2409.08250","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-09-12T17:48:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ffdbeec018c600a00da77fa5cb4c93e005b2bb1fc8477f057352c42da898e542","abstract_canon_sha256":"9c4ed0ae35ca16229fa90a52cb4ed74e65b907f723bc37d5ad0a0957ca2f1e96"},"schema_version":"1.0"},"canonical_sha256":"f3d7b4f35dc6e2b7d736f017d953a49b550eedc7568ed5d015c498bf82d11ca6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:49.456331Z","signature_b64":"ZQAi5kPOKYyYont1C0bE32XCqP8spldf86jdgCEb2f22+9a3/VYsXKgG79tKvSOAuvhEgAuG0uW2BAxxiO/ODg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3d7b4f35dc6e2b7d736f017d953a49b550eedc7568ed5d015c498bf82d11ca6","last_reissued_at":"2026-07-05T10:17:49.455102Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:49.455102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.08250","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HWUUysWLUJKimeRMhx6wCJz1G/POmxJx97I3Ly1WAtvxhzhwdCaOtLRKHk67KCwP940ZGtOyehjC8+NCm0TXBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T09:09:32.031181Z"},"content_sha256":"a1c4db94e0dd6c5a6d8f43a5ff3eac1155ec910332c59a5c4377b7b07a9d5c44","schema_version":"1.0","event_id":"sha256:a1c4db94e0dd6c5a6d8f43a5ff3eac1155ec910332c59a5c4377b7b07a9d5c44"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6PL3J425Y3RLPVZW6AL5SU5ETN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OmniQuery: Contextually Augmenting Captured Multimodal Memory to Enable Personal Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Jiahao Nick Li, Jiaju Ma, Zhuohao Jerry Zhang","submitted_at":"2024-09-12T17:48:08Z","abstract_excerpt":"People often capture memories through photos, screenshots, and videos. While existing AI-based tools enable querying this data using natural language, they only support retrieving individual pieces of information like certain objects in photos, and struggle with answering more complex queries that involve interpreting interconnected memories like sequential events. We conducted a one-month diary study to collect realistic user queries and generated a taxonomy of necessary contextual information for integrating with captured memories. We then introduce OmniQuery, a novel system that is able to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.08250","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.08250/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7n8Wz2DHYQPJOSXztwNCsofkH37BjhKiX0IdYFSK6LAfS+gP29Y8mF8BFil9v7+pL4hyvujJ0tquaZ/Ue9sODQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T09:09:32.031732Z"},"content_sha256":"2702facde98505751a881e69fa5dda2a31ea9bfc67fc81ba2828f73aaa6dd6de","schema_version":"1.0","event_id":"sha256:2702facde98505751a881e69fa5dda2a31ea9bfc67fc81ba2828f73aaa6dd6de"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/bundle.json","state_url":"https://pith.science/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T09:09:32Z","links":{"resolver":"https://pith.science/pith/6PL3J425Y3RLPVZW6AL5SU5ETN","bundle":"https://pith.science/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/bundle.json","state":"https://pith.science/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6PL3J425Y3RLPVZW6AL5SU5ETN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6PL3J425Y3RLPVZW6AL5SU5ETN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c4ed0ae35ca16229fa90a52cb4ed74e65b907f723bc37d5ad0a0957ca2f1e96","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-09-12T17:48:08Z","title_canon_sha256":"ffdbeec018c600a00da77fa5cb4c93e005b2bb1fc8477f057352c42da898e542"},"schema_version":"1.0","source":{"id":"2409.08250","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.08250","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2409.08250v2","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.08250","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"6PL3J425Y3RL","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"6PL3J425Y3RLPVZW","created_at":"2026-07-05T10:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"6PL3J425","created_at":"2026-07-05T10:17:49Z"}],"graph_snapshots":[{"event_id":"sha256:2702facde98505751a881e69fa5dda2a31ea9bfc67fc81ba2828f73aaa6dd6de","target":"graph","created_at":"2026-07-05T10:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.08250/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"People often capture memories through photos, screenshots, and videos. While existing AI-based tools enable querying this data using natural language, they only support retrieving individual pieces of information like certain objects in photos, and struggle with answering more complex queries that involve interpreting interconnected memories like sequential events. We conducted a one-month diary study to collect realistic user queries and generated a taxonomy of necessary contextual information for integrating with captured memories. We then introduce OmniQuery, a novel system that is able to ","authors_text":"Jiahao Nick Li, Jiaju Ma, Zhuohao Jerry Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-09-12T17:48:08Z","title":"OmniQuery: Contextually Augmenting Captured Multimodal Memory to Enable Personal Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.08250","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1c4db94e0dd6c5a6d8f43a5ff3eac1155ec910332c59a5c4377b7b07a9d5c44","target":"record","created_at":"2026-07-05T10:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c4ed0ae35ca16229fa90a52cb4ed74e65b907f723bc37d5ad0a0957ca2f1e96","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-09-12T17:48:08Z","title_canon_sha256":"ffdbeec018c600a00da77fa5cb4c93e005b2bb1fc8477f057352c42da898e542"},"schema_version":"1.0","source":{"id":"2409.08250","kind":"arxiv","version":2}},"canonical_sha256":"f3d7b4f35dc6e2b7d736f017d953a49b550eedc7568ed5d015c498bf82d11ca6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3d7b4f35dc6e2b7d736f017d953a49b550eedc7568ed5d015c498bf82d11ca6","first_computed_at":"2026-07-05T10:17:49.455102Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:49.455102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZQAi5kPOKYyYont1C0bE32XCqP8spldf86jdgCEb2f22+9a3/VYsXKgG79tKvSOAuvhEgAuG0uW2BAxxiO/ODg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:49.456331Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.08250","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1c4db94e0dd6c5a6d8f43a5ff3eac1155ec910332c59a5c4377b7b07a9d5c44","sha256:2702facde98505751a881e69fa5dda2a31ea9bfc67fc81ba2828f73aaa6dd6de"],"state_sha256":"023fb9faff6a041a8dee938e572b0261b4bc7c67434092881ff7ed2b18911f00"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KkLJ1kI0eOMxhRESnka4oOrnsax3eEW41c361GTFLl1D4Dx8qEzfA1n1gBm+6178dXO/3Y1qFiPnY6H444StDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T09:09:32.037778Z","bundle_sha256":"1f2329f503772713e4e2302d9741a8be4a05b317268feb81cc6f3f0b312bdd59"}}