{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DHPJGU6SQVKBMDU6TD5JKZIT7O","short_pith_number":"pith:DHPJGU6S","canonical_record":{"source":{"id":"2411.14484","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T02:04:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b5ce576325cc5ddd1ba6b22490970f4708c1eac62fcee14e54dc8f5d9a4bf1d9","abstract_canon_sha256":"9f0e295d9739c6036c93246495b937edc47b577cd6a95494b6452c02483c8e44"},"schema_version":"1.0"},"canonical_sha256":"19de9353d28554160e9e98fa956513fb9a0f0f7c4181b3604b4fb9d1029449d5","source":{"kind":"arxiv","id":"2411.14484","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.14484","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"arxiv_version","alias_value":"2411.14484v1","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.14484","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_12","alias_value":"DHPJGU6SQVKB","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_16","alias_value":"DHPJGU6SQVKBMDU6","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_8","alias_value":"DHPJGU6S","created_at":"2026-07-05T09:38:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DHPJGU6SQVKBMDU6TD5JKZIT7O","target":"record","payload":{"canonical_record":{"source":{"id":"2411.14484","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T02:04:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b5ce576325cc5ddd1ba6b22490970f4708c1eac62fcee14e54dc8f5d9a4bf1d9","abstract_canon_sha256":"9f0e295d9739c6036c93246495b937edc47b577cd6a95494b6452c02483c8e44"},"schema_version":"1.0"},"canonical_sha256":"19de9353d28554160e9e98fa956513fb9a0f0f7c4181b3604b4fb9d1029449d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:38:51.922946Z","signature_b64":"BopL5ffGHytdCtYsHRETt4CJwjt7f4iVLn+FlN0Px9hdl9qkHVCs4ucRZxu8sFvvaEzT0zZK4ggjyBKlmohAAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19de9353d28554160e9e98fa956513fb9a0f0f7c4181b3604b4fb9d1029449d5","last_reissued_at":"2026-07-05T09:38:51.922489Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:38:51.922489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.14484","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"snTfZl79uJHAX+c22/yJ2Da2dqn30wM2aUvrdnXP0d3MZNvUZn53VzeapMcZrExecV/zhO/2SJtxJBK6+jh0AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:21:30.253964Z"},"content_sha256":"875834d6cc1a482acc76e96da4f727ad6081226be4a5f52caf6bb3d3ec0ce8fd","schema_version":"1.0","event_id":"sha256:875834d6cc1a482acc76e96da4f727ad6081226be4a5f52caf6bb3d3ec0ce8fd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DHPJGU6SQVKBMDU6TD5JKZIT7O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Planning with Compound LLM Architectures: An LLM-Modulo Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Atharva Gundawar, Karthik Valmeekam, Mudit Verma, Subbarao Kambhampati","submitted_at":"2024-11-20T02:04:09Z","abstract_excerpt":"Previous work has attempted to boost Large Language Model (LLM) performance on planning and scheduling tasks through a variety of prompt engineering techniques. While these methods can work within the distributions tested, they are neither robust nor predictable. This limitation can be addressed through compound LLM architectures where LLMs work in conjunction with other components to ensure reliability. In this paper, we present a technical evaluation of a compound LLM architecture--the LLM-Modulo framework. In this framework, an LLM is paired with a complete set of sound verifiers that valid"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.14484","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.14484/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XiDLD36UioG6UZQUEr+grzFcA8kAaIm7flhUP8+8GleG7CIyMJoLw9l4lR5RUpGP0F0XT3EE4jsHLTgGVeEvDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T03:21:30.254353Z"},"content_sha256":"48570a4c5fe950cbc80f3f37bf2cdffe9a18aaa286681408aedb82972342dc33","schema_version":"1.0","event_id":"sha256:48570a4c5fe950cbc80f3f37bf2cdffe9a18aaa286681408aedb82972342dc33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/bundle.json","state_url":"https://pith.science/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T03:21:30Z","links":{"resolver":"https://pith.science/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O","bundle":"https://pith.science/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/bundle.json","state":"https://pith.science/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DHPJGU6SQVKBMDU6TD5JKZIT7O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DHPJGU6SQVKBMDU6TD5JKZIT7O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f0e295d9739c6036c93246495b937edc47b577cd6a95494b6452c02483c8e44","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T02:04:09Z","title_canon_sha256":"b5ce576325cc5ddd1ba6b22490970f4708c1eac62fcee14e54dc8f5d9a4bf1d9"},"schema_version":"1.0","source":{"id":"2411.14484","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.14484","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"arxiv_version","alias_value":"2411.14484v1","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.14484","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_12","alias_value":"DHPJGU6SQVKB","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_16","alias_value":"DHPJGU6SQVKBMDU6","created_at":"2026-07-05T09:38:51Z"},{"alias_kind":"pith_short_8","alias_value":"DHPJGU6S","created_at":"2026-07-05T09:38:51Z"}],"graph_snapshots":[{"event_id":"sha256:48570a4c5fe950cbc80f3f37bf2cdffe9a18aaa286681408aedb82972342dc33","target":"graph","created_at":"2026-07-05T09:38:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.14484/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Previous work has attempted to boost Large Language Model (LLM) performance on planning and scheduling tasks through a variety of prompt engineering techniques. While these methods can work within the distributions tested, they are neither robust nor predictable. This limitation can be addressed through compound LLM architectures where LLMs work in conjunction with other components to ensure reliability. In this paper, we present a technical evaluation of a compound LLM architecture--the LLM-Modulo framework. In this framework, an LLM is paired with a complete set of sound verifiers that valid","authors_text":"Atharva Gundawar, Karthik Valmeekam, Mudit Verma, Subbarao Kambhampati","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T02:04:09Z","title":"Robust Planning with Compound LLM Architectures: An LLM-Modulo Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.14484","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:875834d6cc1a482acc76e96da4f727ad6081226be4a5f52caf6bb3d3ec0ce8fd","target":"record","created_at":"2026-07-05T09:38:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f0e295d9739c6036c93246495b937edc47b577cd6a95494b6452c02483c8e44","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T02:04:09Z","title_canon_sha256":"b5ce576325cc5ddd1ba6b22490970f4708c1eac62fcee14e54dc8f5d9a4bf1d9"},"schema_version":"1.0","source":{"id":"2411.14484","kind":"arxiv","version":1}},"canonical_sha256":"19de9353d28554160e9e98fa956513fb9a0f0f7c4181b3604b4fb9d1029449d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19de9353d28554160e9e98fa956513fb9a0f0f7c4181b3604b4fb9d1029449d5","first_computed_at":"2026-07-05T09:38:51.922489Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:51.922489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BopL5ffGHytdCtYsHRETt4CJwjt7f4iVLn+FlN0Px9hdl9qkHVCs4ucRZxu8sFvvaEzT0zZK4ggjyBKlmohAAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:51.922946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.14484","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:875834d6cc1a482acc76e96da4f727ad6081226be4a5f52caf6bb3d3ec0ce8fd","sha256:48570a4c5fe950cbc80f3f37bf2cdffe9a18aaa286681408aedb82972342dc33"],"state_sha256":"b9ab782e7b928e22a73b6a14ee90e30a2de68412166b8dd8539bdde96077bd54"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"quRI+llaYzOY+iTAEzREm8Md0X+WWCd8xlAggS4v5XKl0q4e4WYvKhQUpaVQBvW4KQX/v6EDZAlJjq1ae3rHBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T03:21:30.256456Z","bundle_sha256":"d51b1abf5319c91661e65eb9a0d36b70a71b13b8aa7a8d9adf298f733e0164c2"}}