{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZFRSTE7U3VHN3TJ6MB6GLAZQLH","short_pith_number":"pith:ZFRSTE7U","canonical_record":{"source":{"id":"2405.14751","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T16:17:44Z","cross_cats_sorted":[],"title_canon_sha256":"82b1e3ac61a5141e25f83f45af1275bf5fc38d5cca9b4731926284a03a9a4f39","abstract_canon_sha256":"940a7be67f47de66dc964947af0c523e6097256821c5221840aa3919b238b0fa"},"schema_version":"1.0"},"canonical_sha256":"c9632993f4dd4eddcd3e607c65833059cb00e31332bdc84a483aef6d9922321f","source":{"kind":"arxiv","id":"2405.14751","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14751","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14751v2","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14751","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_12","alias_value":"ZFRSTE7U3VHN","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_16","alias_value":"ZFRSTE7U3VHN3TJ6","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_8","alias_value":"ZFRSTE7U","created_at":"2026-07-05T09:31:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZFRSTE7U3VHN3TJ6MB6GLAZQLH","target":"record","payload":{"canonical_record":{"source":{"id":"2405.14751","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T16:17:44Z","cross_cats_sorted":[],"title_canon_sha256":"82b1e3ac61a5141e25f83f45af1275bf5fc38d5cca9b4731926284a03a9a4f39","abstract_canon_sha256":"940a7be67f47de66dc964947af0c523e6097256821c5221840aa3919b238b0fa"},"schema_version":"1.0"},"canonical_sha256":"c9632993f4dd4eddcd3e607c65833059cb00e31332bdc84a483aef6d9922321f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:31:02.803571Z","signature_b64":"scAc4+gHIr7L7Z6Xx3uvhiliOjaoOCwIfBb3tEl5UnyNmKYqLtVFtxC4x8zifDu9HzEqDGj8AH5EQw3kllOUAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9632993f4dd4eddcd3e607c65833059cb00e31332bdc84a483aef6d9922321f","last_reissued_at":"2026-07-05T09:31:02.803035Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:31:02.803035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.14751","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c7t9ryRnxGvpvwl4F5MUa1M/YzmC0f+QBKwCCl/6uIVRc3oatZXLT8n5ZcMhfh+TZHeoipF0I2WjI6xdhinwBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:41:54.679187Z"},"content_sha256":"1f3178a1e9812e1ab38cbd209ce1f58f4901a69fab232274eeb6bcdf3b6dec4b","schema_version":"1.0","event_id":"sha256:1f3178a1e9812e1ab38cbd209ce1f58f4901a69fab232274eeb6bcdf3b6dec4b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZFRSTE7U3VHN3TJ6MB6GLAZQLH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AGILE: A Novel Reinforcement Learning Framework of LLM Agents","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Guanhua Huang, Hanchong Zhang, Hang Li, Peiyuan Feng, Yichen He, Yuan Lin, Yuchen Zhang","submitted_at":"2024-05-23T16:17:44Z","abstract_excerpt":"We introduce a novel reinforcement learning framework of LLM agents named AGILE (AGent that Interacts and Learns from Environments) designed to perform complex conversational tasks with users, leveraging LLMs, memory, tools, and interactions with experts. The agent possesses capabilities beyond conversation, including reflection, tool usage, and expert consultation. We formulate the construction of such an LLM agent as a reinforcement learning (RL) problem, in which the LLM serves as the policy model. We fine-tune the LLM using labeled data of actions and the PPO algorithm. We focus on questio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14751","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.14751/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rUTwE1ycKdvgJI77JN8kLuA7LPs7K066v6/+tDqjqjzPPaepkm0IcnTnew0MK9L7oKg1lapb5XRqVxE2gTXrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:41:54.680075Z"},"content_sha256":"493a947b8287fca55342808aed7d3539805c6dc38ce170637d9f3763775be223","schema_version":"1.0","event_id":"sha256:493a947b8287fca55342808aed7d3539805c6dc38ce170637d9f3763775be223"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/bundle.json","state_url":"https://pith.science/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:41:54Z","links":{"resolver":"https://pith.science/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH","bundle":"https://pith.science/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/bundle.json","state":"https://pith.science/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZFRSTE7U3VHN3TJ6MB6GLAZQLH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZFRSTE7U3VHN3TJ6MB6GLAZQLH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"940a7be67f47de66dc964947af0c523e6097256821c5221840aa3919b238b0fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T16:17:44Z","title_canon_sha256":"82b1e3ac61a5141e25f83f45af1275bf5fc38d5cca9b4731926284a03a9a4f39"},"schema_version":"1.0","source":{"id":"2405.14751","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14751","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14751v2","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14751","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_12","alias_value":"ZFRSTE7U3VHN","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_16","alias_value":"ZFRSTE7U3VHN3TJ6","created_at":"2026-07-05T09:31:02Z"},{"alias_kind":"pith_short_8","alias_value":"ZFRSTE7U","created_at":"2026-07-05T09:31:02Z"}],"graph_snapshots":[{"event_id":"sha256:493a947b8287fca55342808aed7d3539805c6dc38ce170637d9f3763775be223","target":"graph","created_at":"2026-07-05T09:31:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.14751/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce a novel reinforcement learning framework of LLM agents named AGILE (AGent that Interacts and Learns from Environments) designed to perform complex conversational tasks with users, leveraging LLMs, memory, tools, and interactions with experts. The agent possesses capabilities beyond conversation, including reflection, tool usage, and expert consultation. We formulate the construction of such an LLM agent as a reinforcement learning (RL) problem, in which the LLM serves as the policy model. We fine-tune the LLM using labeled data of actions and the PPO algorithm. We focus on questio","authors_text":"Guanhua Huang, Hanchong Zhang, Hang Li, Peiyuan Feng, Yichen He, Yuan Lin, Yuchen Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T16:17:44Z","title":"AGILE: A Novel Reinforcement Learning Framework of LLM Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14751","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f3178a1e9812e1ab38cbd209ce1f58f4901a69fab232274eeb6bcdf3b6dec4b","target":"record","created_at":"2026-07-05T09:31:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"940a7be67f47de66dc964947af0c523e6097256821c5221840aa3919b238b0fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-23T16:17:44Z","title_canon_sha256":"82b1e3ac61a5141e25f83f45af1275bf5fc38d5cca9b4731926284a03a9a4f39"},"schema_version":"1.0","source":{"id":"2405.14751","kind":"arxiv","version":2}},"canonical_sha256":"c9632993f4dd4eddcd3e607c65833059cb00e31332bdc84a483aef6d9922321f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c9632993f4dd4eddcd3e607c65833059cb00e31332bdc84a483aef6d9922321f","first_computed_at":"2026-07-05T09:31:02.803035Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:31:02.803035Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"scAc4+gHIr7L7Z6Xx3uvhiliOjaoOCwIfBb3tEl5UnyNmKYqLtVFtxC4x8zifDu9HzEqDGj8AH5EQw3kllOUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:31:02.803571Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.14751","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f3178a1e9812e1ab38cbd209ce1f58f4901a69fab232274eeb6bcdf3b6dec4b","sha256:493a947b8287fca55342808aed7d3539805c6dc38ce170637d9f3763775be223"],"state_sha256":"24983b6df443e253af46bfe3dc3774d7649339837033afeca0792fa17ed0c3f6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XFCD+dxp/fZXTU/OxQARE1tyCGoNF+wR5pLRccatkMFwX4ruXSJmEkSJCL1yRv5eFq0/z+EHRX7+2RDz9ArzAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:41:54.685887Z","bundle_sha256":"066b02426cee5e20c7e22f06cabafda4a2cb31652005f88f5c0f82f074aae60f"}}