{"as_of":"2026-08-16T20:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ea05c01437ec3f977da9b690771c05215d386fbd9df27b193a29c129b6f2ed53","coverage":[{"denominator":114,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T21:10:20.212201Z","state":"measured"},{"denominator":100,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":100,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.10640/citation-record","integrity":"/paper/2505.10640/integrity","json":"/paper/2505.10640/citation-record.json","paper":"/paper/2505.10640"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.674805Z","title":"Testing LLM-Based Applications: Strategy and Challenges — blog.scottlogic.com","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.674805Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:6175180b4cb67a5dc9e1e83ecce98a9734bd552b043dcdd2ad00d72f57e45075","observation_id":"16862058-8a8e-4177-95dc-a61c12a167ef","resolution":{"observed_at":"2026-08-15T21:10:19.674805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.680456Z","title":"Musings on Building a Generative AI Product — linkedin.com","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.680456Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:67e121843299eb73f4d031ca25fb6b0b29c826efa4a346abe6ef168f0ffe6b20","observation_id":"9fcda7e5-a2bd-4534-8271-68c5b4b90d7c","resolution":{"observed_at":"2026-08-15T21:10:19.680456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.685465Z","title":"Copilot Internals","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.685465Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:67b01e5e8147416abcfca5c41418c658228630c2b3f8c03b51db947544f60477","observation_id":"2e16a3d1-6c8a-4f33-bed6-458435afdb80","resolution":{"observed_at":"2026-08-15T21:10:19.685465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.690580Z","title":"LangSmith by LangChain","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.690580Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:3ee79d02947b1246172a86d5545c8fa6a9dce59b2fc17d685bb09cf4a4b88b6a","observation_id":"89f69dca-48b8-41fd-a312-3660dbc2a048","resolution":{"observed_at":"2026-08-15T21:10:19.690580Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.695582Z","title":"Traceloop","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.695582Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:7b3a04b6fc2044eb0c3a27685d07391cdf76f0799b31c2b9795a830f5fd8a1a4","observation_id":"30771f7d-3254-49c6-91c1-afb14b515bf8","resolution":{"observed_at":"2026-08-15T21:10:19.695582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.701046Z","title":"Weights and Biases - Weave","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.701046Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:fbec3947d07fc4ec77d8ec52a71af2a0a9c3433c80dda62d0cb8726397089bca","observation_id":"9bf60d85-557b-414f-89dd-1c60dc20a499","resolution":{"observed_at":"2026-08-15T21:10:19.701046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.707036Z","title":"Assad Abbas","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.707036Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f98128ff8c81702e71e722f4673db228c3cfa82aabc13d6be0dd843498324d9a","observation_id":"aa0217e7-8b9d-4321-b9fd-f92ba7ff440f","resolution":{"observed_at":"2026-08-15T21:10:19.707036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.712088Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.712088Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:81ca84ea18dad549978e105a061853954ebf0d8998a13f193dbb1f5eb0b04323","observation_id":"27fa01af-9a90-421e-b2dd-4b6dc3a6ae6b","resolution":{"observed_at":"2026-08-15T21:10:19.712088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16827","last_updated":"2024-08-02T17:59:31Z","snapshot_observed_at":"2026-08-16T14:15:11.706978Z","submitted_at":"2024-02-26T18:54:35Z","title":"A Survey on Data Selection for Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16827","snapshot_observed_at":"2026-08-15T21:10:19.716789Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.716789Z"},"links":{"cited_paper":"/paper/2402.16827","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0a68d97cf5be98ab8cd6ae0d838d08881c7cdd44391f66509d1bb2eaf1a8b8ea","observation_id":"94c47780-79da-42f0-a56d-6c0afac9bee1","resolution":{"observed_at":"2026-08-15T21:10:19.716789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11006","last_updated":"2024-08-20T19:17:58Z","snapshot_observed_at":"2026-08-16T13:39:37.746764Z","submitted_at":"2024-06-25T20:52:31Z","title":"Evaluating the Efficacy of Foundational Models: Advancing Benchmarking Practices to Enhance Fine-Tuning Decision-Making","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.11006","snapshot_observed_at":"2026-08-15T21:10:19.721924Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.721924Z"},"links":{"cited_paper":"/paper/2407.11006","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:c25ced013fa568877809d821e4a0896b7b3ade21c614f38e28121600f8761d24","observation_id":"38068495-2568-4ef6-9e59-79cedfec1e2e","resolution":{"observed_at":"2026-08-15T21:10:19.721924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.727309Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.727309Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:3bffd89f0a31818a373d008b0055439b0307ceab0652db9d6b019ec5fea62e4a","observation_id":"77635bd6-14e8-4f9d-92b6-383111cbfba5","resolution":{"observed_at":"2026-08-15T21:10:19.727309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.732515Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.732515Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:30a3d5db22845b2ed235ee9e8640f9be26c59a6bb058c13d690f73a933b9e586","observation_id":"281f4420-cb24-428e-969d-c18bdbae45b6","resolution":{"observed_at":"2026-08-15T21:10:19.732515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.737356Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.737356Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:c8901235f965ca02a72b4a27c11b56eb9d6c288d360447317f4299e1c9e8d170","observation_id":"a7d4ef71-2165-4693-b9a9-d249ea1b92f6","resolution":{"observed_at":"2026-08-15T21:10:19.737356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.742598Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.742598Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f8601ecf9823ca6505d1048d6c3063adec051ceb7e4090ccb7db534de7dd37c7","observation_id":"2995961e-49ec-4623-b4b8-feac97890ed6","resolution":{"observed_at":"2026-08-15T21:10:19.742598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12934","last_updated":"2024-06-16T22:04:10Z","snapshot_observed_at":"2026-08-16T13:42:28.566568Z","submitted_at":"2024-06-16T22:04:10Z","title":"Current state of LLM Risks and AI Guardrails","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12934","snapshot_observed_at":"2026-08-15T21:10:19.747142Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.747142Z"},"links":{"cited_paper":"/paper/2406.12934","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:b863aa88660fccdfe14739d4e9d483f4312da0729a5ecddc8251c847f16d8919","observation_id":"d22f07da-9925-417b-8c5a-b92c967b9692","resolution":{"observed_at":"2026-08-15T21:10:19.747142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07258","last_updated":"2022-07-12T23:45:14Z","snapshot_observed_at":"2026-08-02T09:20:40.804790Z","submitted_at":"2021-08-16T17:50:08Z","title":"On the Opportunities and Risks of Foundation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07258","snapshot_observed_at":"2026-08-15T21:10:19.752326Z","title":"Bommasani, D.A Hudson, E","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.752326Z"},"links":{"cited_paper":"/paper/2108.07258","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e803b15aea1af9bc6fe47af6d78bb60d97b50447a6f53e22d7fc5e461151e982","observation_id":"42582f40-1012-4e72-a546-5a916c60f708","resolution":{"observed_at":"2026-08-15T21:10:19.752326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.11525","last_updated":"2023-07-21T12:13:54Z","snapshot_observed_at":"2026-08-16T15:14:22.532878Z","submitted_at":"2023-07-21T12:13:54Z","title":"Model Reporting for Certifiable AI: A Proposal from Merging EU Regulation into AI Development","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.11525","snapshot_observed_at":"2026-08-15T21:10:19.757205Z","title":"Brajovic, N","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.757205Z"},"links":{"cited_paper":"/paper/2307.11525","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:a4cdc2dd7278c63ff40f5a7fcb1f5ad8f4fc317f60f3e2d27e954b86a831b92b","observation_id":"956cba93-fa72-44bc-8a3b-b1fd300b7562","resolution":{"observed_at":"2026-08-15T21:10:19.757205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.763025Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.763025Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:8a6f01a8f5d5c38dfd9f2d50ebafd129c590646faf6d8af2972153df30be0bb7","observation_id":"131da7e9-3a17-438c-a9a9-e0efb9fba3c5","resolution":{"observed_at":"2026-08-15T21:10:19.763025Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.00118","last_updated":"2023-10-20T21:23:21Z","snapshot_observed_at":"2026-08-16T15:36:51.334442Z","submitted_at":"2023-04-28T22:35:03Z","title":"Speak, Memory: An Archaeology of Books Known to ChatGPT/GPT-4","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.00118","snapshot_observed_at":"2026-08-15T21:10:19.768160Z","title":"Cramer, S","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.768160Z"},"links":{"cited_paper":"/paper/2305.00118","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:5f87df0cdce5ddf3250b206c7e8008f050b3bc893eff7b41bde2e245aff9b32a","observation_id":"64ace47f-9776-44fa-8b53-61dbe9e78542","resolution":{"observed_at":"2026-08-15T21:10:19.768160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01304","last_updated":"2024-06-11T03:52:03Z","snapshot_observed_at":"2026-08-16T13:46:44.830268Z","submitted_at":"2024-06-03T13:13:35Z","title":"CodeR: Issue Resolving with Multi-Agent and Task Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01304","snapshot_observed_at":"2026-08-15T21:10:19.774131Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.774131Z"},"links":{"cited_paper":"/paper/2406.01304","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:8776102a69b3fc9080ef796e9cea2490f9e0a0e839fcba72e2a126c05af74b42","observation_id":"8d4408d6-97b9-4fd4-9acf-df768cfb0fe8","resolution":{"observed_at":"2026-08-15T21:10:19.774131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.779287Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.779287Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e4e2405883cb17615b44c3bd43d889b9bcec4185948402c03e188f57c20d9580","observation_id":"b8fc06ab-8df3-4efe-8508-773d00c8ce60","resolution":{"observed_at":"2026-08-15T21:10:19.779287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.13701","last_updated":"2022-10-25T01:46:00Z","snapshot_observed_at":"2026-08-16T16:21:26.865753Z","submitted_at":"2022-10-25T01:46:00Z","title":"Rich Knowledge Sources Bring Complex Knowledge Conflicts: Recalibrating Models to Reflect Conflicting Evidence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.13701","snapshot_observed_at":"2026-08-15T21:10:19.789123Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.789123Z"},"links":{"cited_paper":"/paper/2210.13701","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:ed0beaa12d0add9e08da35d200760e4dc9bcf30018aa9959d1d0b06e1db2235c","observation_id":"0933c6be-dfbd-438c-894b-62132b42e4d1","resolution":{"observed_at":"2026-08-15T21:10:19.789123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09009","last_updated":"2023-10-31T16:13:44Z","snapshot_observed_at":"2026-08-16T15:15:27.509831Z","submitted_at":"2023-07-18T06:56:08Z","title":"How is ChatGPT's behavior changing over time?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09009","snapshot_observed_at":"2026-08-15T21:10:19.794608Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.794608Z"},"links":{"cited_paper":"/paper/2307.09009","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:1490eefe3adf9995fb612da819cb8796e202b3e7c66fcf34f27d9322b0085bfc","observation_id":"977bdd77-c25b-44ca-b911-9674d30d84cd","resolution":{"observed_at":"2026-08-15T21:10:19.794608Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.799329Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.799329Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:372b5c7478f202a067c09fdbfe208f3a0925511dacf171c1f348373fcd136401","observation_id":"5856413c-5879-4a54-adb7-fcec0b6cb438","resolution":{"observed_at":"2026-08-15T21:10:19.799329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.809012Z","title":"Contractor, D","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.809012Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:bd54f7b362b319fe71575d56452078ffc206d26a88caff21c32282f591439ca1","observation_id":"877bc4d8-0426-419d-a979-1f53bdf88816","resolution":{"observed_at":"2026-08-15T21:10:19.809012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.813693Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.813693Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:31de07d3076901992d6671db58e36a64b28cef172e4c4b12e8bab9cafb05616a","observation_id":"c780cf22-fdd7-4b4c-b80e-fd0ceec27e3e","resolution":{"observed_at":"2026-08-15T21:10:19.813693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1305.2402","last_updated":"2014-12-30T21:13:31Z","snapshot_observed_at":"2026-08-15T11:00:17.998280Z","submitted_at":"2013-05-10T18:22:38Z","title":"Architecture and Production Readiness Reviews in Practice","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1305.2402","snapshot_observed_at":"2026-08-15T21:10:19.818046Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.818046Z"},"links":{"cited_paper":"/paper/1305.2402","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:ce7ec40b8b3d385236a32f916e78979182cca8cd183e05a5af680e6b7f7df22d","observation_id":"bfc8dccc-1688-4f71-941e-bbe6cf9ba225","resolution":{"observed_at":"2026-08-15T21:10:19.818046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.822716Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.822716Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f7869180af71a243cc39583ef4d5dfd3127c5bbea5f518cf8fb70f36af3b7bae","observation_id":"f16de61a-ec5a-4c75-bbcd-c873c979c644","resolution":{"observed_at":"2026-08-15T21:10:19.822716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.827509Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.827509Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:47e6f6302cd6912d329cca81e6ae492fa20ff6417e710fdd3ac9617dbbe89994","observation_id":"9dd6f512-ba0f-49f0-a18d-bdfb20b269be","resolution":{"observed_at":"2026-08-15T21:10:19.827509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.19048","last_updated":"2025-05-20T20:28:29Z","snapshot_observed_at":"2026-08-16T13:56:50.339189Z","submitted_at":"2024-04-29T18:40:01Z","title":"A Framework for Real-time Safeguarding the Text Generation of Large Language Model","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.19048","snapshot_observed_at":"2026-08-15T21:10:19.832396Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.832396Z"},"links":{"cited_paper":"/paper/2404.19048","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:af08faaf1f95cb4a5f806e6fa556e48a01c82212a7566613e81fb9046c6254a0","observation_id":"38ca5387-d493-443f-9069-07277b1681be","resolution":{"observed_at":"2026-08-15T21:10:19.832396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.837472Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.837472Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:59eabb519453cc86c78fdcf73cdc57a867d8785095e257019207e503b0468489","observation_id":"985583c8-1195-4594-8ea0-de6e84736940","resolution":{"observed_at":"2026-08-15T21:10:19.837472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.843259Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.843259Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:6cdc63bb406274bfc636dae85426768146929fb510b3ec0c5b752f46de326b12","observation_id":"a204fe05-d703-4b89-b610-0c2c194caaab","resolution":{"observed_at":"2026-08-15T21:10:19.843259Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.848777Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.848777Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:cc9eedbe13232b9acc84deb412e98582d32ca6f91ba96956fa4813fd2ef322e7","observation_id":"5c705421-aab5-430a-b142-34da0480e7a1","resolution":{"observed_at":"2026-08-15T21:10:19.848777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16797","last_updated":"2023-09-28T19:01:07Z","snapshot_observed_at":"2026-08-14T11:37:32.461743Z","submitted_at":"2023-09-28T19:01:07Z","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16797","snapshot_observed_at":"2026-08-15T21:10:19.854062Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.854062Z"},"links":{"cited_paper":"/paper/2309.16797","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:83f95935f2a63f2a4d756209d875cdd284ffcd17f950b7b5c7136649411369a1","observation_id":"8e0b4bcb-21c8-4ba8-a867-89b8d3a3efed","resolution":{"observed_at":"2026-08-15T21:10:19.854062Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.859526Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.859526Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:5b312e5678e7a4e70e023b0377643f71aba4023bb1a11d1c1e674ac7ad47f969","observation_id":"3784fbee-6c19-4c45-b6e5-16632f5f7572","resolution":{"observed_at":"2026-08-15T21:10:19.859526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.04934","last_updated":"2024-04-25T15:45:19Z","snapshot_observed_at":"2026-08-16T14:45:11.773509Z","submitted_at":"2023-11-07T18:17:05Z","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.04934","snapshot_observed_at":"2026-08-15T21:10:19.864940Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.864940Z"},"links":{"cited_paper":"/paper/2311.04934","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:77555b347dafa526b26f45f50d22f25be4e40242ec3a87a0d331f1dec3aac009","observation_id":"e53a4bae-80f1-46c9-b5d3-d5a35ebd824d","resolution":{"observed_at":"2026-08-15T21:10:19.864940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.870460Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.870460Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:6d73a9d6bac23eb9bbae2b0f4d6b29b12aa40e5718fd95272e552a47ad424e0c","observation_id":"0f5062bc-ef5a-4d24-8cb8-b24962896381","resolution":{"observed_at":"2026-08-15T21:10:19.870460Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.875284Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.875284Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:1dd2f7af92aac2d55b09c06361efa2f757baf860130ce177c7d3a80f0e3c19f3","observation_id":"7235bc83-c822-4e5c-b604-c8085101a83a","resolution":{"observed_at":"2026-08-15T21:10:19.875284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03296","last_updated":"2023-08-07T04:47:42Z","snapshot_observed_at":"2026-08-16T15:10:24.455276Z","submitted_at":"2023-08-07T04:47:42Z","title":"Studying Large Language Model Generalization with Influence Functions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03296","snapshot_observed_at":"2026-08-15T21:10:19.885777Z","title":"Grosse, J","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.885777Z"},"links":{"cited_paper":"/paper/2308.03296","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e47a6d9ab044c41205d9d613a03d8c8868620141d9548646bd9f3b17134187b8","observation_id":"9b05c6d9-8576-4d4b-92f7-df2140411b9c","resolution":{"observed_at":"2026-08-15T21:10:19.885777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.11644","last_updated":"2023-10-02T06:12:30Z","snapshot_observed_at":"2026-08-13T11:19:55.436754Z","submitted_at":"2023-06-20T16:14:25Z","title":"Textbooks Are All You Need","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.11644","snapshot_observed_at":"2026-08-15T21:10:19.890794Z","title":"Gunasekar, Y","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.890794Z"},"links":{"cited_paper":"/paper/2306.11644","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e4fcbd1d0da38f2f8787f45ca34d668dd25701df7233bfd2f05e9527bdd981ba","observation_id":"bb7e8196-15e6-422c-be46-89347a6aff71","resolution":{"observed_at":"2026-08-15T21:10:19.890794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01680","last_updated":"2024-04-19T01:15:16Z","snapshot_observed_at":"2026-08-10T13:10:07.804621Z","submitted_at":"2024-01-21T23:36:14Z","title":"Large Language Model based Multi-Agents: A Survey of Progress and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01680","snapshot_observed_at":"2026-08-15T21:10:19.895406Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.895406Z"},"links":{"cited_paper":"/paper/2402.01680","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:27b00342072fb3e62760b57aa105beb99be4a95045b7df8831af08ec66fdcd45","observation_id":"225b8882-e63e-472e-ae9e-801941dd148e","resolution":{"observed_at":"2026-08-15T21:10:19.895406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.900372Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.900372Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:41e4341af6aa38bf1163975702a2cfe0d77b4f70a272a1704b65ca2d7f11cd97","observation_id":"af50f2c0-58d7-423a-b590-b20419125a07","resolution":{"observed_at":"2026-08-15T21:10:19.900372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.904991Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.904991Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:773318d1b48d830b8a7799822bf8581d877ce96992ba2f027aaa0c1d9490bc85","observation_id":"989bd497-aa49-446d-8f2f-8538791e9508","resolution":{"observed_at":"2026-08-15T21:10:19.904991Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.909789Z","title":"Hassan, Gustavo A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.909789Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f60ac08c9922c7c6dbbd8c30b3c5740dad72ec25ac1d40e58329e66c0d97aeaf","observation_id":"2d84f46b-7675-4c56-adc2-bfc0bd36d8d0","resolution":{"observed_at":"2026-08-15T21:10:19.909789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-08-12T16:02:21.969968Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-15T21:10:19.914831Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.914831Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0292f3b58fbf28dcf34814b3faf513e2268e88d66bb295e4c2b10ad7fafd3f4c","observation_id":"37be75e4-a263-4066-afd8-4b449cea8755","resolution":{"observed_at":"2026-08-15T21:10:19.914831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.919700Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.919700Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:63f054b779db88047b9c6fab6db0fa5785d6a04a9097b47b80cee73862363f9f","observation_id":"d3528a97-135e-4d02-9967-dc4fc37fc56b","resolution":{"observed_at":"2026-08-15T21:10:19.919700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02716","last_updated":"2024-02-05T04:25:24Z","snapshot_observed_at":"2026-08-15T04:53:46.192738Z","submitted_at":"2024-02-05T04:25:24Z","title":"Understanding the planning of LLM agents: A survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02716","snapshot_observed_at":"2026-08-15T21:10:19.925682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.925682Z"},"links":{"cited_paper":"/paper/2402.02716","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:75b7cafddb0857be860421bad226e216da2c3ed218fc7f1dd4c99a6bd913fbfa","observation_id":"8d6aa9db-4ab4-43ad-8133-9c9d8cca5d20","resolution":{"observed_at":"2026-08-15T21:10:19.925682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-15T21:10:19.930553Z","title":"Sablayrolles, A","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.930553Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:ba7e724fe105c5db38122f786b00fcf18b15020cece0b3c8b1b95134f1c9bccc","observation_id":"7648e53d-7731-4f5c-9eed-b4f098a6f313","resolution":{"observed_at":"2026-08-15T21:10:19.930553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00515","last_updated":"2024-11-10T22:02:27Z","snapshot_observed_at":"2026-08-14T16:40:35.729198Z","submitted_at":"2024-06-01T17:48:15Z","title":"A Survey on Large Language Models for Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.00515","snapshot_observed_at":"2026-08-15T21:10:19.935230Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.935230Z"},"links":{"cited_paper":"/paper/2406.00515","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:2152cc198853d06a1614887cb7feff8c5ba76146a17c56ebf1104f33d2055554","observation_id":"5f3b42a2-41b7-4482-b908-11f87df0d087","resolution":{"observed_at":"2026-08-15T21:10:19.935230Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.939790Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.939790Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:697fe67021b856997a333a09b5d1f117044557c2fddbcdd11a340167366f42ef","observation_id":"cd6b1426-a6bf-486b-b127-9f04cbf58fec","resolution":{"observed_at":"2026-08-15T21:10:19.939790Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.949367Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.949367Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:7b7d42dd91e910d1a4a63e3d54c6b96f7b3bc4cd006086cfed01e349a8f94ad0","observation_id":"ac63c440-c39f-4bf0-81a5-4472a76f4944","resolution":{"observed_at":"2026-08-15T21:10:19.949367Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.03602","last_updated":"2024-07-27T22:01:50Z","snapshot_observed_at":"2026-08-16T14:03:33.550490Z","submitted_at":"2024-04-04T17:19:47Z","title":"Evaluating LLMs at Detecting Errors in LLM Responses","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.03602","snapshot_observed_at":"2026-08-15T21:10:19.953762Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.953762Z"},"links":{"cited_paper":"/paper/2404.03602","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f2dc2f71382f63aee63c9ff3163e3e3a44a9c2e4aabb7cb17037735454a9ac81","observation_id":"a2d85895-0b2b-480c-8043-0eac5c5f5d93","resolution":{"observed_at":"2026-08-15T21:10:19.953762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.958473Z","title":"Joshi, Hanna Moazam, Heather Miller, Matei Zaharia, and Christopher Potts","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.958473Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:8b7dc2385179968a0aa1c30f06718b6c6db3ed52879a946fdc4496956b7c6fa8","observation_id":"bd876330-2401-425c-99e9-c349c6ba5ad1","resolution":{"observed_at":"2026-08-15T21:10:19.958473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02479","last_updated":"2025-04-13T09:42:30Z","snapshot_observed_at":"2026-08-16T13:28:28.709170Z","submitted_at":"2024-08-05T14:01:15Z","title":"From LLMs to LLM-based Agents for Software Engineering: A Survey of Current, Challenges and Future","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02479","snapshot_observed_at":"2026-08-15T21:10:19.944352Z","title":"KDD ’25, August 3–7, 2025, Toronto, ON, Canada Vasilevski et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.944352Z"},"links":{"cited_paper":"/paper/2408.02479","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:a829c76edcac8139bfc72c0d6166f55b8faf33480ae5afbb5bfacce942bf4199","observation_id":"934c6163-7cd2-41fb-84da-019e716013dc","resolution":{"observed_at":"2026-08-15T21:10:19.944352Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01370","last_updated":"2024-07-01T15:23:42Z","snapshot_observed_at":"2026-08-16T13:38:04.380592Z","submitted_at":"2024-07-01T15:23:42Z","title":"Summary of a Haystack: A Challenge to Long-Context LLMs and RAG Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01370","snapshot_observed_at":"2026-08-15T21:10:19.973334Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.973334Z"},"links":{"cited_paper":"/paper/2407.01370","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:d197314534e259c394b0d3c4d2ad69dd51b95b56c13863dd30117c5ad316fd91","observation_id":"4ef6e780-a800-4aaa-ad67-589a128fb846","resolution":{"observed_at":"2026-08-15T21:10:19.973334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.936355Z","title":"Lewis, E","venue":null,"work_id":"15b10cb9-fbee-4989-ab0e-010f3a9704b0","year":2020},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.978125Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:5378d91279d87ac837d5cb80bc2eb2395ba2d411bf1878f0e8b3f7f1f45b3bb1","observation_id":"21528429-b68b-4f69-80ca-1358cc75b53a","resolution":{"observed_at":"2026-08-15T21:10:21.941225Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.17793","last_updated":"2024-11-26T17:43:32Z","snapshot_observed_at":"2026-08-15T22:06:40.141239Z","submitted_at":"2024-11-26T17:43:32Z","title":"Engineering AI Judge Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.17793","snapshot_observed_at":"2026-08-15T21:10:19.982920Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.982920Z"},"links":{"cited_paper":"/paper/2411.17793","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:995ee4abc231e02661fbc87ceba6d10bd8b29ec3660bc80f5468c95458dc5fd9","observation_id":"eb56e007-7d0a-4118-b445-2e19fa3c209c","resolution":{"observed_at":"2026-08-15T21:10:19.982920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.963489Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.963489Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:388ad3a3c36103bef4935164b2d122f84132b2e5d6b25045c3686a622a7e7128","observation_id":"d9dace47-7653-490e-b66a-8c3e6341d041","resolution":{"observed_at":"2026-08-15T21:10:19.963489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.968741Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.968741Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:1fb64cf1b6ab3df870e4c7ab8a1ab61d50482fa355eb4d488d3dab8f380ce499","observation_id":"7f60171f-99f2-4024-8f02-563c3efdcd4b","resolution":{"observed_at":"2026-08-15T21:10:19.968741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-15T21:10:19.997591Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.997591Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:46e4940274d2838f6dfaa64f98a06318508b2ad09b2032826be8fdc149728e19","observation_id":"6f5c901d-11be-407f-86b8-10cdb313bac9","resolution":{"observed_at":"2026-08-15T21:10:19.997591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16787","last_updated":"2023-11-04T19:10:06Z","snapshot_observed_at":"2026-08-16T14:48:54.168054Z","submitted_at":"2023-10-25T17:20:26Z","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16787","snapshot_observed_at":"2026-08-15T21:10:20.003082Z","title":"Longpre, R","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.003082Z"},"links":{"cited_paper":"/paper/2310.16787","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:416eee6b7af38d716c978f15d308408319b4e1958d35dd28c96ae728ba372c14","observation_id":"309ce536-f813-46c6-a45b-3718fb8b9632","resolution":{"observed_at":"2026-08-15T21:10:20.003082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10627","last_updated":"2024-07-15T11:26:07Z","snapshot_observed_at":"2026-08-16T13:34:12.015605Z","submitted_at":"2024-07-15T11:26:07Z","title":"Arena Learning: Build Data Flywheel for LLMs Post-training via Simulated Chatbot Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10627","snapshot_observed_at":"2026-08-15T21:10:20.008116Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.008116Z"},"links":{"cited_paper":"/paper/2407.10627","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0f13107c5597534c1eb099272adf4c04b318ca91c0449bedaa83f162ef3d98dc","observation_id":"3e0c1fb6-d4e7-437c-8f40-3a977e2e113f","resolution":{"observed_at":"2026-08-15T21:10:20.008116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:19.987653Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.987653Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e567306b6c134d009af69d338b399e554243dde9fb38d766fcab8ed54bb3a5d9","observation_id":"df486598-8fac-4e89-999d-a71e104729f7","resolution":{"observed_at":"2026-08-15T21:10:19.987653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.07503","last_updated":"2024-08-10T20:46:47Z","snapshot_observed_at":"2026-08-16T14:01:51.799198Z","submitted_at":"2024-04-11T06:34:17Z","title":"Best Practices and Lessons Learned on Synthetic Data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07503","snapshot_observed_at":"2026-08-15T21:10:19.992579Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:19.992579Z"},"links":{"cited_paper":"/paper/2404.07503","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:7be47165f32f96a090bf151c44b582d3a72559ead6fc58f109a6753fa3b797d0","observation_id":"5a186b24-6559-4c38-888f-e9a68bc4e7e7","resolution":{"observed_at":"2026-08-15T21:10:19.992579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12833","last_updated":"2023-08-24T14:45:50Z","snapshot_observed_at":"2026-08-16T15:06:03.483793Z","submitted_at":"2023-08-24T14:45:50Z","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12833","snapshot_observed_at":"2026-08-15T21:10:20.023911Z","title":"Mozes, X","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.023911Z"},"links":{"cited_paper":"/paper/2308.12833","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:c77544b9c671076e2d29e4bdf6e7a46d83a691c1ebd0a72d2843b333dad09c59","observation_id":"0fefbdd6-f46b-4b65-ad0d-395578a84ab3","resolution":{"observed_at":"2026-08-15T21:10:20.023911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12050","last_updated":"2024-02-16T19:52:45Z","snapshot_observed_at":"2026-08-16T15:31:33.419780Z","submitted_at":"2023-05-20T00:45:15Z","title":"AI-assisted Code Authoring at Scale: Fine-tuning, deploying, and mixed methods evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12050","snapshot_observed_at":"2026-08-15T21:10:20.029768Z","title":"Murali, C","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.029768Z"},"links":{"cited_paper":"/paper/2305.12050","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:672d23c232918f7fe83b1f04cbf44c060a18b9b307a5852a1e207c52050d0eaa","observation_id":"4dc5cfdc-1338-41cd-b801-d0d1374a2445","resolution":{"observed_at":"2026-08-15T21:10:20.029768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.12071","last_updated":"2024-12-04T16:20:40Z","snapshot_observed_at":"2026-08-16T13:09:01.460747Z","submitted_at":"2024-10-15T21:11:10Z","title":"Beyond the Comfort Zone: Emerging Solutions to Overcome Challenges in Integrating LLMs into Software Products","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.12071","snapshot_observed_at":"2026-08-15T21:10:20.035689Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.035689Z"},"links":{"cited_paper":"/paper/2410.12071","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0eb2e13ffa04a6a254d26b19631dc0ed68751c8afb7655dae4598b57c186054b","observation_id":"8dc0bf02-a0f4-4ab4-9985-6b6b5e0372b4","resolution":{"observed_at":"2026-08-15T21:10:20.035689Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.907625Z","title":null,"venue":null,"work_id":"4cbdbaff-5afb-4908-a843-1753a5bfc702","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.014132Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:c9826dc2027a38baa3cd775130b2b3fdde6beda31431e56184db83be6e413808","observation_id":"48f3498c-6054-4050-ac47-6f8910184579","resolution":{"observed_at":"2026-08-15T21:10:21.913146Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.890822Z","title":null,"venue":null,"work_id":"8cb3b676-bfc6-40e2-8fa4-5d15239f940c","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.018991Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:4470a24a9b464570d171b308528fa51f52492d9c31b46b63091ff19a39676962","observation_id":"a9535a31-de87-4da8-8de1-b05f1ac1bbb4","resolution":{"observed_at":"2026-08-15T21:10:21.896102Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.836341Z","title":null,"venue":null,"work_id":"cfe00833-e2a3-412c-b677-92da06e576b2","year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.050970Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:288f10dc8969889d18800606564606a9d92b5ea52b1e0cb6a8705b957be2d86b","observation_id":"5ba06d16-6dc1-4eea-a533-ea6c7b5e4051","resolution":{"observed_at":"2026-08-15T21:10:21.842163Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08560","last_updated":"2024-02-12T18:59:46Z","snapshot_observed_at":"2026-08-15T11:39:49.280087Z","submitted_at":"2023-10-12T17:51:32Z","title":"MemGPT: Towards LLMs as Operating Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08560","snapshot_observed_at":"2026-08-15T21:10:20.056220Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.056220Z"},"links":{"cited_paper":"/paper/2310.08560","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:be497b4decc4de3db028f1653d43d6d4fe6e0c7c55e33b290b0be9bffdfb84b9","observation_id":"9d9ec005-1311-479a-9e31-eeec55e2c74f","resolution":{"observed_at":"2026-08-15T21:10:20.056220Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14231","last_updated":"2023-12-21T18:37:43Z","snapshot_observed_at":"2026-08-16T14:32:28.603332Z","submitted_at":"2023-12-21T18:37:43Z","title":"Building Your Own Product Copilot: Challenges, Opportunities, and Needs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14231","snapshot_observed_at":"2026-08-15T21:10:20.062117Z","title":"Parnin, G","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.062117Z"},"links":{"cited_paper":"/paper/2312.14231","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:9f829704fd81a029765c87552ec3fe94b3e7fe4391adf5a6b7417ff2cb9c6e50","observation_id":"c1b75251-52d2-413e-981f-2ab45cc65ef9","resolution":{"observed_at":"2026-08-15T21:10:20.062117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.873629Z","title":null,"venue":null,"work_id":"f9622e63-9fd8-4a53-aff3-2e3efe401d83","year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.040630Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:b9bfbcabaf27cb8cb957f30de6aa0f4d6778695ac2869b4769a73e8042399021","observation_id":"09a1fae4-62a4-4982-ab59-acae5acd7f3d","resolution":{"observed_at":"2026-08-15T21:10:21.878441Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.854899Z","title":null,"venue":null,"work_id":"2bd9f82a-5506-4d90-a176-155fbcadcb23","year":2025},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.046158Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:11ea792bc238f22b39dab12bf54cf68829c80dab7cb5a5f9604baafdfadbf6f3","observation_id":"9e8625db-7fef-4a6c-8daf-77db19c3279b","resolution":{"observed_at":"2026-08-15T21:10:21.860691Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.12813","last_updated":"2023-03-08T23:41:49Z","snapshot_observed_at":"2026-08-16T13:28:02.541688Z","submitted_at":"2023-02-24T18:48:43Z","title":"Check Your Facts and Try Again: Improving Large Language Models with External Knowledge and Automated Feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.12813","snapshot_observed_at":"2026-08-15T21:10:20.077624Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.077624Z"},"links":{"cited_paper":"/paper/2302.12813","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:df96c5ff4dba6416f09b86cc98a98489409136b520353bd1a3c59562a011da2e","observation_id":"8c4a6bd7-c94e-4b8b-9f53-610a0e9eb09d","resolution":{"observed_at":"2026-08-15T21:10:20.077624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.800354Z","title":"Oliva, Dayi Lin, and Ahmed E","venue":null,"work_id":"b8e962f9-7ebe-485c-9009-4cd7ebdfc572","year":null},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.082954Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:9c6b3215ea9202dbb8966f58c61527859510fb6f5abd2b7983145ceb02b9870f","observation_id":"fda32092-b7c0-406e-bc3c-696db74ba5c9","resolution":{"observed_at":"2026-08-15T21:10:21.805845Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16713","last_updated":"2024-07-10T02:44:21Z","snapshot_observed_at":"2026-08-16T14:15:14.780108Z","submitted_at":"2024-02-26T16:31:01Z","title":"Navigating Complexity: Orchestrated Problem Solving with Multi-Agent LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16713","snapshot_observed_at":"2026-08-15T21:10:20.092953Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.092953Z"},"links":{"cited_paper":"/paper/2402.16713","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:959d37f446945ac1266a943ae678c4291bfb2c91b1578c4eab93b1bb01eedd65","observation_id":"5eb4b6e0-0707-4619-826b-cace496a5fbb","resolution":{"observed_at":"2026-08-15T21:10:20.092953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.818483Z","title":"Parry, G.M","venue":null,"work_id":"1012e06c-d76f-49dc-965c-3f7767fea5e9","year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.067444Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:5524009be6dc77d18fc57c529578a0da299133b79b4961708b003e97f295423a","observation_id":"5761da80-7b81-4283-b6fa-543146a663ab","resolution":{"observed_at":"2026-08-15T21:10:21.824233Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.13296","last_updated":"2024-10-30T01:04:15Z","snapshot_observed_at":"2026-08-16T13:24:19.028622Z","submitted_at":"2024-08-23T14:48:02Z","title":"The Ultimate Guide to Fine-Tuning LLMs from Basics to Breakthroughs: An Exhaustive Review of Technologies, Research, Best Practices, Applied Research Challenges and Opportunities","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.13296","snapshot_observed_at":"2026-08-15T21:10:20.072513Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.072513Z"},"links":{"cited_paper":"/paper/2408.13296","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:079dcaba8ca44d2e85f60c1ee60030340f5db58a2af47d6ca0c757a6280623b1","observation_id":"e95d19c6-64ab-45d2-8031-59c6cc64fe95","resolution":{"observed_at":"2026-08-15T21:10:20.072513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:20.108390Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.108390Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0cf312fccdd8811ec9a501131394203bb235c6dd1b341d352f769a17134f3e97","observation_id":"682d4b5f-3954-48a8-b04b-7dd67d4b6445","resolution":{"observed_at":"2026-08-15T21:10:20.108390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.07220","last_updated":"2024-08-04T15:32:37Z","snapshot_observed_at":"2026-08-16T15:02:15.733436Z","submitted_at":"2024-03-22T17:13:46Z","title":"Blended RAG: Improving RAG (Retriever-Augmented Generation) Accuracy with Semantic Search and Hybrid Query-Based Retrievers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07220","snapshot_observed_at":"2026-08-15T21:10:20.113652Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.113652Z"},"links":{"cited_paper":"/paper/2404.07220","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:8a6bf522c5a6fb3b0d69a93c0767fbad8e8bbe3f68046e2aeb520fbd570c857a","observation_id":"a299045c-d837-4832-b17e-82b0093843ac","resolution":{"observed_at":"2026-08-15T21:10:20.113652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.20791","last_updated":"2026-04-06T19:29:25Z","snapshot_observed_at":"2026-08-13T18:51:59.515589Z","submitted_at":"2024-10-28T07:16:00Z","title":"From Cool Demos to Production-Ready FMware: Core Challenges and a Technology Roadmap","version":3},"cited_work":{"arxiv_id":"2410.20791","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.20791","snapshot_observed_at":"2026-08-15T21:10:20.677615Z","title":"From Cool Demos to Production-Ready FMware: Core Challenges and a Technology Roadmap","venue":"cs.SE","work_id":"758ac3c1-43d0-4559-8b39-f78bbd907235","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.087913Z"},"links":{"cited_paper":"/paper/2410.20791","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f402791884febf6b32d367826047777917daca6aa78090026441eb444b5550e7","observation_id":"e0b1acb2-3601-4ac0-90b0-a1d54b1b0b4e","resolution":{"observed_at":"2026-08-15T21:10:20.685314Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.754539Z","title":null,"venue":null,"work_id":"f16ba7fb-055b-46c7-91e2-5ab30c3aba28","year":2021},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.123825Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:5e0311610e65c79f6d73a92e4472ac15bed4bd85c17777b70b99b0dd23ac1eac","observation_id":"f955c3d1-6a85-40f6-a8b5-125053e6680a","resolution":{"observed_at":"2026-08-15T21:10:21.759949Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10501","last_updated":"2023-10-16T15:20:30Z","snapshot_observed_at":"2026-08-16T14:51:42.822750Z","submitted_at":"2023-10-16T15:20:30Z","title":"NeMo Guardrails: A Toolkit for Controllable and Safe LLM Applications with Programmable Rails","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10501","snapshot_observed_at":"2026-08-15T21:10:20.098151Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.098151Z"},"links":{"cited_paper":"/paper/2310.10501","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:005122b324f7a7da90ac729082ed45ecde7b5f05543aaf7c4fb17b1c3b4f838c","observation_id":"adb86806-5f38-4b35-8429-ba15cbab4ba8","resolution":{"observed_at":"2026-08-15T21:10:20.098151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.783597Z","title":null,"venue":null,"work_id":"17d55542-4340-45fc-ba41-21da24607d25","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.103617Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:badbbf77955702ef9f866cfd68fdf5d6567a6c511d4e61b6493f36f8eb29dd3e","observation_id":"32448003-2787-4e09-b42f-e694a2221452","resolution":{"observed_at":"2026-08-15T21:10:21.788589Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.737247Z","title":"Strobelt, A","venue":null,"work_id":"677b03f2-2cfd-4e69-ad22-b66f9aaa3ad1","year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.138920Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0aa8c81d32971051c15c48700e210cd9a34296df72b50a804624822d7a507f2b","observation_id":"5d283da4-25f8-4cc1-a7bd-3b174d8c7b94","resolution":{"observed_at":"2026-08-15T21:10:21.742649Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12624","last_updated":"2025-08-18T00:07:23Z","snapshot_observed_at":"2026-08-16T13:41:49.392632Z","submitted_at":"2024-06-18T13:49:54Z","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12624","snapshot_observed_at":"2026-08-15T21:10:20.143892Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.143892Z"},"links":{"cited_paper":"/paper/2406.12624","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:9e69a9ef1a114511760e3e7aac76cd85800a242efdb7ad935a32e7e19d092c16","observation_id":"fca3e3ca-e815-4d73-b527-96fc7be3d6d1","resolution":{"observed_at":"2026-08-15T21:10:20.143892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10165","last_updated":"2023-06-16T20:07:38Z","snapshot_observed_at":"2026-08-16T15:23:13.602077Z","submitted_at":"2023-06-16T20:07:38Z","title":"Data Selection for Fine-tuning Large Language Models Using Transferred Shapley Values","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10165","snapshot_observed_at":"2026-08-15T21:10:20.118875Z","title":"Schoch, R","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.118875Z"},"links":{"cited_paper":"/paper/2306.10165","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:769328e8a609bfff1700f87dcf2c0681d759aba91197cfbf25bfeddeaa86167a","observation_id":"b79774de-596c-4ed8-bb28-85fc2fa89257","resolution":{"observed_at":"2026-08-15T21:10:20.118875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.701855Z","title":null,"venue":null,"work_id":"e9319910-a5f9-4bba-8482-3b1770737c78","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.155233Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:4d6c4628deeda203f3e63729f1887f55f202106f633e69cea82ae839342acc4f","observation_id":"3ee2067d-680f-4376-b799-e3505ce60d1e","resolution":{"observed_at":"2026-08-15T21:10:21.707277Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15025","last_updated":"2023-09-26T15:49:23Z","snapshot_observed_at":"2026-08-16T14:57:28.373576Z","submitted_at":"2023-09-26T15:49:23Z","title":"Large Language Model Alignment: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15025","snapshot_observed_at":"2026-08-15T21:10:20.128889Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.128889Z"},"links":{"cited_paper":"/paper/2309.15025","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:aae4177d43de3ddb8b5f88e817c624274b72fa1f6516c42634e3496d53a937e6","observation_id":"9f989d77-04e2-4bbd-b370-95a7fa30ef4a","resolution":{"observed_at":"2026-08-15T21:10:20.128889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16789","last_updated":"2024-03-09T22:26:06Z","snapshot_observed_at":"2026-08-08T18:07:29.632928Z","submitted_at":"2023-10-25T17:21:23Z","title":"Detecting Pretraining Data from Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16789","snapshot_observed_at":"2026-08-15T21:10:20.133968Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.133968Z"},"links":{"cited_paper":"/paper/2310.16789","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:f738f63d22e1b14008aeeddeacb78b222813638d565f5965318d70b184ef2525","observation_id":"c6bf331f-8033-431b-929b-f2cb5b75a5d7","resolution":{"observed_at":"2026-08-15T21:10:20.133968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.543973Z","title":null,"venue":null,"work_id":"2bc4651b-3373-4e12-b82e-ead1a61564a0","year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.170705Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:9bb70fda570680e07ad1073756452236364f75330255ba83c7f1e6e594f6ff46","observation_id":"659a4c70-eda2-46d9-807a-531f0ac26e64","resolution":{"observed_at":"2026-08-15T21:10:21.671458Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.525197Z","title":null,"venue":null,"work_id":"883e2cb1-c34e-40f8-9a07-70943a543146","year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.175517Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:3f1a76daa13b0ac539eedefb174af1cf0876fd8d6f756e21c981e0bf6bf3db9a","observation_id":"f26fb74b-7fda-417f-966b-7c01ab2be429","resolution":{"observed_at":"2026-08-15T21:10:21.530296Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.719791Z","title":null,"venue":null,"work_id":"bb93b9b8-9061-4ac7-b352-f2470c5247f2","year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.149708Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:e0e2102441dfa75a8810f867affa520ef5a5d07a7f21dd62ff4f5a5b79906c1c","observation_id":"85f97cab-36c3-4905-b8b7-d6bb5afed5c1","resolution":{"observed_at":"2026-08-15T21:10:21.725203Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.490262Z","title":null,"venue":null,"work_id":"29d5ea90-2012-4b29-8f5a-e3d39f9fd60e","year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.185762Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:4f7a58ff9613ceb6c264c8930e9615d7c829b21b0cfe16e4ea36a70f14f9a462","observation_id":"c7b303a9-3a2e-40e4-9ff8-48e249a48cb6","resolution":{"observed_at":"2026-08-15T21:10:21.496043Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-13T16:55:46.498156Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-15T21:10:20.160841Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.160841Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:62c2405e1ea49f0ac71720a81cb87564128bc9e5a410239ebbedf24c0989aa27","observation_id":"96547db5-22df-43fc-a864-81ff59310897","resolution":{"observed_at":"2026-08-15T21:10:20.160841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.683258Z","title":null,"venue":null,"work_id":"7c20cb0c-7319-4546-ba4f-676b478ee3b5","year":2021},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.165833Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:0f9545e79167413dbb784409e73783b0fc15b1b5f3ed861504cea82613c94a92","observation_id":"1c97cbce-3e01-4b84-8108-d2a54d733a3d","resolution":{"observed_at":"2026-08-15T21:10:21.689094Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04693","last_updated":"2024-08-08T16:26:07Z","snapshot_observed_at":"2026-08-16T13:27:38.268395Z","submitted_at":"2024-08-08T16:26:07Z","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04693","snapshot_observed_at":"2026-08-15T21:10:20.206894Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.206894Z"},"links":{"cited_paper":"/paper/2408.04693","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:bb2d72c3dd279927ab40a16dd3b8d290ab2b58beb1b5c00b53592f1a4bc60c59","observation_id":"26962c04-d8e0-4167-a593-4801bec60c8b","resolution":{"observed_at":"2026-08-15T21:10:20.206894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.13300","last_updated":"2024-02-27T17:08:49Z","snapshot_observed_at":"2026-08-16T15:30:58.028440Z","submitted_at":"2023-05-22T17:57:41Z","title":"Adaptive Chameleon or Stubborn Sloth: Revealing the Behavior of Large Language Models in Knowledge Conflicts","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.13300","snapshot_observed_at":"2026-08-15T21:10:20.212201Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.212201Z"},"links":{"cited_paper":"/paper/2305.13300","citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:490746bfdbff01a11558982f6f26bbdf5777dfa2addd2aa861c5d3f361a7ec7d","observation_id":"112b4d0e-07e7-4ae1-ad2b-a8b1096c3f9d","resolution":{"observed_at":"2026-08-15T21:10:20.212201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:21.508447Z","title":null,"venue":null,"work_id":"e79785d1-8d1d-497a-a5fb-2a595b697d13","year":2022},"citing_paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)","version":2},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:20.180434Z"},"links":{"citing_paper":"/paper/2505.10640"},"observation_digest":"sha256:55aed51ca8f637c3087ddb5b3a190fc271069deb6619882309b2b12157eaf76b","observation_id":"f4dd7005-e604-40ae-92c0-ab20e66d4802","resolution":{"observed_at":"2026-08-15T21:10:21.513918Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.10640","last_updated":"2025-06-02T20:08:34Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-15T22:07:25.520662Z","submitted_at":"2025-05-15T18:22:45Z","title":"The Hitchhikers Guide to Production-ready Trustworthy Foundation Model powered Software (FMware)"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":95,"verified_exact":0,"verified_fuzzy":4},"total_outbound_references":114},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 100 of 114 outbound references and 0 inbound Pith citation observations for arXiv:2505.10640."}