{"as_of":"2026-08-10T11:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1ab8a3736ea848d86e8336053124c20b0dde44960737a3b41bbe2fa6d6d7e85f","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":4,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":4,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T19:59:36.711089Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T19:08:20.801093Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.03339","last_updated":"2024-06-13T15:13:40Z","snapshot_observed_at":"2026-07-06T18:25:57.572780Z","submitted_at":"2024-06-05T14:55:10Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","version":2},"cited_work":{"arxiv_id":"2406.03339","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.03339","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The challenges of evaluating LLM appli- cations: An analysis of automated, human, and LLM-based approaches","venue":null,"work_id":"eb558797-9e4e-4244-9720-913681ec0a46","year":2024},"citing_paper":{"arxiv_id":"2410.20791","last_updated":"2026-04-06T19:29:25Z","snapshot_observed_at":"2026-08-03T01:41:19.546733Z","submitted_at":"2024-10-28T07:16:00Z","title":"From Cool Demos to Production-Ready FMware: Core Challenges and a Technology Roadmap","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-23T19:07:21.016824Z"},"links":{"cited_paper":"/paper/2406.03339","citing_paper":"/paper/2410.20791"},"observation_digest":"sha256:17bb1a5e66bdfb7b2cf25e570455d96b30f8a78ac14cbc0706008da70d30eb9c","observation_id":"1ff8eb9d-f76a-4608-b28b-23d02ebc05a6","resolution":{"observed_at":"2026-05-23T19:08:20.804180Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03339","last_updated":"2024-06-13T15:13:40Z","snapshot_observed_at":"2026-07-06T18:25:57.572780Z","submitted_at":"2024-06-05T14:55:10Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.03339","snapshot_observed_at":"2026-08-06T19:59:36.711089Z","title":"The challenges of evaluating llm applications: An analysis of automated, human, and llm-based approaches.arXiv preprint arXiv:2406.03339, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.04136","last_updated":"2026-07-04T19:39:07Z","snapshot_observed_at":"2026-08-08T15:50:06.172618Z","submitted_at":"2025-07-05T19:13:00Z","title":"A Technical Survey of Reinforcement Learning Techniques for Large Language Models","version":2},"reference_index":129,"source":"pdf_text","source_observed_at":"2026-08-06T19:59:36.711089Z"},"links":{"cited_paper":"/paper/2406.03339","citing_paper":"/paper/2507.04136"},"observation_digest":"sha256:d05ff627ee3be8ff4e24b3dd11b9010b182261e8732ba2b53304e20aaf98038b","observation_id":"e98f262e-e268-422b-ac86-e14a2fcffd03","resolution":{"observed_at":"2026-08-06T19:59:36.711089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03339","last_updated":"2024-06-13T15:13:40Z","snapshot_observed_at":"2026-07-06T18:25:57.572780Z","submitted_at":"2024-06-05T14:55:10Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.03339","snapshot_observed_at":"2026-08-05T17:18:27.038772Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Au- tomated, Human, and LLM-Based Approaches","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16459","last_updated":"2025-08-22T15:20:43Z","snapshot_observed_at":"2026-08-08T09:12:00.344335Z","submitted_at":"2025-08-22T15:20:43Z","title":"GPL-SLAM: A Laser SLAM Framework with Gaussian Process Based Extended Landmarks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T17:18:27.038772Z"},"links":{"cited_paper":"/paper/2406.03339","citing_paper":"/paper/2508.16459"},"observation_digest":"sha256:ff473ef562ca707fdccc483e664022aaf2d424b19108f57669464b5ca9352445","observation_id":"c037f6c5-9deb-478e-af38-5db6c44f774e","resolution":{"observed_at":"2026-08-05T17:18:27.038772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.03339","last_updated":"2024-06-13T15:13:40Z","snapshot_observed_at":"2026-07-06T18:25:57.572780Z","submitted_at":"2024-06-05T14:55:10Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","version":2},"cited_work":{"arxiv_id":"2406.03339","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.03339","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The challenges of evaluating LLM appli- cations: An analysis of automated, human, and LLM-based approaches","venue":null,"work_id":"eb558797-9e4e-4244-9720-913681ec0a46","year":2024},"citing_paper":{"arxiv_id":"2508.19932","last_updated":"2026-05-01T07:50:38Z","snapshot_observed_at":"2026-08-07T17:04:40.935858Z","submitted_at":"2025-08-27T14:47:33Z","title":"CASE: An Agentic AI Framework for Enhancing Scam Intelligence in Digital Payments","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-18T20:35:29.338034Z"},"links":{"cited_paper":"/paper/2406.03339","citing_paper":"/paper/2508.19932"},"observation_digest":"sha256:b3aff4ee3a3bfb2777f8a580e103a946d7b755e638920d3214b9892977bfeea0","observation_id":"7d9f966f-db5e-477e-bfdc-64e97e1d558c","resolution":{"observed_at":"2026-05-18T20:36:50.281139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2406.03339/citation-record","integrity":"/paper/2406.03339/integrity","json":"/paper/2406.03339/citation-record.json","paper":"/paper/2406.03339"},"outbound":[],"paper":{"arxiv_id":"2406.03339","last_updated":"2024-06-13T15:13:40Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T18:25:57.572780Z","submitted_at":"2024-06-05T14:55:10Z","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 4 inbound Pith citation observations for arXiv:2406.03339."}