{"as_of":"2026-08-13T23:14:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:485d47392591fd816207c63a488c985a0f6b118c6ec5461005daba6682cd48eb","coverage":[{"denominator":47,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":47,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:42:00.744078Z","state":"measured"},{"denominator":49,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":49,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T03:31:57.115743Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-12T06:56:25.816992Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13023","snapshot_observed_at":"2026-08-03T03:31:57.115743Z","title":"Rudd, Christopher Andrews, and Philip Tully","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.07840","last_updated":"2026-06-10T04:03:01Z","snapshot_observed_at":"2026-08-13T16:23:00.462914Z","submitted_at":"2026-02-08T06:42:50Z","title":"SAGE: Scalable AI Governance & Evaluation","version":4},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-03T03:31:57.115743Z"},"links":{"cited_paper":"/paper/2506.13023","citing_paper":"/paper/2602.07840"},"observation_digest":"sha256:61aa0c30b6318f21778f2f9d0dd98ec775605769d513ba403460d3f1a4fdd417","observation_id":"01179ef3-63b8-40ec-a2b3-03f347775ce8","resolution":{"observed_at":"2026-08-03T03:31:57.115743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"cited_work":{"arxiv_id":"2506.13023","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.13023","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A practical guide for evaluating llms and llm-reliant systems","venue":null,"work_id":"3830c601-f14a-47e1-921b-36b4caa4a7ec","year":2025},"citing_paper":{"arxiv_id":"2605.10808","last_updated":"2026-05-11T16:31:25Z","snapshot_observed_at":"2026-08-03T06:11:41.908552Z","submitted_at":"2026-05-11T16:31:25Z","title":"Threat Modelling using Domain-Adapted Language Models: Empirical Evaluation and Insights","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-12T03:50:46.260450Z"},"links":{"cited_paper":"/paper/2506.13023","citing_paper":"/paper/2605.10808"},"observation_digest":"sha256:c749a924f10f87a920a7f7f733f3ce94d79a9b1606af05c2976d74c0d08335be","observation_id":"4c6a325d-1bb6-408a-914a-2e96956c1daa","resolution":{"observed_at":"2026-05-12T06:56:25.823633Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.13023/citation-record","integrity":"/paper/2506.13023/integrity","json":"/paper/2506.13023/citation-record.json","paper":"/paper/2506.13023"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:55.025553Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.025553Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:f8da0272f808518d62ce0939a93195ac0b336d956f06bc4c98e838d1578db228","observation_id":"b7e7fa89-b442-4d94-84f2-9057e858b0ef","resolution":{"observed_at":"2026-08-07T00:41:55.025553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:55.088737Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.088737Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:b44c44468b9b404b2a605175d981f40933aae1a264ddbd47afc3c9d7d3c3b742","observation_id":"e44464ca-76e2-4262-9634-e1e24b409a50","resolution":{"observed_at":"2026-08-07T00:41:55.088737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07599","last_updated":"2024-11-11T12:00:35Z","snapshot_observed_at":"2026-08-12T23:45:22.403561Z","submitted_at":"2024-06-11T16:42:02Z","title":"CTIBench: A Benchmark for Evaluating LLMs in Cyber Threat Intelligence","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07599","snapshot_observed_at":"2026-08-07T00:41:55.150430Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.150430Z"},"links":{"cited_paper":"/paper/2406.07599","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:876671046512e5dba8e7d1738d642cfdeee0ac4a99c99b3cac3abbd6e9531b23","observation_id":"f6ef7597-a1e8-4265-aae1-a122bea82018","resolution":{"observed_at":"2026-08-07T00:41:55.150430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.497372Z","title":null,"venue":null,"work_id":"c9f29d83-3448-4cb8-a325-9c22a672be5c","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.232689Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:d52669f1b2d3d7831129638848da355b01637985590486b1f23f68ff55a1c3db","observation_id":"70737066-5392-448d-b5f0-56da4bfdc21d","resolution":{"observed_at":"2026-08-07T00:42:05.500799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09436","last_updated":"2023-07-11T09:18:58Z","snapshot_observed_at":"2026-08-13T13:40:30.943463Z","submitted_at":"2022-11-17T09:46:55Z","title":"Nonlinear magnetotransport in a two-dimensional system with merging Dirac points","version":2},"cited_work":{"arxiv_id":"2211.09436","doi":null,"metadata_source":"pith","pith_arxiv_id":"2211.09436","snapshot_observed_at":"2026-08-07T00:42:01.000556Z","title":"Nonlinear magnetotransport in a two-dimensional system with merging Dirac points","venue":"cond-mat.mes-hall","work_id":"53798b9d-23ec-46ab-bf5c-c07b8e912355","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.441591Z"},"links":{"cited_paper":"/paper/2211.09436","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:d8a607a5138fd811cd6ae31f09d3450f440f19bef8156661cee3d946739c0280","observation_id":"b29994e1-e520-458c-9398-e461fd6822bd","resolution":{"observed_at":"2026-08-07T00:42:01.051006Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08073","last_updated":"2022-12-15T06:19:23Z","snapshot_observed_at":"2026-08-02T04:53:58.766070Z","submitted_at":"2022-12-15T06:19:23Z","title":"Constitutional AI: Harmlessness from AI Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08073","snapshot_observed_at":"2026-08-07T00:41:55.803388Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:55.803388Z"},"links":{"cited_paper":"/paper/2212.08073","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:8bb8ee8803d4a0f130dafaf07bbd885b35affc1a719e69ccfade6cfd82300aff","observation_id":"3ba1b176-e31e-4000-827e-f8e5c6988b69","resolution":{"observed_at":"2026-08-07T00:41:55.803388Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:56.383787Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:56.383787Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:b6633a0ad7bc42c93d0fe6ea8ff1e00f4503e5820ccbd8b57e229db3bb16bfd7","observation_id":"fd8154e2-6976-479d-a6bd-d8f89700d420","resolution":{"observed_at":"2026-08-07T00:41:56.383787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:57.561083Z","title":null,"venue":null,"work_id":null,"year":1970},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:57.561083Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:3bf7e59b2e74c7de7f55dc54b9a19de804e4f156f94e6c5550da4c88c9d2d449","observation_id":"dc7fc515-b35b-40a6-a7da-08eec3435c08","resolution":{"observed_at":"2026-08-07T00:41:57.561083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.473515Z","title":null,"venue":null,"work_id":"e9261b82-f019-4ba5-8435-3790dd81f594","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.010544Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6b94f76244442826eae398af9d2e9f9801e5e8a2a78e940b2bf85424d2aac779","observation_id":"780324b9-af44-46dd-940d-ffcb4d55765c","resolution":{"observed_at":"2026-08-07T00:42:05.477139Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:58.152037Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.152037Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:2232c8754d504d3be444635d7f07b40a95a6a1e21ead3caffbf945e911af4794","observation_id":"4a0438f7-bf4a-4e06-9684-33e6933f3387","resolution":{"observed_at":"2026-08-07T00:41:58.152037Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.458947Z","title":null,"venue":null,"work_id":"e24b217b-ff0f-4a90-9f66-d6f9910bd960","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.246480Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:439f7b052cf785d4b203f9aa75292e135fff755eb48243369df127c818ee723c","observation_id":"f93bdff4-a826-4900-bf70-0fa746f6d686","resolution":{"observed_at":"2026-08-07T00:42:05.462014Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.450194Z","title":null,"venue":null,"work_id":"45ffe326-639b-443a-b323-1f59f0d13ce0","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.317259Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:753d390eff813560a100921bc139f8e693b51588b68889038ab2c868aec328cd","observation_id":"dd2fe6f7-5fef-45dd-9ad6-33e9ea7903c6","resolution":{"observed_at":"2026-08-07T00:42:05.452800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.442162Z","title":null,"venue":null,"work_id":"fa5a9f5c-472e-472f-8e7b-cb3130793ca2","year":2002},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.382623Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a2a343159a1a7b20bdc02f1c82c45d4061cc7bd7879fad669846d221bf61c514","observation_id":"405a2d2b-f35f-44b5-84ca-14438ddbf78e","resolution":{"observed_at":"2026-08-07T00:42:05.444862Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15217","last_updated":"2025-04-28T05:09:12Z","snapshot_observed_at":"2026-08-13T16:22:14.977210Z","submitted_at":"2023-09-26T19:23:54Z","title":"Ragas: Automated Evaluation of Retrieval Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15217","snapshot_observed_at":"2026-08-07T00:41:58.504833Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.504833Z"},"links":{"cited_paper":"/paper/2309.15217","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:5397130254fd989a44a79b2c3944d3f6d15d00c254ef0e978c8b49d147c65da8","observation_id":"3c41ca9d-9b79-4dc9-a1e0-adba8fad9a31","resolution":{"observed_at":"2026-08-07T00:41:58.504833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.02291","last_updated":"2023-06-06T01:49:09Z","snapshot_observed_at":"2026-08-13T11:24:58.621147Z","submitted_at":"2023-06-04T07:50:38Z","title":"3rd Place Solution for PVUW2023 VSS Track: A Large Model for Semantic Segmentation on VSPW","version":2},"cited_work":{"arxiv_id":"2306.02291","doi":null,"metadata_source":"pith","pith_arxiv_id":"2306.02291","snapshot_observed_at":"2026-08-07T00:42:00.889760Z","title":"3rd Place Solution for PVUW2023 VSS Track: A Large Model for Semantic Segmentation on VSPW","venue":"cs.CV","work_id":"2379bd69-8c30-4062-967f-c4cf0998b5e2","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.574402Z"},"links":{"cited_paper":"/paper/2306.02291","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:7c2b5d001ba494c213433a20e394e93c37955107c8bc2c5539a050b266c50895","observation_id":"11858e3e-c27f-41e1-956c-87c828b16d32","resolution":{"observed_at":"2026-08-07T00:42:00.924360Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.08406","last_updated":"2024-01-30T13:55:34Z","snapshot_observed_at":"2026-08-13T04:41:58.937700Z","submitted_at":"2024-01-16T14:44:47Z","title":"RAG vs Fine-tuning: Pipelines, Tradeoffs, and a Case Study on Agriculture","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.08406","snapshot_observed_at":"2026-08-07T00:41:58.679114Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.679114Z"},"links":{"cited_paper":"/paper/2401.08406","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:833e9278c36a27aa53860472d19242a51f5b4e74b443fbe482f1eaed8428f75b","observation_id":"0bec8112-9cd3-4831-8ab0-ec7afcd86abe","resolution":{"observed_at":"2026-08-07T00:41:58.679114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-13T20:44:28.824685Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-07T00:41:58.746451Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.746451Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:e85d46b62afb4ca1bdec45451dbbb8541ba293337d7f1279786b42513cd48987","observation_id":"f46efb1e-fb6a-49d7-8379-0029ecb1ed3c","resolution":{"observed_at":"2026-08-07T00:41:58.746451Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09751","last_updated":"2020-02-14T21:56:30Z","snapshot_observed_at":"2026-07-06T07:47:32.745963Z","submitted_at":"2019-04-22T07:17:18Z","title":"The Curious Case of Neural Text Degeneration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09751","snapshot_observed_at":"2026-08-07T00:41:58.814385Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.814385Z"},"links":{"cited_paper":"/paper/1904.09751","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:c7263f3b4cc2f15cb0ebd2fa7ced352a914bfa96c2cfa7abf0193a3f9c6de336","observation_id":"9dad363f-11bf-44f6-838a-2426a5812db1","resolution":{"observed_at":"2026-08-07T00:41:58.814385Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.433306Z","title":null,"venue":null,"work_id":"8e074f2c-d77d-46b9-bd07-f38ec050b8a8","year":1998},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.896607Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a7223800797399fa24b4576cf07f81642ac48d0f2445af0eca79a34ea739afbc","observation_id":"92afdbd0-2b66-4631-83e3-ce1ab56e096b","resolution":{"observed_at":"2026-08-07T00:42:05.436421Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.424647Z","title":null,"venue":null,"work_id":"647a9b81-22b7-4fce-b7d2-a0bbc845d573","year":1977},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:58.943900Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:496626a74284d26a818b25671060d6bf28a660fdf6e32074d08c5bdf92f160c1","observation_id":"86465bb2-5ee1-4187-83a6-030eb2f0f0ab","resolution":{"observed_at":"2026-08-07T00:42:05.427526Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.260948Z","title":null,"venue":null,"work_id":"87f8355c-ffd7-49fb-8be6-5bf11dbf557c","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.010721Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:62963b1c5af4d9c9f3d140f6365f0a6541be69be0a08af7c7727898d834955ba","observation_id":"deed5173-2d31-4430-8bae-dde95d74ce0a","resolution":{"observed_at":"2026-08-07T00:42:05.362244Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.20327","last_updated":"2024-03-29T17:56:40Z","snapshot_observed_at":"2026-08-13T00:41:52.368105Z","submitted_at":"2024-03-29T17:56:40Z","title":"Gecko: Versatile Text Embeddings Distilled from Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.20327","snapshot_observed_at":"2026-08-07T00:41:59.075872Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.075872Z"},"links":{"cited_paper":"/paper/2403.20327","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a26f21eb9292acc1ab418dd7170c9de303c33a28834db7f678f6928584e0c71d","observation_id":"bcdd5aa9-d9e3-42e2-97be-2e44823959c7","resolution":{"observed_at":"2026-08-07T00:41:59.075872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.156541Z","title":"u ttler, Mike Lewis, Wen-tau Yih, Tim Rockt \\","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.156541Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:2a115aaec15906c3d821b046952de04c4ae8ad656799bef612acaaf2ff478349","observation_id":"c6732bcf-8056-4bb5-b5a9-74fb0bb6e8ca","resolution":{"observed_at":"2026-08-07T00:41:59.156541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.244286Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.244286Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:49160cc45a939ca6bad3c205bc088d227d71081029d99d096c97eb2728e8d712","observation_id":"6b3d8773-7197-4904-8d2c-ed3bf958c55c","resolution":{"observed_at":"2026-08-07T00:41:59.244286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:05.174413Z","title":null,"venue":null,"work_id":"28a7e783-a9ef-4c64-81b2-50057116f08e","year":2003},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.307509Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:1a59ea4467e1b8e4c603359c558e6e26d4fab4e119f58c1964be6f39275a2d49","observation_id":"0b157d4c-63e4-49b7-96d9-51756a502d5b","resolution":{"observed_at":"2026-08-07T00:42:05.216619Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.951075Z","title":null,"venue":null,"work_id":"52dd563c-bedc-4403-8d1e-4b53673716cd","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.372651Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:b34301eb88ad62cccd6e94ce542522daccbf2f381b17ede7b39ed638f6d42126","observation_id":"d42d9b90-5293-4981-8dfd-10ca73702984","resolution":{"observed_at":"2026-08-07T00:42:05.051249Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.740074Z","title":null,"venue":null,"work_id":"3efa63c5-83da-484b-b290-6bdd203d04cf","year":1993},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.467679Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:becec61bbb5e4596e06ff1c2bf74152ef8f2e65650f05950137df971a281be4a","observation_id":"30b3c064-e258-4041-8b26-21fb49ecf6fd","resolution":{"observed_at":"2026-08-07T00:42:04.810877Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.539956Z","title":null,"venue":null,"work_id":"c49d3c09-110c-473f-a1e4-78dc9c4faa85","year":2011},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.540411Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:489bc5b79fb368a93cea1f956dff084e216a397c7df372f114e8eaa062db4ae5","observation_id":"69ee82bb-fcd1-403b-95f0-7dd3180716c5","resolution":{"observed_at":"2026-08-07T00:42:04.649397Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1301.3781","last_updated":"2013-09-07T00:30:40Z","snapshot_observed_at":"2026-07-06T03:04:11.148340Z","submitted_at":"2013-01-16T18:24:43Z","title":"Efficient Estimation of Word Representations in Vector Space","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1301.3781","snapshot_observed_at":"2026-08-07T00:41:59.607752Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.607752Z"},"links":{"cited_paper":"/paper/1301.3781","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:ac92c83fd1eb5c8804967e9942ca0549cfac91c2c6f1f56c79ef61626e3ce92f","observation_id":"020237c6-295c-4296-a744-a7939af620af","resolution":{"observed_at":"2026-08-07T00:41:59.607752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.343158Z","title":null,"venue":null,"work_id":"c181384e-3ecb-46cb-89b6-b39e3056d1df","year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.708779Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:fad07680cdd5e5c98488489a0587b341e49523173c019337ac7eb1549907c580","observation_id":"cba32ef5-396a-4996-af11-2699a7447165","resolution":{"observed_at":"2026-08-07T00:42:04.419751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.754292Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.754292Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:bce1b654e2d51ac8c12075516ffff4473e1b3eda1ea880efceda2508dcdbbf5d","observation_id":"531b3d5a-f391-426d-ac77-61a3331cde91","resolution":{"observed_at":"2026-08-07T00:41:59.754292Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:41:59.821208Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.821208Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:4d2af24db4453f2716a0a40e190a37cf5620395f98491240ca607d2788e26dd3","observation_id":"3fd5efdd-3b06-4f37-8c08-264fd4d31d2e","resolution":{"observed_at":"2026-08-07T00:41:59.821208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1804.08771","last_updated":"2018-09-12T14:13:33Z","snapshot_observed_at":"2026-08-10T08:51:09.033778Z","submitted_at":"2018-04-23T22:54:55Z","title":"A Call for Clarity in Reporting BLEU Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.08771","snapshot_observed_at":"2026-08-07T00:41:59.863470Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.863470Z"},"links":{"cited_paper":"/paper/1804.08771","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:b1a4ac1c9ccbe73b310e1587abc1bc07369aa4613053ec6bc62e4db3d2227ac0","observation_id":"dd7738e9-8fab-4a7c-950a-2a771d03f07c","resolution":{"observed_at":"2026-08-07T00:41:59.863470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:04.117492Z","title":null,"venue":null,"work_id":"e5356116-9064-4b4e-b93f-4941835b522d","year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T00:41:59.954221Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:f4ca1c14a781e048571c066c122d56c60f4352682895741c1e4711e09b2f1718","observation_id":"07334985-040c-42c5-833f-84ab012df7a3","resolution":{"observed_at":"2026-08-07T00:42:04.243673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.906640Z","title":null,"venue":null,"work_id":"ca42c8cd-4862-42ee-91eb-3f82e79e81af","year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.023444Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:9f98bd0c7baa5456ea1e7f34446ed88d9ac0bdc53201da2430cbde163fb0f447","observation_id":"4ba1326c-6ec3-45a5-a4ef-59f86d93f76b","resolution":{"observed_at":"2026-08-07T00:42:04.032109Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.734870Z","title":null,"venue":null,"work_id":"31a3d0fa-dfe5-4391-bfd9-c04dee67a5b4","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.085827Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:11d932c44709ba287979c0bf6edf243e43931cdff54ca3101314b724ecf6f244","observation_id":"a7c848ac-0b6e-47d5-991c-332ea3b84f30","resolution":{"observed_at":"2026-08-07T00:42:03.832291Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.483414Z","title":null,"venue":null,"work_id":"be3c373a-06b2-4368-b5b6-2fee72e9e120","year":1995},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.155221Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:eb4ea5c70e138466709e7f8fa754cfd207e8cc4bfe533635b73619c746931224","observation_id":"049aaf93-5a7a-4d19-9993-4c60be60f8ef","resolution":{"observed_at":"2026-08-07T00:42:03.626977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:03.141780Z","title":null,"venue":null,"work_id":"9a93d23c-122c-4f88-817e-cc53c76481b4","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.202658Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:2c7979caab4e0064dfd3b53fb686a66639be96ddc7dbd57761126a305231672b","observation_id":"84b5961c-b554-4580-b6e3-ce3473f63f75","resolution":{"observed_at":"2026-08-07T00:42:03.322232Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.818986Z","title":null,"venue":null,"work_id":"a7376faf-3496-4319-b052-7febdc9a6dd5","year":1975},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.252904Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:a6d88128238608ed32e3dbf88931becbd6c351f00a39dfea9f023e1ef8b54a41","observation_id":"bc2758da-98c6-455a-affe-6dde1df2cf2a","resolution":{"observed_at":"2026-08-07T00:42:02.981413Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.557225Z","title":null,"venue":null,"work_id":"5df73322-e47b-4208-90b3-4f0c9472e3da","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.325560Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:7732ce34f3ede12e81f35187b48cf4d7e76b17362a90f90076e3958bc3cb4dd7","observation_id":"3ce35ece-cab8-49da-bcef-ef3d652811bd","resolution":{"observed_at":"2026-08-07T00:42:02.699584Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:02.239357Z","title":null,"venue":null,"work_id":"5961af6b-a430-4443-98ee-3a6643d1ecf0","year":2024},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.387096Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:fa99db2215b31514efe85ccef1d33a38e7da52cf370ac2dedd437087924beab6","observation_id":"f0dc5543-7060-48a8-abe2-3cf99de835ee","resolution":{"observed_at":"2026-08-07T00:42:02.352995Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.947670Z","title":null,"venue":null,"work_id":"d02836a1-6aa8-4b96-8e48-d268d8d302d6","year":2014},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.452786Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:300db7733b3f6f67b4efe61f2b965d5f43be1afc7f29baa0abc9bc62cd5c2afc","observation_id":"1d687255-39ce-4b33-bb0f-5f19771a3906","resolution":{"observed_at":"2026-08-07T00:42:02.070152Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:00.538128Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.538128Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:6e6f396d8b52c77b03f3a048522c819c873d2f66fcee5538a2775ab5b15a84d6","observation_id":"e6ba99c2-7fbc-4fa2-b703-e7d258fe8faf","resolution":{"observed_at":"2026-08-07T00:42:00.538128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.666493Z","title":null,"venue":null,"work_id":"daba75a5-801b-4f19-bce9-667f22b010fb","year":2021},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.590146Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:834823ea069c34b8f5209349e522f7ab4ebb8d33c34dec0a25bf418376e7a375","observation_id":"af684115-14c5-4f6b-a600-28c5ab4e40fe","resolution":{"observed_at":"2026-08-07T00:42:01.795390Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-07T00:42:00.640741Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.640741Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:79cf42429a6cd5ed1ac43e06e651270ae8a2e46dfa29b7e560f8feb244f96467","observation_id":"9eb822df-f7aa-46a5-b5a4-eeab3cfcbf72","resolution":{"observed_at":"2026-08-07T00:42:00.640741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.344757Z","title":null,"venue":null,"work_id":"99527861-10f2-4eb9-abe0-83c8305e5df2","year":2022},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.694779Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:0972d6e2fb14aad7851e826b6ec9f3dee5e1417b32eda9e28a2493e0c0a73806","observation_id":"67469c4a-4155-499d-87dd-a872400a7ee6","resolution":{"observed_at":"2026-08-07T00:42:01.430916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:42:01.197892Z","title":null,"venue":null,"work_id":"9212627f-b2c9-4071-b943-8e1221cb7dc2","year":2020},"citing_paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:00.744078Z"},"links":{"citing_paper":"/paper/2506.13023"},"observation_digest":"sha256:f6d9893f3b3b8cff1acb9dd4f550927b6df31e0837d58b8c50d714be918fa6cf","observation_id":"430ec4c4-6fd1-425a-9780-a0eec59c8773","resolution":{"observed_at":"2026-08-07T00:42:01.293465Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.13023","last_updated":"2025-07-21T05:15:39Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-13T00:09:29.591149Z","submitted_at":"2025-06-16T01:18:16Z","title":"A Practical Guide for Evaluating LLMs and LLM-Reliant Systems"},"reference_resolution":{"displayed":47,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":45,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":47},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 47 of 47 outbound references and 2 inbound Pith citation observations for arXiv:2506.13023."}