{"as_of":"2026-08-18T09:08:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b7abc039145b7d4cfd3b56ad54fa46c8bb71eea87732ac0bc465c87f7b573a04","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:06:01.587512Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T23:17:29.028011Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-16T12:06:01.587512Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13656","last_updated":"2025-04-18T12:37:02Z","snapshot_observed_at":"2026-08-17T16:58:20.238500Z","submitted_at":"2025-04-18T12:37:02Z","title":"Do Prompt Patterns Affect Code Quality? A First Empirical Assessment of ChatGPT-Generated Code","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T12:06:01.587512Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2504.13656"},"observation_digest":"sha256:0f5532f0ebcefb999a14a38a615c547131d1f72ed618b42053bde0f47e4bfbba","observation_id":"c9ae9fa5-36a5-4964-950a-2ce68ceb8623","resolution":{"observed_at":"2026-08-16T12:06:01.587512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-07T05:35:41.169640Z","title":"Copilot evaluation harness: Evaluating llm-guided software programming,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.07594","last_updated":"2025-06-09T09:46:41Z","snapshot_observed_at":"2026-08-11T13:20:33.453818Z","submitted_at":"2025-06-09T09:46:41Z","title":"Evaluating LLMs Effectiveness in Detecting and Correcting Test Smells: An Empirical Study","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T05:35:41.169640Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2506.07594"},"observation_digest":"sha256:3547c2fb3480bf289d8fb06ab32835a5d325ba136554015c7334a18cabf69dcf","observation_id":"4b784f3d-ec10-4cef-ab7d-6c9848bebb76","resolution":{"observed_at":"2026-08-07T05:35:41.169640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-15T19:59:24.458814Z","title":"Copilot evaluation harness: Evaluating LLM -guided software programming, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.14074","last_updated":"2025-06-17T00:11:13Z","snapshot_observed_at":"2026-08-16T21:51:53.107849Z","submitted_at":"2025-06-17T00:11:13Z","title":"Comprehensive Verilog Design Problems: A Next-Generation Benchmark Dataset for Evaluating Large Language Models and Agents on RTL Design and Verification","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T19:59:24.458814Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2506.14074"},"observation_digest":"sha256:790f777f0cc86a33bdb1e56f8c365842b25165df074d311477190477479780a8","observation_id":"fa957e42-0ff2-4692-bc52-0e672e2e646a","resolution":{"observed_at":"2026-08-15T19:59:24.458814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-05T21:12:42.157612Z","title":"Copilot evaluation harness: Evaluating llm-guided software programming,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.10059","last_updated":"2025-09-02T20:11:20Z","snapshot_observed_at":"2026-08-18T02:08:20.600201Z","submitted_at":"2025-08-12T22:03:54Z","title":"CodeGrad: Integrating Multi-Step Verification with Gradient-Based LLM Refinement","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T21:12:42.157612Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2508.10059"},"observation_digest":"sha256:b0bfd578e363f007e2c9235ae37c15769eda65c7f45c348e03b40a25d7542300","observation_id":"7637f626-0a3c-4fc8-ade8-44c657fb06c0","resolution":{"observed_at":"2026-08-05T21:12:42.157612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":"2402.14261","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-07-02T23:17:29.028011Z","title":"Yushi Bai, Xin Lv, Jiajie Zhang, Hongchang Lyu, Jiankai Tang, Zhidian Huang, Zhengxiao Du, Xiao Liu, Aohan Zeng, Lei Hou, et al","venue":null,"work_id":"b215eb70-93d7-4688-a23e-92bbc1c18315","year":2024},"citing_paper":{"arxiv_id":"2509.21623","last_updated":"2026-04-16T21:29:54Z","snapshot_observed_at":"2026-08-14T12:21:00.182138Z","submitted_at":"2025-09-25T21:42:27Z","title":"OjaKV: Context-Aware Online Low-Rank KV Cache Compression","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-18T13:26:02.980973Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2509.21623"},"observation_digest":"sha256:3acb11c4dfa07add00ed2149929d636ea7a9c979a801b644465a346111b05c8a","observation_id":"b78f2e3c-ec92-4483-859a-b65d4a399781","resolution":{"observed_at":"2026-05-18T13:26:24.656520Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":"2402.14261","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-07-02T23:17:29.028011Z","title":"Yushi Bai, Xin Lv, Jiajie Zhang, Hongchang Lyu, Jiankai Tang, Zhidian Huang, Zhengxiao Du, Xiao Liu, Aohan Zeng, Lei Hou, et al","venue":null,"work_id":"b215eb70-93d7-4688-a23e-92bbc1c18315","year":2024},"citing_paper":{"arxiv_id":"2606.03137","last_updated":"2026-07-01T08:33:01Z","snapshot_observed_at":"2026-08-05T05:03:21.120024Z","submitted_at":"2026-06-02T04:26:01Z","title":"Think-Before-Speak: From Internal Evaluation to Public Expression in Multi-Agent Social Simulation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-02T23:10:03.733636Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2606.03137"},"observation_digest":"sha256:9a114793b77c475dd7f578368f138c635f8fd5bd02b4ec77ff2450194288267d","observation_id":"a8fe3cbe-080f-42d0-a86a-9abda05f1c34","resolution":{"observed_at":"2026-07-02T23:17:29.030874Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14261","snapshot_observed_at":"2026-08-03T01:43:46.212885Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26390","last_updated":"2026-07-31T15:02:59Z","snapshot_observed_at":"2026-08-16T00:25:43.382109Z","submitted_at":"2026-07-29T01:49:17Z","title":"Impossible to hide secret ...: Uncovering Security and Privacy Issues in LLM-native IDEs","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-03T01:43:46.212885Z"},"links":{"cited_paper":"/paper/2402.14261","citing_paper":"/paper/2607.26390"},"observation_digest":"sha256:aeaa8028255781afeb1a9a0b31e73ad0b81d0f766d2d8f38612e80be1fb0dee8","observation_id":"737ac51c-5948-45d4-b096-331bd2363c3a","resolution":{"observed_at":"2026-08-03T01:43:46.212885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2402.14261/citation-record","integrity":"/paper/2402.14261/integrity","json":"/paper/2402.14261/citation-record.json","paper":"/paper/2402.14261"},"outbound":[],"paper":{"arxiv_id":"2402.14261","last_updated":"2024-02-22T03:51:34Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T14:16:23.227477Z","submitted_at":"2024-02-22T03:51:34Z","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2402.14261."}