{"as_of":"2026-08-23T21:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:69fa622a79026b5fac259d0af2d2ec49f89ed6ede8a8311049a67ef2d70a5ed1","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T05:50:50.690353Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T17:35:44.171248Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":"2408.10718","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","venue":null,"work_id":"38cbe541-86be-45e1-819f-1371e62c7277","year":2024},"citing_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"reference_index":219,"source":"pdf_text","source_observed_at":"2026-05-23T17:33:13.394338Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2411.15594"},"observation_digest":"sha256:8bea5ae0053116cc3a82a2c9f82060b00424f08021e0df5a96047659baee1208","observation_id":"b5c19431-5940-4394-a6e7-465c85ba4efa","resolution":{"observed_at":"2026-05-23T17:35:44.174084Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-08-16T05:50:50.690353Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.19730","last_updated":"2025-04-28T12:28:55Z","snapshot_observed_at":"2026-08-19T20:34:18.155425Z","submitted_at":"2025-04-28T12:28:55Z","title":"Evaluate-and-Purify: Fortifying Code Language Models Against Adversarial Attacks Using LLM-as-a-Judge","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-16T05:50:50.690353Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2504.19730"},"observation_digest":"sha256:215d03b01cd2e60bb3f55ea376d8a6dc1e7dd91c2c209df8afae2cb5b9a3291d","observation_id":"6d27ed5e-6df0-4916-8a91-08e3c4982c17","resolution":{"observed_at":"2026-08-16T05:50:50.690353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-08-15T19:06:53.978307Z","title":"Codejudge- eval: Can large language models be good judges in code understanding?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.978307Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:034a713b13c2cd499aca28fd203b85817dc0f2a77430aeb098ae377f8430bdfa","observation_id":"c59a42ba-7e1d-4028-9e5f-267ad9b6eeb7","resolution":{"observed_at":"2026-08-15T19:06:53.978307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-08-15T17:57:05.981261Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19390","last_updated":"2025-07-25T15:45:55Z","snapshot_observed_at":"2026-08-19T06:01:58.808858Z","submitted_at":"2025-07-25T15:45:55Z","title":"ReCatcher: Towards LLMs Regression Testing for Code Generation","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-15T17:57:05.981261Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2507.19390"},"observation_digest":"sha256:7056207e753014c358edf7992d53c154faf733f98061ffc1a4c0e822d1ec8f29","observation_id":"1db605c3-6c3c-4b88-be35-b78c37460583","resolution":{"observed_at":"2026-08-15T17:57:05.981261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":"2408.10718","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","venue":null,"work_id":"38cbe541-86be-45e1-819f-1371e62c7277","year":2024},"citing_paper":{"arxiv_id":"2604.15270","last_updated":"2026-04-16T17:41:49Z","snapshot_observed_at":"2026-08-02T08:53:29.929171Z","submitted_at":"2026-04-16T17:41:49Z","title":"Enhancing Large Language Models with Retrieval Augmented Generation for Software Testing and Inspection Automation","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T10:40:30.734804Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2604.15270"},"observation_digest":"sha256:e02d6034894d30109ea418d266d1938adb332aa3d42b7befee8803b32fae0d34","observation_id":"195b9ce0-c22c-4dfb-a4ab-6043b7c4c515","resolution":{"observed_at":"2026-05-10T10:44:38.021334Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":"2408.10718","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","venue":null,"work_id":"38cbe541-86be-45e1-819f-1371e62c7277","year":2024},"citing_paper":{"arxiv_id":"2604.16790","last_updated":"2026-04-18T02:35:05Z","snapshot_observed_at":"2026-08-15T10:37:57.254986Z","submitted_at":"2026-04-18T02:35:05Z","title":"Bias in the Loop: Auditing LLM-as-a-Judge for Software Engineering","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T07:29:03.994957Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2604.16790"},"observation_digest":"sha256:cc92ea1e54382e3e652e2a1373d03b5d3e6d98386512e5325c8e55f3615eede7","observation_id":"8d28c040-a207-4ebe-b0be-c058de436af6","resolution":{"observed_at":"2026-05-10T07:32:00.279793Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":"2408.10718","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","venue":null,"work_id":"38cbe541-86be-45e1-819f-1371e62c7277","year":2024},"citing_paper":{"arxiv_id":"2605.08468","last_updated":"2026-05-08T20:39:32Z","snapshot_observed_at":"2026-08-02T16:12:56.247576Z","submitted_at":"2026-05-08T20:39:32Z","title":"PYTHALAB-MERA: Validation-Grounded Memory, Retrieval, and Acceptance Control for Frozen-LLM Coding Agents","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-12T01:12:37.970638Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2605.08468"},"observation_digest":"sha256:9b529e99543375fea3c8cfac069489c4b18d70b3c6b77b77633951e8b666f3d9","observation_id":"8b33dec6-9523-40c2-b587-d803d99e5a26","resolution":{"observed_at":"2026-05-12T08:21:26.012242Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2408.10718/citation-record","integrity":"/paper/2408.10718/integrity","json":"/paper/2408.10718/citation-record.json","paper":"/paper/2408.10718"},"outbound":[],"paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2408.10718."}