{"as_of":"2026-08-14T03:06:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7b55e397a05dc75f89e678f446418158b43e845cc3a132991f1ca1fdaf428bb3","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":13,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T05:20:05.415542Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T02:33:32.388947Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-12T05:20:05.415542Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.00535","last_updated":"2025-05-12T10:24:14Z","snapshot_observed_at":"2026-08-12T06:21:06.712416Z","submitted_at":"2024-11-30T16:58:42Z","title":"FullStack Bench: Evaluating LLMs as Full Stack Coders","version":6},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-12T05:20:05.415542Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2412.00535"},"observation_digest":"sha256:92b6f77dc43077a944af57c8bd75b1e725d8e1c8e4fb9706bea1e15933e73102","observation_id":"f907edef-f7cd-469d-b360-2e911f74fb32","resolution":{"observed_at":"2026-08-12T05:20:05.415542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-11T20:53:15.279644Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.05210","last_updated":"2024-12-06T17:40:38Z","snapshot_observed_at":"2026-08-11T20:47:13.742892Z","submitted_at":"2024-12-06T17:40:38Z","title":"Evaluating and Aligning CodeLLMs on Human Preference","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-11T20:53:15.279644Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2412.05210"},"observation_digest":"sha256:d9627e5d4004b7e2e8dad8b716f85d9b3b3dbe1f1318dec308ac19324149b0b4","observation_id":"2e25b654-f0d3-4d28-b225-620d853cdf3f","resolution":{"observed_at":"2026-08-11T20:53:15.279644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-11T14:27:05.653507Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11990","last_updated":"2024-12-16T17:14:35Z","snapshot_observed_at":"2026-08-11T15:38:37.343796Z","submitted_at":"2024-12-16T17:14:35Z","title":"ExecRepoBench: Multi-level Executable Code Completion Evaluation","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T14:27:05.653507Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2412.11990"},"observation_digest":"sha256:6cf4823d6fecfcf2057cedf0501ada24dacb28d190f4ecac2f8aaa308b832095","observation_id":"52d35d1c-e55d-4e6f-8609-63c0f5ff6e31","resolution":{"observed_at":"2026-08-11T14:27:05.653507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-10T14:40:07.172995Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15134","last_updated":"2025-01-25T08:39:50Z","snapshot_observed_at":"2026-08-13T21:21:31.644436Z","submitted_at":"2025-01-25T08:39:50Z","title":"BitsAI-CR: Automated Code Review via LLM in Practice","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T14:40:07.172995Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2501.15134"},"observation_digest":"sha256:32246755e649ca4c930a26e0574a57fb9f8bf0b816d6b1473f204c9026c8e9e4","observation_id":"f12a2300-31e8-4811-a415-a70950106c50","resolution":{"observed_at":"2026-08-10T14:40:07.172995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-08T12:37:25.729874Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.07487","last_updated":"2025-02-11T11:46:38Z","snapshot_observed_at":"2026-08-13T21:22:45.608961Z","submitted_at":"2025-02-11T11:46:38Z","title":"Multi-Agent Collaboration for Multilingual Code Instruction Tuning","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-08T12:37:25.729874Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2502.07487"},"observation_digest":"sha256:303fa186f053da24a48b9cd253d75f299b3a88bb1bb7b1523724028755510645","observation_id":"57720818-e99b-4427-acd9-82022043bdda","resolution":{"observed_at":"2026-08-08T12:37:25.729874Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-08T18:34:26.746312Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.07813","last_updated":"2025-03-12T13:17:27Z","snapshot_observed_at":"2026-08-13T14:45:39.081473Z","submitted_at":"2025-02-08T17:19:43Z","title":"CryptoX : Compositional Reasoning Evaluation of Large Language Models","version":2},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-08T18:34:26.746312Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2502.07813"},"observation_digest":"sha256:b539f568c7bc7e146c4cf6cf31c4115a2e4e6c6bc51b33d26bd64542888f6d8d","observation_id":"f167447c-541c-45e9-8052-3bb18fb2021d","resolution":{"observed_at":"2026-08-08T18:34:26.746312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-07T05:01:08.596608Z","title":"Mdeval: Massively multilingual code debugging","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09003","last_updated":"2025-06-11T03:30:10Z","snapshot_observed_at":"2026-08-09T09:48:08.035561Z","submitted_at":"2025-06-10T17:23:33Z","title":"SWE-Flow: Synthesizing Software Engineering Data in a Test-Driven Manner","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T05:01:08.596608Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2506.09003"},"observation_digest":"sha256:c0b6f7e7bb5102ee54fb8e6a7c487192fa9c4c7a4d0dc79db4bd709943b5b71e","observation_id":"e820ebc9-02f7-4f03-9e2e-341cfad81572","resolution":{"observed_at":"2026-08-07T05:01:08.596608Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-07T04:33:13.471509Z","title":"Mdeval: Massively multilingual code debugging","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10481","last_updated":"2025-06-12T08:33:38Z","snapshot_observed_at":"2026-08-08T11:51:34.890409Z","submitted_at":"2025-06-12T08:33:38Z","title":"OIBench: Benchmarking Strong Reasoning Models with Olympiad in Informatics","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T04:33:13.471509Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2506.10481"},"observation_digest":"sha256:283d72bf87103793cb2d6251583f02233a384801e6e422fe27464a8458f18454","observation_id":"27f0621f-2e87-4b49-b354-a7e7f545caa3","resolution":{"observed_at":"2026-08-07T04:33:13.471509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-07T00:42:09.538818Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13824","last_updated":"2025-06-15T13:02:59Z","snapshot_observed_at":"2026-08-13T03:06:57.104152Z","submitted_at":"2025-06-15T13:02:59Z","title":"MLDebugging: Towards Benchmarking Code Debugging Across Multi-Library Scenarios","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:09.538818Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2506.13824"},"observation_digest":"sha256:64b011c927fb47b92b686377d50706bc45b953303e0ecf58b5a398d91dec0251","observation_id":"c0abe823-b71e-4e49-b272-1c1cf19e9f60","resolution":{"observed_at":"2026-08-07T00:42:09.538818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-06T17:51:13.552256Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09866","last_updated":"2025-07-14T02:36:27Z","snapshot_observed_at":"2026-08-10T03:43:40.128657Z","submitted_at":"2025-07-14T02:36:27Z","title":"Turning the Tide: Repository-based Code Reflection","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T17:51:13.552256Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2507.09866"},"observation_digest":"sha256:95dd02a9ba25b26531ef117f11d89750097ff31f5df9e4b02435c0aa7b6efda5","observation_id":"894ef4e5-3dbb-45ba-97e0-36d527a9d445","resolution":{"observed_at":"2026-08-06T17:51:13.552256Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-06T11:44:34.018182Z","title":"Mdeval: Massively multilingual code debugging","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.018182Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7215548d93bf2ac5eb6502da76042c8138d8d14e3acb20a180561fab591886ff","observation_id":"c8b9f4fd-2e53-4df6-b04d-0659926fbb87","resolution":{"observed_at":"2026-08-06T11:44:34.018182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-05T10:28:37.534485Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.04078","last_updated":"2025-09-08T08:22:38Z","snapshot_observed_at":"2026-08-13T17:06:20.444651Z","submitted_at":"2025-09-04T10:13:21Z","title":"RepoDebug: Repository-Level Multi-Task and Multi-Language Debugging Evaluation of Large Language Models","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-05T10:28:37.534485Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2509.04078"},"observation_digest":"sha256:32a9c521f663f932ddea2cb742f09942f092880445804815888ffd01e4ffaee4","observation_id":"b4a3d280-f82c-4f2a-85b2-666b419935c9","resolution":{"observed_at":"2026-08-05T10:28:37.534485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":"2411.02310","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2411.02310 , year=","venue":null,"work_id":"9488eca4-3f9b-445d-a808-42239abe5546","year":null},"citing_paper":{"arxiv_id":"2605.14415","last_updated":"2026-05-14T06:04:40Z","snapshot_observed_at":"2026-08-11T17:35:44.920443Z","submitted_at":"2026-05-14T06:04:40Z","title":"SWE-Chain: Benchmarking Coding Agents on Chained Release-Level Package Upgrades","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-15T02:31:18.183715Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2605.14415"},"observation_digest":"sha256:b305a84a64429d84c0a643b0534e8f2b61e251b1f16dcaacbffed970a5c58600","observation_id":"2053f325-b6d2-4839-9854-4eb066bb0bdd","resolution":{"observed_at":"2026-05-15T02:33:32.390528Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2411.02310/citation-record","integrity":"/paper/2411.02310/integrity","json":"/paper/2411.02310/citation-record.json","paper":"/paper/2411.02310"},"outbound":[],"paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 13 inbound Pith citation observations for arXiv:2411.02310."}