{"as_of":"2026-08-11T07:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:82f871b4122e023541fbf79f709f7fc4f2141faa71101fab2c9b9df5416121cd","coverage":[{"denominator":66,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":66,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T01:08:02.659078Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:03:28.866165Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T03:49:30.015976Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-06T22:03:28.866165Z","title":"Zheng, Z","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22954","last_updated":"2025-06-28T17:18:23Z","snapshot_observed_at":"2026-08-09T17:25:54.398355Z","submitted_at":"2025-06-28T17:18:23Z","title":"Evaluating and Improving Large Language Models for Competitive Program Generation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T22:03:28.866165Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2506.22954"},"observation_digest":"sha256:18bf6e21f4ff7c494c638b01fcaf93c6ba5d585fc6f869b494d8324da518c337","observation_id":"c7195200-d475-4c66-a2ce-d0b42a41c470","resolution":{"observed_at":"2026-08-06T22:03:28.866165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-06T13:38:53.452180Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.20439","last_updated":"2025-07-27T23:16:14Z","snapshot_observed_at":"2026-08-07T08:26:38.024790Z","submitted_at":"2025-07-27T23:16:14Z","title":"When Prompts Go Wrong: Evaluating Code Model Robustness to Ambiguous, Contradictory, and Incomplete Task Descriptions","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T13:38:53.452180Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2507.20439"},"observation_digest":"sha256:22018c0ce0e281cef9e32c3384bd2d530e9a9d711569d6499b623f96e8640e57","observation_id":"71430e1e-2df9-4de9-8f9f-1a75c545da80","resolution":{"observed_at":"2026-08-06T13:38:53.452180Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-05T21:18:28.722411Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09101","last_updated":"2025-08-12T17:29:20Z","snapshot_observed_at":"2026-08-10T01:28:01.874643Z","submitted_at":"2025-08-12T17:29:20Z","title":"AutoCodeBench: Large Language Models are Automatic Code Benchmark Generators","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T21:18:28.722411Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2508.09101"},"observation_digest":"sha256:2367605b9caadfba265e935c842d50e1d00204f189e7b48bd7ffd3011a3a3ce3","observation_id":"b367fcbe-3f42-4b12-972c-c2789e8c36da","resolution":{"observed_at":"2026-08-05T21:18:28.722411Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T11:02:11.745455Z","title":"Zheng, Z","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.07315","last_updated":"2026-06-05T00:30:48Z","snapshot_observed_at":"2026-08-09T09:17:42.101421Z","submitted_at":"2025-10-08T17:59:19Z","title":"SWE-IF: Aligning Code Evaluation with Human Preference","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-04T11:02:11.745455Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2510.07315"},"observation_digest":"sha256:d6618dda3e1251f21288fc539bf6dfd2b9dc9906c3f44edf912f74d263869882","observation_id":"2d323982-ee0c-4726-8350-623cdeec47c1","resolution":{"observed_at":"2026-08-04T11:02:11.745455Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2603.20633","last_updated":"2026-04-17T08:57:17Z","snapshot_observed_at":"2026-07-06T22:49:57.103822Z","submitted_at":"2026-03-21T04:03:45Z","title":"Seed1.8 Model Card: Towards Generalized Real-World Agency","version":3},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-05-15T07:44:02.827006Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2603.20633"},"observation_digest":"sha256:36cbea7eba0b1e42945bceb0a15697bc0fa08e049528a3af6714c15e1a5e9d3f","observation_id":"5097b6ee-bf1c-41cf-9363-d406b73278e7","resolution":{"observed_at":"2026-05-15T07:45:14.505943Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2604.12268","last_updated":"2026-04-14T04:31:45Z","snapshot_observed_at":"2026-07-06T23:00:32.607699Z","submitted_at":"2026-04-14T04:31:45Z","title":"CodeSpecBench: Benchmarking LLMs for Executable Behavioral Specification Generation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-10T14:54:51.051959Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2604.12268"},"observation_digest":"sha256:836118373b9d49014a552c5cc21f0efbeeb8a24aeb702edac835d8c076dc6243","observation_id":"730970d6-5bdf-4565-9ba9-86f803a259eb","resolution":{"observed_at":"2026-05-11T11:26:03.637624Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2604.14164","last_updated":"2026-04-21T09:20:28Z","snapshot_observed_at":"2026-07-06T23:02:00.082783Z","submitted_at":"2026-03-23T22:00:03Z","title":"How to Fine-Tune a Reasoning Model? A Teacher-Student Cooperation Framework to Synthesize Student-Consistent SFT Data","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-15T00:18:03.185565Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2604.14164"},"observation_digest":"sha256:f87ea682d9cad05d7423547b851fe11bb1748ee976adaf8e02d0d23c63f81d3a","observation_id":"df670645-a671-4e74-a829-470279966bf0","resolution":{"observed_at":"2026-05-15T00:18:21.825093Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.08478","last_updated":"2026-05-08T20:53:51Z","snapshot_observed_at":"2026-08-11T07:17:53.493473Z","submitted_at":"2026-05-08T20:53:51Z","title":"When Independent Sampling Outperforms Agentic Reasoning","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-12T02:46:48.375901Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.08478"},"observation_digest":"sha256:a4287a04de20f94f8c6ed1817f1a35a3a8c3b7d1a1dc4a725eb41906920e1a9b","observation_id":"7ae241cc-42ad-4e3a-9c25-9e2ac774aacd","resolution":{"observed_at":"2026-05-12T07:31:24.650752Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15177","last_updated":"2026-05-17T19:31:24Z","snapshot_observed_at":"2026-07-06T23:26:32.979566Z","submitted_at":"2026-05-14T17:57:40Z","title":"OpenDeepThink: Parallel Reasoning via Bradley-Terry Aggregation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-15T03:06:54.507594Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15177"},"observation_digest":"sha256:e913f240d8cf455dae1e7f24fb65b357d6ff424b776b52d50e162b090ad5ca40","observation_id":"2418976e-ec38-418d-b92d-db719289bc63","resolution":{"observed_at":"2026-05-15T03:08:58.496946Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15177","last_updated":"2026-05-17T19:31:24Z","snapshot_observed_at":"2026-07-06T23:26:32.979566Z","submitted_at":"2026-05-14T17:57:40Z","title":"OpenDeepThink: Parallel Reasoning via Bradley-Terry Aggregation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-20T20:51:47.393589Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15177"},"observation_digest":"sha256:3d9e9ebb01bb3728e2106f7865424e4111265908aeaa3bb4fc9a79ebb9482b41","observation_id":"d47c6f4b-b4ff-4808-b7fb-4be2ddcef824","resolution":{"observed_at":"2026-05-20T20:53:43.632151Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-20T19:12:42.655490Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:e4bc9d1b5a704b3e4464466b96d5f3a379824b1b37473e03657c04a7d1bd953f","observation_id":"5f6ae091-65ae-4ec5-ba5d-d3daf5545fc7","resolution":{"observed_at":"2026-05-20T19:13:40.360955Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T05:10:07.337213Z","title":"LiveCodeBench Pro: How do olympiad medalists judge LLMs in competitive programming?arXiv preprint arXiv:2506.11928,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T05:10:07.337213Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:461520d0fd20ed04fe67f90c8b233ddc352610bd55a5238b78f729cdd59bf366","observation_id":"ddf3f5fc-6ef1-4643-ac82-0bf69b4b469d","resolution":{"observed_at":"2026-08-04T05:10:07.337213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2606.20517","last_updated":"2026-06-18T17:35:57Z","snapshot_observed_at":"2026-08-07T20:52:47.163165Z","submitted_at":"2026-06-18T17:35:57Z","title":"Multi-LCB: Extending LiveCodeBench to Multiple Programming Languages","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-26T17:39:27.723253Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2606.20517"},"observation_digest":"sha256:a96d5e2e297b7ebe224f4fb06786ccfbe5abba9b77f2247a7f9d03599e84c4b5","observation_id":"22285609-f64f-414a-8922-67919d027659","resolution":{"observed_at":"2026-07-04T03:49:30.017890Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2606.32007","last_updated":"2026-06-30T17:39:43Z","snapshot_observed_at":"2026-07-07T00:05:37.068846Z","submitted_at":"2026-06-30T17:39:43Z","title":"AxDafny: Agentic Verified Code Generation in Dafny","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-07-01T05:01:14.526987Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2606.32007"},"observation_digest":"sha256:b9b07730705f14d0c92e19edc8383b16533e40955850fc5014050048fc83a1e2","observation_id":"27459532-5311-4797-bfbd-02367b28ed9a","resolution":{"observed_at":"2026-07-01T10:55:41.400062Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2607.00248","last_updated":"2026-06-30T22:57:43Z","snapshot_observed_at":"2026-08-11T03:41:24.108971Z","submitted_at":"2026-06-30T22:57:43Z","title":"Seed2.0 Model Card: Towards Intelligence Frontier for Real-World Complexity","version":1},"reference_index":143,"source":"pdf_text","source_observed_at":"2026-07-02T18:57:46.841456Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2607.00248"},"observation_digest":"sha256:d70b4a07420af0f39b3e4d78ce80a96f052a8fde2c209eb2207f4acfebba9802","observation_id":"81c56263-0e36-44a4-8479-47a99fab39fb","resolution":{"observed_at":"2026-07-02T19:07:17.391406Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-01T12:12:58.486710Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.19653","last_updated":"2026-07-22T01:19:42Z","snapshot_observed_at":"2026-08-07T20:07:33.820291Z","submitted_at":"2026-07-22T01:19:42Z","title":"PerfAgent: Profiler-Guided Iterative Refinement for Repository-Level Code Optimization","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T12:12:58.486710Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2607.19653"},"observation_digest":"sha256:e37d7b8e9343b8517076fc3decd15a0297f4cd2dc35e0debaaa89dc4ea6b32ac","observation_id":"5ec4a4ed-614e-45ce-b287-45738d798b37","resolution":{"observed_at":"2026-08-01T12:12:58.486710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T22:55:34.058356Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.01684","last_updated":"2026-08-03T04:18:31Z","snapshot_observed_at":"2026-08-08T21:44:51.155285Z","submitted_at":"2026-08-03T04:18:31Z","title":"GABench: A Comprehensive Benchmark for Evaluating LLM Agents on Graph Analysis Tasks","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-04T22:55:34.058356Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2608.01684"},"observation_digest":"sha256:b7946b2d2fe4992388f5f6a6eb3b0050a12e968601d2914e7917a5d7c2402cc0","observation_id":"9a3dfbe5-1a45-452a-9e72-65be6d87cc1d","resolution":{"observed_at":"2026-08-04T22:55:34.058356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.11928/citation-record","integrity":"/paper/2506.11928/integrity","json":"/paper/2506.11928/citation-record.json","paper":"/paper/2506.11928"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.815731Z","title":"URLhttps://github.com/openai/human-eval","venue":null,"work_id":"f3c267c3-1388-4b63-a1db-6b901a5d77a2","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.650121Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:70f105ffca05a98d6974978a073a1d4b4700a7bd5e4fc5d51bf7ff1d807a4740","observation_id":"7e61df85-12b3-4408-8dd3-3d2b2ecd8704","resolution":{"observed_at":"2026-08-07T01:08:11.912248Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.643029Z","title":"URLhttps://icpc.foundation/","venue":null,"work_id":"149fbceb-0074-4be7-a748-562b5c707f6b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.704459Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d158a67d4eb36b3ace5a767ed212cfb2a5702f4831ca8f463f51f6aa5b4d4d09","observation_id":"fbc2a48f-8ec1-4527-bd64-2946931f1197","resolution":{"observed_at":"2026-08-07T01:08:11.710948Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.486848Z","title":"URLhttps://icpc.global/","venue":null,"work_id":"d0e9b444-1827-4ef2-841b-71771cea157b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.729387Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:767707dcefd52c7bc1f63d6b4f14bb9144cc372d6aa56588c2e1269e6b7e2b8b","observation_id":"a95ef9c6-6065-413f-8639-c5ba3ee1626f","resolution":{"observed_at":"2026-08-07T01:08:11.550852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.323688Z","title":"URLhttps://ioinformatics.org/","venue":null,"work_id":"e80f10d7-6937-4042-8f35-6829a7d21128","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.772854Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c3b28616aea85ad20ca98238c9cfe6cb477ab65dca43fa49e7019b9d2c69fc8b","observation_id":"bb6c5693-05d5-4e4c-957a-a4859a81bbea","resolution":{"observed_at":"2026-08-07T01:08:11.397852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.089802Z","title":"URLhttps://mitit.org/About","venue":null,"work_id":"0960080d-9352-4aca-9542-6493c6d955b6","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.863687Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:fad8dac8845c2f86620cbd48944624cb60183d1d35f6d4f8213cee875a461441","observation_id":"601c7cb8-a1f1-4da4-bdc6-20c95ffc6422","resolution":{"observed_at":"2026-08-07T01:08:11.208163Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.890300Z","title":"URLhttps://noi.cn/","venue":null,"work_id":"3aa1dfb3-6f7c-474b-a6e4-6666c3455167","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.954851Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:a8eec88757841c9d0d8edcfbdf020e4901b91550f31fad20d6132cbf9bc4e845","observation_id":"0a51eef2-ed57-464b-b5c0-71273b4bf5c6","resolution":{"observed_at":"2026-08-07T01:08:10.982844Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.737542Z","title":"URLhttps://thusaac.com/public","venue":null,"work_id":"ef091942-40bd-4211-9c60-9bde5c0ce93b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.039732Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:b8b0314806edd1224fb1380cadb45527db1a0d95c5f418e17120528628797d11","observation_id":"fefce80b-9ae5-4ed1-be0f-59f1f83870dd","resolution":{"observed_at":"2026-08-07T01:08:10.795735Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.570753Z","title":"URLhttps://usaco.org/","venue":null,"work_id":"9067ccc1-60d4-4d6a-905c-f110298b5e15","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.125534Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7ef553bd989ccd0d686b4c7a405e792d5730c1f48ddc29b330c19287498cc969","observation_id":"1f30c23d-5f85-48b5-8115-5c728e016eeb","resolution":{"observed_at":"2026-08-07T01:08:10.647479Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.342445Z","title":"URL https://icpc.global/worldfinals/fact-sheet/ ICPC-Fact-Sheet.pdf","venue":null,"work_id":"192a7e0c-e0fa-467b-8496-e26b8855ba77","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.172537Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:2e3cdf04784b970d619a6bde7de7b647a5dc7c2d536692865655a227f9049835","observation_id":"9279a984-dee4-4fe5-bbe0-aef6d947a445","resolution":{"observed_at":"2026-08-07T01:08:10.455653Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.151175Z","title":"Model card addendum: Claude 3.5 sonnet","venue":null,"work_id":"251cfd71-9154-43d8-8372-86f3c4b6d34c","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.275845Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:286ac0a29b0c1f0d1d078f67d26d967d5f572c27a0bd8b2ba52063d54f09f39c","observation_id":"e19e66de-0cf3-47cb-a0d1-49421139d572","resolution":{"observed_at":"2026-08-07T01:08:10.241010Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.002588Z","title":"Claude 3.5 Sonnet, 2024","venue":null,"work_id":"76806e8f-05e1-4eb3-9d85-149190d153b0","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.346965Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:f42f6d12e8d27cd1d0ba9af9a5b23a4cd6b2b218848452e9412fc0db573bbb69","observation_id":"534e24e2-3845-4559-b68e-eb40de527b50","resolution":{"observed_at":"2026-08-07T01:08:10.054698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.809497Z","title":"System card: Claude 3.7 sonnet (max reasoning)","venue":null,"work_id":"78884f97-533a-48d6-8362-574a158e9dcb","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.417539Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:34625ee7e9dccca0aa5728e2f2f5181e7f2f3d4ac7d08c03c0f383f7d93ac97b","observation_id":"890b873e-e208-449b-8b1a-ecdc8bf3bae4","resolution":{"observed_at":"2026-08-07T01:08:09.891714Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.636539Z","title":"System card: Claude 3.7 sonnet (no reasoning variant)","venue":null,"work_id":"47d0a815-58f5-45ab-bfc5-6eb20f1b5be0","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.505902Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:47fc8935a7883db266dba85c72b5ed6c2df59302cd024117d85b1cafb39e1d98","observation_id":"bc025a9b-ae8b-4298-b6f4-d1ed636e0cc4","resolution":{"observed_at":"2026-08-07T01:08:09.713673Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T01:07:58.590186Z","title":"Program synthesis with large language models.arXiv preprint arXiv:2108.07732, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.590186Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d38112c601f41d38b6d551b5d9145aeaf48e7e8880e59a766763fd2dd06cf4e6","observation_id":"7cc2a4d9-b654-4841-8151-b7ec4c9f343c","resolution":{"observed_at":"2026-08-07T01:07:58.590186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T01:07:58.655057Z","title":"Evaluating large language models trained on code.arXiv preprint arXiv:2107.03374, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.655057Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d8663847392285cf2cef8e86a3786968affb56606d17dbd67eb2fcda26ed0811","observation_id":"49e3dee7-7ebe-4c34-80a3-9705146f1833","resolution":{"observed_at":"2026-08-07T01:07:58.655057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.505755Z","title":"Official website of the china collegiate programming contest (ccpc), 2025","venue":null,"work_id":"c8d5d588-472c-43ff-b9c4-50864cf5a09a","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.763693Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:cdb910655d6979e301969aafc14d75146b42302ef0364e2a7fa5335452198170","observation_id":"aa5e5b86-f8b7-4ffd-9135-4b704838e165","resolution":{"observed_at":"2026-08-07T01:08:09.563332Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.355306Z","title":"Model card: Qwen-max (qwen 2.5 max).https://huggingface.co/Qwen, 2025","venue":null,"work_id":"f5b71161-2eb1-497c-8ca1-5342a34afc66","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.807679Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:54814a57753bf9d901de59100a42ddd402d915a54a5a3e7a5b9679a0d9f1d39d","observation_id":"b9d895ed-2165-48cd-983f-822bc8f7ee18","resolution":{"observed_at":"2026-08-07T01:08:09.403057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.217325Z","title":"Interactive Problems: Guide for Participants, 2015","venue":null,"work_id":"5283b27f-6254-49c4-bc9d-587ddaa23dae","year":2015},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.870319Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:bb092667992b6fcbd6d254145f97048fca3f0159656bc76216ad8f4a4b9a9793","observation_id":"98b590cb-eb67-49ab-a45a-f735e7573275","resolution":{"observed_at":"2026-08-07T01:08:09.273753Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.11430","last_updated":"2025-08-16T12:00:25Z","snapshot_observed_at":"2026-08-10T23:13:27.834870Z","submitted_at":"2024-05-19T03:08:02Z","title":"MHPP: Exploring the Capabilities and Limitations of Language Models Beyond Basic Code Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.11430","snapshot_observed_at":"2026-08-07T01:07:58.930241Z","title":"Mhpp: Exploring the capabilities and limitations of language models beyond basic code generation.arXiv preprint arXiv:2405.11430, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.930241Z"},"links":{"cited_paper":"/paper/2405.11430","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:cfee137c074d7405ad669fa3bc66335cf4fee367f7977e481d0984a6588a0beb","observation_id":"44140a0d-feac-4d1e-9f8f-0e06318b4424","resolution":{"observed_at":"2026-08-07T01:07:58.930241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.023604Z","title":"Model card: Gemini 2.0 flash reasoning.https://blog.google/technology/ google-deepmind/gemini-model-updates-february-2025/, 2025","venue":null,"work_id":"e304c32d-94b0-4b04-b639-b6fe905b3972","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.983607Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:02eb7f40cbc1f2a5f59664792af0af5b04be7f7b632d498592fe71bc17c502d4","observation_id":"da2e4af5-431b-4d31-96ad-d58262e1a9f2","resolution":{"observed_at":"2026-08-07T01:08:09.105664Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.858512Z","title":"Model card: Gemini 2.5 flash","venue":null,"work_id":"680b3ff3-3dea-4c92-94a6-a597a0a1551a","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.042706Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:f54aac44ab925e076a29e41d4c8a7177d68b6d7a2cf7fc0cd62ed8cea282333a","observation_id":"d9d37b68-7746-4afc-b2f1-5cd7fcbbc93e","resolution":{"observed_at":"2026-08-07T01:08:08.931038Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.703237Z","title":"Model card: Gemini 2.5 pro","venue":null,"work_id":"03663d71-e3e8-4d48-875b-d50210eb92a2","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.113155Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:bc2d1debff47cac4a16ae0c1d5289d5ee638fbcf555c921a0a2f45372ab41af4","observation_id":"ea9583b1-adee-44f9-bcea-6384fbfe084e","resolution":{"observed_at":"2026-08-07T01:08:08.761427Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.551053Z","title":"Model card: Gemma 3 27b","venue":null,"work_id":"27f5621d-6c4c-42d1-a7e6-2aba6f33dfb6","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.170629Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:2762a2485ef115715d766bb626a230656f4333b9115876722780cbe9c0c5f7f6","observation_id":"b71899ab-f791-46a4-8e37-76cfc634e293","resolution":{"observed_at":"2026-08-07T01:08:08.620939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.433434Z","title":"Model card: Deepseek v3","venue":null,"work_id":"bb6b2ef8-6842-44dd-b55d-1dd9cc6e3c7a","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.221958Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9ea08bd2149eaddcbf27de10448a3e4facaffb93410ec4ccfdb1b90f66f2e801","observation_id":"fb141544-2751-47ee-9bae-772200c57b33","resolution":{"observed_at":"2026-08-07T01:08:08.487487Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.284603Z","title":"Model card: Deepseek r1","venue":null,"work_id":"9442d053-412e-4580-a498-94cc064beb1f","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.307600Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:f76b35eab125cf041dd1c8e49d8167eaa3a2f66c429ffe9e29490d663253ba8a","observation_id":"ab040e01-ad0d-481a-8131-0bc4fd6f0d76","resolution":{"observed_at":"2026-08-07T01:08:08.343556Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.114554Z","title":"Model card: Deepseek -r1-distill-llama-70b","venue":null,"work_id":"57bb5205-c12d-4c51-a05a-f682dd44e393","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.369728Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d354e2b426fa7451a8090120280dfa3407ac33d818fe3d51b5736a1708dca310","observation_id":"0341b531-4233-4697-8669-0999687fa032","resolution":{"observed_at":"2026-08-07T01:08:08.187694Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.972494Z","title":"Model card: Deepseek -v3-0324","venue":null,"work_id":"f88a1eb6-42c5-409c-9ff4-5df356097b72","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.460378Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:86354ea24f279db1f161487976d4c93363b788e37067cd2122d335d35227ad7d","observation_id":"f5330032-db56-4de9-980d-cedff58496b3","resolution":{"observed_at":"2026-08-07T01:08:08.031594Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.840714Z","title":"Crosscodeeval: A diverse and multilingual benchmark for cross-file code completion.Advances in Neural Information Processing Systems, 36:46701–46723, 2023","venue":null,"work_id":"e79d35cc-0b52-4171-8edf-97bad2eda93f","year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.541691Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:dc355b19bc9645025de46e29fd841b061f3533db0d7b3fa1af0641eae19f05e4","observation_id":"c3457360-fb3c-4697-85d8-6269f99c6dbd","resolution":{"observed_at":"2026-08-07T01:08:07.898533Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.713812Z","title":"Evaluating the performance of large language models in competitive programming: A multi-year, multi-grade analysis","venue":null,"work_id":"39cc9946-f295-47fe-a4cb-4bda3aafc062","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.591769Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:33ca0bcb663064a3fc6b460369858bbd13755f350969e61736b062bc4d68a7c5","observation_id":"0a4544c9-699f-4bc4-baff-eb138c2dd571","resolution":{"observed_at":"2026-08-07T01:08:07.766010Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:07:59.639019Z","title":"Mathematics and games.Eureka, 2:6–8, 1939","venue":null,"work_id":null,"year":1939},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.639019Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:01ac87493c3e487caeb1976d3cd8890ec6256667eabd2547a2487373459f4348","observation_id":"b8acc336-1679-4fcb-9886-f24733f45d75","resolution":{"observed_at":"2026-08-07T01:07:59.639019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T01:07:59.728279Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning.arXiv preprint arXiv:2501.12948, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.728279Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9e33676e6bf6418953f00cb81c31812eda9bde575d7b609b1237453ea4c57697","observation_id":"48e7c5d4-46a5-4548-a2da-b95fd9ebe06d","resolution":{"observed_at":"2026-08-07T01:07:59.728279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:07:59.778246Z","title":"Llm-pros: Analyzing large language models’ performance in competitive problem solving.arXiv preprint arXiv:2502.04355, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.778246Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:1fd4d03a0375b6c23ca252c301c7290128919c69193c048eb3a71b133ce60e2f","observation_id":"2c2e3929-fc0a-4716-a136-adb14b1f5c78","resolution":{"observed_at":"2026-08-07T01:07:59.778246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.02143","last_updated":"2024-06-04T05:49:50Z","snapshot_observed_at":"2026-07-06T16:56:46.051958Z","submitted_at":"2023-12-04T18:58:57Z","title":"Competition-Level Problems are Effective LLM Evaluators","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.02143","snapshot_observed_at":"2026-08-07T01:07:59.838876Z","title":"Competition-level problems are effective llm evaluators.arXiv preprint arXiv:2312.02143, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.838876Z"},"links":{"cited_paper":"/paper/2312.02143","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:52f8a1f6770559935eb470ed5a1aae8759f1793dec4799eceff833f739d37b30","observation_id":"5637c6f3-e880-4a07-a26c-5372d634466d","resolution":{"observed_at":"2026-08-07T01:07:59.838876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-07T01:07:59.903622Z","title":"Openai o1 system card.arXiv preprint arXiv:2412.16720, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.903622Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:15517fee27aa9bc148bbe3ab9cccdda1b3f1d8aeaf5324b333841f1679af3ffe","observation_id":"64f8c4ad-35fb-4f20-ba1f-50281ce84772","resolution":{"observed_at":"2026-08-07T01:07:59.903622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-10T03:07:35.408836Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-07T01:07:59.995412Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code.arXiv preprint arXiv:2403.07974, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.995412Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:52b610cddef9b82aecc756bba16c77b8e3536d043e232c3f7a9294a70bdadbde","observation_id":"09e0b0da-7573-4402-a07b-62a162f0725c","resolution":{"observed_at":"2026-08-07T01:07:59.995412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.522999Z","title":"Swe-bench: Can language models resolve real-world github issues? InThe Twelfth International Conference on Learning Representations, 2024","venue":null,"work_id":"47003a5f-a452-4ff7-afcb-fc4ea4adc055","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.043224Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7907169137d7d7cc8eda48c7783a9ae2be319f2708957328508346f635890401","observation_id":"eacc619b-c547-4daa-9675-869670242216","resolution":{"observed_at":"2026-08-07T01:08:07.585390Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.358054Z","title":"Competition-level code generation with alphacode.Science, 378(6624):1092–1097, 2022","venue":null,"work_id":"2d2b0809-32d2-43f4-ba78-729598922973","year":2022},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.106253Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:aa3a477c137acb72ca42fbd85ac81af239991ba9bf6fe26e5cd61739d367d6c5","observation_id":"b8f52cd7-2864-4d56-ba98-dfc61aabea0a","resolution":{"observed_at":"2026-08-07T01:08:07.400024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:00.136265Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.136265Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:bffec160463e9492d322b8021d12892df246884744250a4703cc33425b08eb11","observation_id":"3a57fd1f-cf44-4052-92ac-fdb0e13bb8b9","resolution":{"observed_at":"2026-08-07T01:08:00.136265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03091","last_updated":"2023-10-04T01:13:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-05T17:59:41Z","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03091","snapshot_observed_at":"2026-08-07T01:08:00.224402Z","title":"Repobench: Benchmarking repository-level code auto-completion systems.arXiv preprint arXiv:2306.03091, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.224402Z"},"links":{"cited_paper":"/paper/2306.03091","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:024942237c8926a50dcfd3904b71efc15414807b555a0b18070a547fa5e067ba","observation_id":"1c7c66ac-080f-48c8-99d7-7c4238722359","resolution":{"observed_at":"2026-08-07T01:08:00.224402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.183172Z","title":"Model card: Meta llama 3.1 405b instruct","venue":null,"work_id":"d4189b95-9d8d-4bbb-89ae-7debee8c92e7","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.298428Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c0b4584e04904dff7022304367ee4c089936da725117689ea7362d4dc68f78a0","observation_id":"2a5816f7-5113-4be4-93f0-6dd0635d1c5f","resolution":{"observed_at":"2026-08-07T01:08:07.243026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.029875Z","title":"Codeforces, 2010","venue":null,"work_id":"ddee9630-06eb-4a29-b5d0-828bc86c14bd","year":2010},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.390010Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c60a67837068bcc55009e2ab30de932f108bba5dcdf654f941fec7281640ac71","observation_id":"bf0414bd-6abb-4287-abb1-2a91bb278ba2","resolution":{"observed_at":"2026-08-07T01:08:07.092759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.839011Z","title":"System card: Gpt-4o.https://openai.com/index/gpt-4o-system-card/, 2024","venue":null,"work_id":"d7381428-7970-40c2-ab7a-5ced09be4afa","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.496630Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:1ee1db1f0394921f923e8e12f781fccddd0e22c11cb5ef686422187410e5cb64","observation_id":"a109ece0-d067-4063-80b1-2c9b04adcf97","resolution":{"observed_at":"2026-08-07T01:08:06.929728Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.678831Z","title":"Release note: Gpt -4.1","venue":null,"work_id":"12768239-376b-4952-aa67-c1f5b3e62c2d","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.581780Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d5dc4da1d3bf9a95d7f3fdc01987880e4c0b4e0e5e10863e81d97212aa764bd6","observation_id":"4bdc3cca-17ab-44b2-8444-704b6360f6e1","resolution":{"observed_at":"2026-08-07T01:08:06.742707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.525806Z","title":"Release note: Gpt -4.1 mini","venue":null,"work_id":"8a975474-0a9c-462b-a7b9-5a9a27d63e8b","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.645729Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:8b9cadd3249dd59b534b529a23c65815cb94a90d52294e55cf09cf7765c54d4c","observation_id":"1ec49e91-dc12-4df7-bc73-6dcfa7d1caa9","resolution":{"observed_at":"2026-08-07T01:08:06.585966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.333946Z","title":"System card: Gpt-4.5.https://openai.com/index/gpt-4-5-system-card/, 2025","venue":null,"work_id":"957e8889-0aee-454a-a895-5de7713a1f68","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.738149Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:de23143d9c04688a7833dc59713a00872a8a15f09ad4ad9ca1863bbd57457b8c","observation_id":"3bbe85c7-ba89-445e-b49b-a841293f34cb","resolution":{"observed_at":"2026-08-07T01:08:06.430459Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.134776Z","title":"System card: Openai o3 -mini","venue":null,"work_id":"f55e3895-6903-4473-87bd-663800326e49","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.762122Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:aa98d790daf1e79332c5ee0dae018df3b1a364f2f2620d0e1366bbd9c2e038a0","observation_id":"82afb4a0-dc7b-4d0c-878a-207275dc207b","resolution":{"observed_at":"2026-08-07T01:08:06.235377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.885018Z","title":"System card: Openai o4 -mini (including the o4-mini-high variant)","venue":null,"work_id":"4b16ee24-bb3b-4b16-908b-e80ce9bb29e1","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.784875Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:363571877272cdee002c918b83b133f48be20abfae50f066c994f02facf08885","observation_id":"72585f97-7f07-47fd-ab89-890f50257977","resolution":{"observed_at":"2026-08-07T01:08:06.021170Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.646895Z","title":"Introducing openai o3 and o4-mini","venue":null,"work_id":"6cabbf56-77bc-48f5-98a8-adcf0643951e","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.804479Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:de915d9ba09c68624b6da19400b475cb12eab6111258d6a9b13f0f497b28c3d2","observation_id":"e4266e79-9914-4b7f-ac7b-5b9adc9071d3","resolution":{"observed_at":"2026-08-07T01:08:05.763343Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.01257","last_updated":"2025-01-03T16:36:12Z","snapshot_observed_at":"2026-08-10T22:29:13.931954Z","submitted_at":"2025-01-02T13:49:00Z","title":"CodeElo: Benchmarking Competition-level Code Generation of LLMs with Human-comparable Elo Ratings","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.01257","snapshot_observed_at":"2026-08-07T01:08:00.872714Z","title":"Codeelo: Benchmarking competition-level code generation of llms with human-comparable elo ratings.arXiv preprint arXiv:2501.01257, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.872714Z"},"links":{"cited_paper":"/paper/2501.01257","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c0cfaa487586eda33e598181136775e7024f5515c7ec39048534446391c0ff70","observation_id":"90499ba3-6223-499a-a37c-87532b727c53","resolution":{"observed_at":"2026-08-07T01:08:00.872714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.376684Z","title":"Model card: Llama 4 maverick 17b instruct.https://huggingface","venue":null,"work_id":"87174c28-108c-4fc6-8189-2a88f0957c6d","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.002796Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:8ebbb877536981992273336c9e4111e6e6718ca3c82d82bd68a047caba12566b","observation_id":"f12630cb-c19d-4557-aeda-5b50fccd89e1","resolution":{"observed_at":"2026-08-07T01:08:05.486831Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.10952","last_updated":"2024-04-16T23:27:38Z","snapshot_observed_at":"2026-08-07T05:16:48.851507Z","submitted_at":"2024-04-16T23:27:38Z","title":"Can Language Models Solve Olympiad Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.10952","snapshot_observed_at":"2026-08-07T01:08:01.161542Z","title":"Can language models solve olympiad programming?arXiv preprint arXiv:2404.10952, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.161542Z"},"links":{"cited_paper":"/paper/2404.10952","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:ec88c9a35bf96d910ee453ae72e83dc438144eca1ce7b1e417bcdd232ac0286d","observation_id":"37011065-6ddf-4089-9c7f-356ad251e219","resolution":{"observed_at":"2026-08-07T01:08:01.161542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.174737Z","title":"New features: friends, tags and more, 2011","venue":null,"work_id":"ca35dd62-13c8-4abd-8208-7a60172bde04","year":2011},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.269488Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:3bc6078dbee718737222d032917698eaaa88460d3d4d045ec057a4d19334965c","observation_id":"4cd6fca4-66f2-4931-948f-c2a9a702ef2e","resolution":{"observed_at":"2026-08-07T01:08:05.241322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.083535Z","title":"Learning task decomposition to assist humans in competitive programming","venue":null,"work_id":"6136de2a-03c7-4cf6-95dc-2150c1725432","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.345958Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:da10809e1e3b1841a162af1a825f475acdeabff5eeaa7413f0159d5493c33772","observation_id":"96575616-7b23-4d58-bd45-682e4b209017","resolution":{"observed_at":"2026-08-07T01:08:05.139259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.14655","last_updated":"2025-04-20T15:28:16Z","snapshot_observed_at":"2026-08-10T10:10:21.478473Z","submitted_at":"2025-04-20T15:28:16Z","title":"LeetCodeDataset: A Temporal Dataset for Robust Evaluation and Efficient Training of Code LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.14655","snapshot_observed_at":"2026-08-07T01:08:01.421727Z","title":"Leetcodedataset: A temporal dataset for robust evaluation and efficient training of code llms","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.421727Z"},"links":{"cited_paper":"/paper/2504.14655","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:8482a5d7d571ba71d171c5b1bff588ff9cd8513e92e199136a0e15622e7887bc","observation_id":"88adc4bf-2f71-4e37-9529-14dff9aec9bb","resolution":{"observed_at":"2026-08-07T01:08:01.421727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.908907Z","title":"Evaluating the smooth control of attribute intensity in text generation with llms","venue":null,"work_id":"6087d37d-93ef-4f0b-9e54-abf5e82d5167","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.521759Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:f1c9abb46ad78e4cc287f42a14ab37f1f61dcf68c4d6161ebad799daf764f903","observation_id":"43990623-9f95-4e6f-b41c-66e9fdb93613","resolution":{"observed_at":"2026-08-07T01:08:04.979832Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-07-31T19:00:59.311189Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-07T01:08:01.638982Z","title":"ultimate","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.638982Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7e727712e7ae6d5e849fa5d8442a55013e4b776df3430c924c37f14f69934920","observation_id":"4f4b5262-6124-48f8-88d6-2e78c2aa831f","resolution":{"observed_at":"2026-08-07T01:08:01.638982Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.781441Z","title":null,"venue":null,"work_id":"0274a4ea-9d36-4661-bf59-aeaa19e2cb44","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.709186Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:ac3f8b5c900f29d09e34efde94c9ab6a2dcf89833ed9c9e2b56a2b1592327849","observation_id":"3636a231-c72e-41fa-a983-710c247cf86a","resolution":{"observed_at":"2026-08-07T01:08:04.845244Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.649531Z","title":null,"venue":null,"work_id":"1e2d8c77-2856-451f-8501-65d614794e59","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.791116Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:e6b7f17e0befd1518b25d914ffe8b90335c9fd3413d07f6a2fff3024dd81079a","observation_id":"f5f19399-1ea9-4735-b99b-161cb8d89466","resolution":{"observed_at":"2026-08-07T01:08:04.707083Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.491529Z","title":"Fails Sample","venue":null,"work_id":"908e127c-7a4a-44bb-bb77-18326036d418","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.885531Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:2e2319541530df8b0b681a0e9e7d1bbd1c89e2c120d3a5f1ebd604bd51920dc5","observation_id":"2d1a3438-f692-4830-9cd2-5358542e9963","resolution":{"observed_at":"2026-08-07T01:08:04.555144Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.313979Z","title":"Therefore every element that appears before that minimum in the original array must be moved to the back (and thus increased by 1)","venue":null,"work_id":"8773ae5b-ab7f-4c84-af8d-7620a9ffaec2","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.957114Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:463889303dad5ea531b43a979f6a3059c0fafd4c9d855fe004728e66a8334028","observation_id":"d4c6fd24-4d4e-4a71-928e-7810bcaaa26e","resolution":{"observed_at":"2026-08-07T01:08:04.394086Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.131313Z","title":"56 LiveCodeBench Pro","venue":null,"work_id":"a9c906ec-d903-4f8c-9f3f-69281d4d9dd7","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.042300Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:318198218b31bb3efa29a80cee7ac6d8ce3ff18366218f483915e1b5ae853272","observation_id":"8935f76a-d61b-4745-b55b-1cf526007798","resolution":{"observed_at":"2026-08-07T01:08:04.211737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.979315Z","title":"suffix minima sequence","venue":null,"work_id":"27308f8b-dfd4-4d53-99d6-3e58fe6ef9e7","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.169936Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:999e1051f8a41ef2ce9b34589a4b7f304eb5ba56a6b8d1d6db5a92e73bbaeabb","observation_id":"a3a469b2-1b30-45e8-9ebc-d28b2990eb5b","resolution":{"observed_at":"2026-08-07T01:08:04.061712Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.787684Z","title":null,"venue":null,"work_id":"86e5d433-24ee-4b98-8e97-6ef51cee9068","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.235507Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:aee6f3539689986f8d47dbf6ba41d32fa088a56e3fca98a823271bf1d84839df","observation_id":"fd2468dc-9169-443c-b8ec-bb0d943be1fd","resolution":{"observed_at":"2026-08-07T01:08:03.869637Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.604883Z","title":null,"venue":null,"work_id":"22abca6b-5c78-450a-a310-43299c46070d","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.411334Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:09dced9a604c22a152b4a8a514bfe85ef610a95c286985afd3d2c7ff8be6eb90","observation_id":"ba0ca66c-6d6d-4804-9d39-58eef4254009","resolution":{"observed_at":"2026-08-07T01:08:03.689735Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.421203Z","title":null,"venue":null,"work_id":"7a4a2232-9b54-4003-94cf-2a2e24fccb44","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.527033Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:19ed1a4ac1020757f010143e08583856523468187ce472ce5b7637f8defe2712","observation_id":"93f38720-770a-4968-a3f6-5ce6f7a481e2","resolution":{"observed_at":"2026-08-07T01:08:03.504941Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.231966Z","title":"op\",i, \"moved id","venue":null,"work_id":"fbc891dd-02a7-4903-9fd7-bce15f9b0701","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.659078Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:5b187f699884872188aa86e9f2aac9f9d96224dc2660bd0f3314fcbb816c7a43","observation_id":"1c0aa292-0487-41dd-833a-a6abbee63e8f","resolution":{"observed_at":"2026-08-07T01:08:03.317359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?"},"reference_resolution":{"displayed":66,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":0,"verified_fuzzy":46},"total_outbound_references":66},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 66 of 66 outbound references and 17 inbound Pith citation observations for arXiv:2506.11928."}