{"as_of":"2026-08-18T23:47:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b6709cd2adfc98569e7d85419be6952b77fbac65896cce92c598503b7a05892c","coverage":[{"denominator":17,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:39:19.442760Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2504.14964/citation-record","integrity":"/paper/2504.14964/integrity","json":"/paper/2504.14964/citation-record.json","paper":"/paper/2504.14964"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.04603","last_updated":"2024-07-26T06:45:21Z","snapshot_observed_at":"2026-08-17T07:04:51.601604Z","submitted_at":"2024-04-06T12:06:56Z","title":"Analyzing LLM Usage in an Advanced Computing Class in India","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.04603","snapshot_observed_at":"2026-08-16T11:39:19.360109Z","title":"arXiv preprint arXiv:2404.04603 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.360109Z"},"links":{"cited_paper":"/paper/2404.04603","citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:ff6bf1cdbe97266158b7ccac389445129a8b7e5632a4d588d93e4ddf76c36713","observation_id":"0248a5de-4a55-4081-af18-9353004a74e9","resolution":{"observed_at":"2026-08-16T11:39:19.360109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.745885Z","title":"In: Proceedings of the 54th ACM Technical Symposium on Computer Science Education V","venue":null,"work_id":"dd755adb-3864-4a4b-aeb3-fb3529431b73","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.366028Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:e20ef6f632334da8083459687d642955a30c51cf1109fbaa3f551854c16149cb","observation_id":"fca6071e-e565-4486-9cf3-f3420465b1e9","resolution":{"observed_at":"2026-08-16T11:39:19.750790Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-16T11:39:19.371007Z","title":"arXiv preprint arXiv:2107.03374 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.371007Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:936ba63ca09f45ff0caa2cb0703240a2ae8852fb2d127fc5653faec76a84e7ca","observation_id":"c998b83f-7138-484c-bbbd-27a0eae0d42d","resolution":{"observed_at":"2026-08-16T11:39:19.371007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15624","last_updated":"2024-12-20T07:30:51Z","snapshot_observed_at":"2026-08-18T16:50:58.988548Z","submitted_at":"2024-12-20T07:30:51Z","title":"Insights from the Frontline: GenAI Utilization Among Software Engineering Students","version":1},"cited_work":{"arxiv_id":"2412.15624","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.15624","snapshot_observed_at":"2026-08-16T11:39:19.516176Z","title":"Insights from the Frontline: GenAI Utilization Among Software Engineering Students","venue":"cs.HC","work_id":"f2368da5-c7a0-48d5-83b5-052ba3fd626f","year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.375656Z"},"links":{"cited_paper":"/paper/2412.15624","citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:8016b0c16c4108405e1d9e2c412b747e3925d6c32768284980cca9d3a2b3e25a","observation_id":"cf67484f-14c8-45d1-9f3a-610f47fbba6b","resolution":{"observed_at":"2026-08-16T11:39:19.522116Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.17443","last_updated":"2024-04-26T14:29:16Z","snapshot_observed_at":"2026-08-18T19:55:10.469901Z","submitted_at":"2024-04-26T14:29:16Z","title":"\"ChatGPT Is Here to Help, Not to Replace Anybody\" -- An Evaluation of Students' Opinions On Integrating ChatGPT In CS Courses","version":1},"cited_work":{"arxiv_id":"2404.17443","doi":null,"metadata_source":"pith","pith_arxiv_id":"2404.17443","snapshot_observed_at":"2026-08-16T11:39:19.491239Z","title":"\"ChatGPT Is Here to Help, Not to Replace Anybody\" -- An Evaluation of Students' Opinions On Integrating ChatGPT In CS Courses","venue":"cs.ET","work_id":"70412fee-ca7c-4b63-8b12-f8bdf743fccc","year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.380802Z"},"links":{"cited_paper":"/paper/2404.17443","citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:634e464af264075bcb75ae131d2747e1bc6992c289edbeba23d4014121992e4c","observation_id":"8657252a-7c9a-4352-a479-30bcaedbfe36","resolution":{"observed_at":"2026-08-16T11:39:19.498427Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.729878Z","title":"In: Proceedings of the 54th ACM Technical Symposium on Computer Science Education V","venue":null,"work_id":"d20e6896-2900-4327-bfcb-efb47a8b3139","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.386484Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:2f650bdd5cb60ae262b7be3f7b77192d8b0c938b1976f3756d4534e787c093b7","observation_id":"abbc0ec9-ae8d-496a-a09e-60af9b6176dd","resolution":{"observed_at":"2026-08-16T11:39:19.734915Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.712648Z","title":"In: Proceedings of the 24th Australasian Computing Education Conference, pp","venue":null,"work_id":"eea2dd2a-7864-4421-aca6-895815aee81e","year":2022},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.391881Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:1790fbf1b5a09c929c28c3d96fa506422f8a664f7145ee2b127dbe1d4e34f127","observation_id":"9d45ec92-df5b-4a65-af97-edbf2d83ecf0","resolution":{"observed_at":"2026-08-16T11:39:19.717872Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.696860Z","title":"In: Proceedings of the 25th Australasian Computing Education Conference, pp","venue":null,"work_id":"13bc8709-a15a-4b64-9926-a09923f8f4a5","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.396595Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:4d1b9e481207b6b29784ea6b1bf08cf7763453f22efba8c2f19fdb2b82e1fa69","observation_id":"881b85d0-6081-433d-8983-6706a799cde4","resolution":{"observed_at":"2026-08-16T11:39:19.701967Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.681266Z","title":"Learning and individual differences103, 102274 (2023) 14 E","venue":null,"work_id":"5fa20d94-5e23-46a6-8d4b-ef6e0ebd10a9","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.401573Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:2a814e107ab8f6f0f22f6a3a81ca586e5a715543f16b808d396bb6361fba2f45","observation_id":"5f8907a2-7534-42c1-ae19-f16d2fd123a8","resolution":{"observed_at":"2026-08-16T11:39:19.686105Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.665332Z","title":"In: Proceedings of the 24th Koli Calling International Conference on Computing Education Research, pp","venue":null,"work_id":"c71cb187-dab6-4c44-8628-371a2e57320d","year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.406413Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:e68906ddc295b4ee12c625fed10852a2f853c5be9d9b6b1ddfdbe2c09bbf1357","observation_id":"9b020e71-60b3-4fa9-bfb2-5e9ecaaa550e","resolution":{"observed_at":"2026-08-16T11:39:19.670962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.648535Z","title":"In: Proceedings of the 24th Koli Calling International Conference on Computing Education Research, pp","venue":null,"work_id":"2d75bd71-a429-41ca-a166-14884dec4cf1","year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.411272Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:a9128d4df962b1b28ca7bd51638c58bd3ce2b2df75cbd49775d0b05723e2996e","observation_id":"777583c8-7d8f-40f6-be34-76dd7e3f40a5","resolution":{"observed_at":"2026-08-16T11:39:19.653636Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.631932Z","title":"In: Proceedings of the 2024 on Innovation and Technology in Com- puter Science Education V","venue":null,"work_id":"32b09d79-0c53-49b5-9947-bb98f9ca2c3a","year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.416568Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:972ddfe562c7c6fa99217e0a56ea04d3de6c6504f291a56abfbd82aae1a56d6d","observation_id":"0a1e6179-2dc0-411e-aa4d-e2ac24d25966","resolution":{"observed_at":"2026-08-16T11:39:19.637027Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.421636Z","title":"In: Shaw, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.421636Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:bec90f0d843d21375a85adcadd6294eb5384a117c9290ca6b5618381c661be56","observation_id":"2d76802f-1ecf-4db4-9491-2cdb941717a9","resolution":{"observed_at":"2026-08-16T11:39:19.421636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.615365Z","title":"In: Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V","venue":null,"work_id":"c97aece9-dc54-4aea-b5f0-3151891dcb47","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.426821Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:7b89ca2a135932a4b63fbbe4e59e556bb7b30dfde7c331650e29c7f7713c2f65","observation_id":"92d9750e-54bd-46a5-8138-b02227a056fc","resolution":{"observed_at":"2026-08-16T11:39:19.620576Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.599023Z","title":"Communications of the ACM29(9), 850–858 (1986)","venue":null,"work_id":"ef49c763-7a15-48f4-b4ea-e0f7b792b16b","year":1986},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.432798Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:17291e412eb412516d4edee09026418ac7fec5c99ebb1d5e49eef950a1d3fea4","observation_id":"01b777a8-231a-4c50-b1b6-11547dadcbaa","resolution":{"observed_at":"2026-08-16T11:39:19.604227Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.582914Z","title":"1 (2023) A Changed solutions We made some small alterations to the LLM-generated solutions before the tests","venue":null,"work_id":"aee18ada-c178-4a90-a106-2f9d050bead2","year":2023},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.437859Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:c1a82d9c8e961cd0ccf0be86891d81a3f6430f93f551e341cabc39c8c82b8de1","observation_id":"c1364698-576d-4c73-8274-91ee0237080a","resolution":{"observed_at":"2026-08-16T11:39:19.588075Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:39:19.567103Z","title":"No changes were made to the algorithms of the solutions","venue":null,"work_id":"38eab3d4-780d-4ced-bfd3-7e6153975292","year":null},"citing_paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T11:39:19.442760Z"},"links":{"citing_paper":"/paper/2504.14964"},"observation_digest":"sha256:d20a77fe96c50db54e4fead94a25f51227f2951e2b280ef6d6f631b88eb463f9","observation_id":"ebdbd8ff-7a58-49ad-9f8f-3ea631d6b1b0","resolution":{"observed_at":"2026-08-16T11:39:19.571910Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2504.14964","last_updated":"2025-04-21T08:45:23Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T18:33:16.179425Z","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems"},"reference_resolution":{"displayed":17,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":3,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":17},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 17 of 17 outbound references and 0 inbound Pith citation observations for arXiv:2504.14964."}