{"as_of":"2026-08-17T18:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:77a31e7e4cca60bd2b566f10fb90ff72cd55489493aa50683658c9a284a88b23","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:36:04.013632Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.14597/citation-record","integrity":"/paper/2505.14597/integrity","json":"/paper/2505.14597/citation-record.json","paper":"/paper/2505.14597"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.995583Z","title":"Given a string consisting of three letters ’abc’ in any order, can ’abc’ appear after swapping any two characters at most once?","venue":null,"work_id":"de47e039-6066-42f5-9149-ee7b82c82dfb","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.509269Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:84a631f31c669661d2cf3d26c9c038e64d409d227be08be3dc65cb6c4a9ca66b","observation_id":"40acdc18-3ae6-41de-85e3-11e4ebb91c73","resolution":{"observed_at":"2026-08-07T15:36:05.002398Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04905","last_updated":"2025-03-20T03:28:56Z","snapshot_observed_at":"2026-08-16T13:02:01.818557Z","submitted_at":"2024-11-07T17:47:25Z","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04905","snapshot_observed_at":"2026-08-07T15:36:01.982429Z","title":"In Forty-first International Confer- ence on Machine Learning, ICML 2024, Vienna, Aus- tria, July 21-27, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:01.982429Z"},"links":{"cited_paper":"/paper/2411.04905","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:34137852b56c467a3ad5541fb7b3b60b913a63f5960ca6b693f562882f96b558","observation_id":"bfb0e8d5-4734-4ff2-8b54-8a3e0d6aeab5","resolution":{"observed_at":"2026-08-07T15:36:01.982429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T15:36:02.123222Z","title":"In Proceedings of the 17th International Natural Language Generation Confer- ence, pages 55–69, Tokyo, Japan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.123222Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:e0f8991c87c9ad3c58c81832b1a4930f105f98e70d9c48c9455428daee1dc5a5","observation_id":"bcc6c9f0-14bc-47fe-b86b-9bfe64d38457","resolution":{"observed_at":"2026-08-07T15:36:02.123222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09136","last_updated":"2024-02-14T12:34:58Z","snapshot_observed_at":"2026-08-16T14:18:40.353884Z","submitted_at":"2024-02-14T12:34:58Z","title":"DolphCoder: Echo-Locating Code Large Language Models with Diverse and Multi-Objective Instruction Tuning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09136","snapshot_observed_at":"2026-08-07T15:36:02.257975Z","title":"In Proceedings of the 18th Conference of the European Chapter of the Association for Compu- tational Linguistics (Volume 1: Long Papers), pages 1876–1898, St","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.257975Z"},"links":{"cited_paper":"/paper/2402.09136","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:2f6b4c47cf0995307917db054bb8e5df9962a7eb562a84fd1b008996dd48e605","observation_id":"b058e484-e7c4-4592-b354-6547f6154de9","resolution":{"observed_at":"2026-08-07T15:36:02.257975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11931","last_updated":"2024-06-17T13:51:35Z","snapshot_observed_at":"2026-08-14T04:42:19.578053Z","submitted_at":"2024-06-17T13:51:35Z","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11931","snapshot_observed_at":"2026-08-07T15:36:02.357541Z","title":"swapping any two characters","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.357541Z"},"links":{"cited_paper":"/paper/2406.11931","citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:f19cc2d04f2ddb35bad734cd63957f27d7bd0662f8228f16f131572aae341ef4","observation_id":"75da96c6-1cab-4bb0-ab97-177cad38b227","resolution":{"observed_at":"2026-08-07T15:36:02.357541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.978087Z","title":"If there are errors in the Sample Input/Output or in the Test Cases , correct them","venue":null,"work_id":"09dbf89e-5cd5-402a-8101-e5cc1f95dc16","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.605549Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:888a43ac791af8d25e31a77934fddcb9f31cd78a6603b5484e53b1d7cb0b3bf4","observation_id":"5244f18a-f846-4155-9187-169eabc9ee14","resolution":{"observed_at":"2026-08-07T15:36:04.983196Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.959964Z","title":"any substring can be reversed","venue":null,"work_id":"6d945162-a500-4d32-80c3-4ff8b7a565f8","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.673372Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b615f54acb6719a58078a6081c6c598abc64acbea8d2f472e4318fe1e76189c2","observation_id":"5d821b14-d9ad-40d4-9513-ea9125f45084","resolution":{"observed_at":"2026-08-07T15:36:04.965264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.942137Z","title":"YES\" if it is possible, and","venue":null,"work_id":"acca6f92-19be-453a-ba67-a4593cdc0001","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.752000Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b407ae67044361bb43d8369a9ed8473ba5e44e7185b85eef557b055242d207cc","observation_id":"80ae524a-cb00-425b-9970-7d641dca56f7","resolution":{"observed_at":"2026-08-07T15:36:04.947355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.923501Z","title":null,"venue":null,"work_id":"2e308646-931b-4329-8da8-0acdd17507d7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.878731Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:1563da8b60d3d3378bd820817a21289b2f940c6834077c52d7be2d5fb2e82b9c","observation_id":"a2c9eae4-788b-4e53-b76e-ca512d78f8ae","resolution":{"observed_at":"2026-08-07T15:36:04.928662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.907029Z","title":"**The modification should be slight but cause a substantial change in the solution approach**","venue":null,"work_id":"54acb406-e3d5-4321-9d13-b1fb11e4c0a3","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:02.963580Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:6fea3e27831354c80cc0acc45e25e7942a5dededaf3a193eae97dc830caa27a9","observation_id":"0dbb3029-7aa3-4920-8a6a-fd7934dc97c3","resolution":{"observed_at":"2026-08-07T15:36:04.912357Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.890923Z","title":"Ask yourself: Would it change data structures or algorithms? Explain the influence before output the counterfactual problem","venue":null,"work_id":"0556daa3-ecb7-464b-b070-1528891ae9d7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.072577Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:501a8a7a81875438b2889584f988950d7acd603bc19d259bf322e948aea52af5","observation_id":"cab61e97-2839-416b-acea-2d96fea3801c","resolution":{"observed_at":"2026-08-07T15:36:04.895731Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.874846Z","title":"The modified problem must be consistent, clear, and requires a significantly different solution approach","venue":null,"work_id":"239f5015-a45f-48d3-8303-acdf2f183c1a","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.144101Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:5f6bb4e0d7e1e097aa533a14d65ebefc6ff6bc0cccad17eca75698a0adda7001","observation_id":"444eb4aa-0ec1-4a71-9b2d-bc7cd6da07b1","resolution":{"observed_at":"2026-08-07T15:36:04.879583Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.857666Z","title":"###Counterfactual Problem","venue":null,"work_id":"79507997-b34e-486c-92dd-2d0896a2fb71","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.251867Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b7576852f8180ccf73558d4c2a6dcf5ee2c9fd18fad062525190a5a52f2b80c2","observation_id":"229d927b-7d81-446b-ab80-864a61d7b990","resolution":{"observed_at":"2026-08-07T15:36:04.863080Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.839196Z","title":"The difference will be assessed through evaluated by the Rouge score, indicating the high similarity in wording, sentence structure, and length to the original","venue":null,"work_id":"0304939c-76c1-4a8b-8857-5e8bec2fceb6","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.341933Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:70bcf72ea1a62276b1eb69eb1f8fcc771fdd0c968289e1ce4deb76a735a9a796","observation_id":"8300915f-4c68-4f17-b32f-a82c332590fd","resolution":{"observed_at":"2026-08-07T15:36:04.844973Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.818110Z","title":"Do not make trivial changes like adding or removing a word, changing the order of words, or replacing synonyms","venue":null,"work_id":"e2da3f92-5c68-46d7-9826-edc45def1c71","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.450520Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:060f1da1a3a2065a76c8a5ab23e66541545502da620a4d02891989ae6562b46b","observation_id":"f92a8757-784e-45e8-a708-7284f93d2e7a","resolution":{"observed_at":"2026-08-07T15:36:04.824837Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.798550Z","title":null,"venue":null,"work_id":"3f956af0-922d-4faf-865e-618503ebc682","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.511775Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:92597c53ce2feb2b06909d199d7dbe6548db070dccce90bc6bce398324fa1b17","observation_id":"49d357bf-340e-4212-a95d-9d86425c82cc","resolution":{"observed_at":"2026-08-07T15:36:04.803578Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.759814Z","title":"Change every aspect of the code, including the function name, variable names","venue":null,"work_id":"46201bff-9398-484c-bdac-e580e4e029f7","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.596017Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:105c0037cc24dc015b33076611b13fbe6497e2000a19d55aacb369883879754e","observation_id":"c2cbab0b-1fda-4c90-a5cb-91a861ffbde2","resolution":{"observed_at":"2026-08-07T15:36:04.786127Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.613488Z","title":null,"venue":null,"work_id":"40e9148a-0567-4b2b-affc-d158a7a1aafa","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.728800Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:b8528d5ffb8b3aaae5e131a7458d0504db00c257a3da12c7d8166972e415a921","observation_id":"84996287-8ec0-4471-84a2-16a06cee2cb2","resolution":{"observed_at":"2026-08-07T15:36:04.681708Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.443403Z","title":null,"venue":null,"work_id":"32b7b25d-f9fa-4b27-ba0f-0b8a203d17b3","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:03.893320Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:3cb8efd1d5fa1ef4557987a3e2f6e3de92ba2198f96c378ebcf65dc66b03ec32","observation_id":"09fd4e6e-a227-480a-9177-68f00f819cda","resolution":{"observed_at":"2026-08-07T15:36:04.532016Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:36:04.241330Z","title":"## Examples: {seeds} ## Question: - Original_Sample: Figure 16: The prompt used to generate CTF-Instruct data","venue":null,"work_id":"3f74f6af-cf68-47ac-bb01-45273c42e872","year":null},"citing_paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:36:04.013632Z"},"links":{"citing_paper":"/paper/2505.14597"},"observation_digest":"sha256:46a7c323edfb2d39ea4280e93198544e3a2543ccf1f48caab590d7fe6a5a0567","observation_id":"8d4bd803-07bf-413f-b8e9-352581f138c0","resolution":{"observed_at":"2026-08-07T15:36:04.308762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.14597","last_updated":"2025-05-20T16:48:57Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T16:10:34.491928Z","submitted_at":"2025-05-20T16:48:57Z","title":"Success is in the Details: Evaluate and Enhance Details Sensitivity of Code LLMs through Counterfactuals"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":8,"verified_exact":0,"verified_fuzzy":12},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 0 inbound Pith citation observations for arXiv:2505.14597."}