{"as_of":"2026-08-09T02:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:77372961b5a99740aba1a4196713eb03baa97bac63647a445bc12255700fbe33","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T22:09:52.957486Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-15T05:15:57.846560Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T05:19:46.641987Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"cited_work":{"arxiv_id":"2602.17838","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2602.17838","snapshot_observed_at":"2026-06-29T01:14:28.953582Z","title":"Examining LLMs ability to summarize code through mutation-analysis","venue":null,"work_id":"34285c79-6812-4270-994a-0e65d89cc271","year":2026},"citing_paper":{"arxiv_id":"2605.13898","last_updated":"2026-05-12T13:47:26Z","snapshot_observed_at":"2026-07-06T23:25:25.361350Z","submitted_at":"2026-05-12T13:47:26Z","title":"Bidirectional Empowerment of Metamorphic Testing and Large Language Models: A Systematic Survey","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-15T05:15:57.846560Z"},"links":{"cited_paper":"/paper/2602.17838","citing_paper":"/paper/2605.13898"},"observation_digest":"sha256:40de04503a88a9b1e263ed89ceb77d949fed4e5b35d5799d957cf4e901b76ea1","observation_id":"9bc25a4d-cc3a-4d3a-99b7-c1fc6f259394","resolution":{"observed_at":"2026-06-29T01:14:28.953582Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2602.17838/citation-record","integrity":"/paper/2602.17838/integrity","json":"/paper/2602.17838/citation-record.json","paper":"/paper/2602.17838"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.181653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.181653Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:75acb7b300abf056a8c6d7bdc8ad934a6bdd57d42d9bb78c37b2eca72c693f92","observation_id":"a26e7c30-4c5c-4bdb-9c56-62ceaa63416b","resolution":{"observed_at":"2026-08-02T22:09:49.181653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.249248Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.249248Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:e8263d3db39c2c32da429fb751b7ac5af6f6ac213aed806763701eb9df69efad","observation_id":"1efdb106-273a-4947-a19c-04908f5d853d","resolution":{"observed_at":"2026-08-02T22:09:49.249248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.307810Z","title":"Introducing ChatGPT","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.307810Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:0bddca340858690402d225e56fc88b60599db0d941d08f4a3f15cd225e9790e2","observation_id":"37134a00-0436-46b7-9a90-72307ee7bb2b","resolution":{"observed_at":"2026-08-02T22:09:49.307810Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.382304Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.382304Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:89937b6c215b8b6cebc0a4883b27241bc62eb78ff9fa528863617b9e79e5e8af","observation_id":"25cb06ac-b124-4a07-a814-31ebb7258837","resolution":{"observed_at":"2026-08-02T22:09:49.382304Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.466662Z","title":null,"venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.466662Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:278dcd1c5103914accdc939d194a225284ddfd4a51cd78bea4105347370add16","observation_id":"83aca90b-c803-4d04-a60b-f972023f5321","resolution":{"observed_at":"2026-08-02T22:09:49.466662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.538662Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.538662Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:a695086f15423b6e1c053909441279beccae9b89daabcd4301605177410c52c3","observation_id":"9cb2aeca-60dd-4f56-bc32-65f375e2947e","resolution":{"observed_at":"2026-08-02T22:09:49.538662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.620725Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.620725Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:48ce9d8339c72c0b48de66568f681bb8d065a751832ea991091a1b95f9c930a9","observation_id":"f130bdf7-304a-47d7-922d-203f7621fba0","resolution":{"observed_at":"2026-08-02T22:09:49.620725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-02T22:09:49.701817Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.701817Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:9f333c6e2482d9f639f1aed9db5087a2684f05b856e135bfe7279676e6ed8d34","observation_id":"2d8c3a41-a416-4cd3-8deb-646d45da08cd","resolution":{"observed_at":"2026-08-02T22:09:49.701817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.781149Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.781149Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:e9b2a39dd3f2e07fa30995f9624a9e2b3145432c864ea8b355b6e1de1ac7af84","observation_id":"24897a01-b6ba-4ab2-9b58-fd84a7b433bb","resolution":{"observed_at":"2026-08-02T22:09:49.781149Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.856084Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.856084Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:7bc9b3ecabc4b6d3eb268db25e4c22f31f013baa6e3ba0476d58e8a771899bb0","observation_id":"b404cc6c-91fc-46c3-8888-815fd1d4aa53","resolution":{"observed_at":"2026-08-02T22:09:49.856084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:49.935319Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:49.935319Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:6ed7e3b114889a8990cb9699d7c8e4f05ed76aae5924e6628e15a3c53b261b5d","observation_id":"03f9871b-97f2-4c8d-bcc6-590732b74e6e","resolution":{"observed_at":"2026-08-02T22:09:49.935319Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.016793Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.016793Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:289ce81882184784c708d0c5f1844d7a68991690a250dd9f17cbed6fe265275f","observation_id":"453f112a-7bbc-43fb-9fbc-f7818f1aa07e","resolution":{"observed_at":"2026-08-02T22:09:50.016793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.075098Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.075098Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:fdda674a6a1e0a8f831e098a834c33cc68bc7e2ced01fee34cdbb3798664f009","observation_id":"cca98ed2-5169-407b-8f06-b276f8e8ad4a","resolution":{"observed_at":"2026-08-02T22:09:50.075098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.136593Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.136593Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:44cdd9f3f708cc72a6500e1bc54d1054b7f1dee8d599456f9e465877a824f58c","observation_id":"a0fa8d9b-2b4c-4eff-872d-d40b297c82e7","resolution":{"observed_at":"2026-08-02T22:09:50.136593Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.171994Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.171994Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:22adad45ef967bb1eb359479c772d8c9cc70dd81ee9125b6c15d003f93c5ed70","observation_id":"278ebc41-acbd-4bad-88be-4792b877201e","resolution":{"observed_at":"2026-08-02T22:09:50.171994Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.256130Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.256130Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:1abab46fa256974d22b4aae08d6eb7b1e5d19647d0d7d08b3e262e1fd839cf89","observation_id":"c8e4b9df-f8c2-450c-b09d-df76e329ba4b","resolution":{"observed_at":"2026-08-02T22:09:50.256130Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.347190Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.347190Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:a6a179a986958500a26276ee06c81a1f2511313a8755f41497d5519bd3f51640","observation_id":"6d7d917d-05ef-46c0-8353-0cf4832922e5","resolution":{"observed_at":"2026-08-02T22:09:50.347190Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.466404Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.466404Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:aa2956d4cfc5d2097fe1d484518f4a3194d6e2dbf8c8b3ccf0b0f0b20857443b","observation_id":"8d79797c-6d47-4b49-9c39-4edba28a193d","resolution":{"observed_at":"2026-08-02T22:09:50.466404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-07-06T10:39:42.676631Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-02T22:09:50.576507Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.576507Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:191ee84b96425ce52dd5682b0a1df9df8326e68d10a8c4ed3dc6f6cabae02b86","observation_id":"674d35a6-5982-4aba-8eca-0ebde5b3bcdb","resolution":{"observed_at":"2026-08-02T22:09:50.576507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12138","last_updated":"2026-05-20T13:07:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-20T08:43:49Z","title":"Exploring Code Analysis: Zero-Shot Insights on Syntax and Semantics with LLMs","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12138","snapshot_observed_at":"2026-08-02T22:09:50.744305Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.744305Z"},"links":{"cited_paper":"/paper/2305.12138","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:53958d93c1d7b9ebf592035f7d1de4b816c017b0e433368ff6401e4f586bc5e4","observation_id":"fe1ade8e-18a1-4767-bcae-3255e3e4d125","resolution":{"observed_at":"2026-08-02T22:09:50.744305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.845770Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.845770Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:0fd60d3345a5d4f6e221e9468bfadcf9a448cf0ad2aca1ee0169fb3077d125d0","observation_id":"a9b06af0-e1df-407f-acd9-f7f99d7fc99c","resolution":{"observed_at":"2026-08-02T22:09:50.845770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:50.997265Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:50.997265Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:0964869968d354df1d3277c6c389cb38384e4fe13d013be13de41ea9822c1f22","observation_id":"c09e8aaa-51f3-4b6e-9b41-115b76a04a67","resolution":{"observed_at":"2026-08-02T22:09:50.997265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.161054Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.161054Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:b0555a51ce5e737214c1128f9e489df911fad1e1d85a38e92259990d4cc1bd5b","observation_id":"a8636d7f-952a-405c-afc2-3d044f4e7c9f","resolution":{"observed_at":"2026-08-02T22:09:51.161054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.12732","last_updated":"2023-09-22T09:31:39Z","snapshot_observed_at":"2026-08-06T17:02:03.473442Z","submitted_at":"2023-09-22T09:31:39Z","title":"OpenAi's GPT4 as coding assistant","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.12732","snapshot_observed_at":"2026-08-02T22:09:51.307093Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.307093Z"},"links":{"cited_paper":"/paper/2309.12732","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:b5bab67addf75ad75ea9fd49f294bbfafc7828f5015944c3117796178b92f79b","observation_id":"36a4acdd-c138-42e5-8e26-a2a224905fa0","resolution":{"observed_at":"2026-08-02T22:09:51.307093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07124","last_updated":"2024-02-18T09:46:06Z","snapshot_observed_at":"2026-08-08T14:13:40.407110Z","submitted_at":"2023-08-14T13:53:54Z","title":"OctoPack: Instruction Tuning Code Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07124","snapshot_observed_at":"2026-08-02T22:09:51.400538Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.400538Z"},"links":{"cited_paper":"/paper/2308.07124","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:2fd94d0dd2269a93a5baeaf5bcf9f4a97ad82651ec8a2bb2f4b3bff8df2b263d","observation_id":"5b6825e4-1b63-4e8b-9527-f4df93681eb7","resolution":{"observed_at":"2026-08-02T22:09:51.400538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.08177","last_updated":"2024-01-16T19:56:18Z","snapshot_observed_at":"2026-07-06T15:54:35.654279Z","submitted_at":"2023-07-17T00:49:06Z","title":"Using an LLM to Help With Code Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.08177","snapshot_observed_at":"2026-08-02T22:09:51.502077Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.502077Z"},"links":{"cited_paper":"/paper/2307.08177","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:d938f40d3b5ad30d97556eeb5ac307d5fbee646b44f55a215f5f4f46241a7709","observation_id":"838bdedf-0ffc-49ea-afb0-096d17f0c77d","resolution":{"observed_at":"2026-08-02T22:09:51.502077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.596826Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.596826Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:20cd764ef9956ef6b17a62eaf1580f1b3108eeae5428d6c2bb8fc447dce52b6a","observation_id":"adc6b4bc-bba4-4925-b1b9-25cccfb7805c","resolution":{"observed_at":"2026-08-02T22:09:51.596826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.716622Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.716622Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:a9eddbdcbee4475506f4af006b98a3e9e2daee2149e1ea262b3e63e565997972","observation_id":"09899d52-c7dd-446a-8408-eda344691448","resolution":{"observed_at":"2026-08-02T22:09:51.716622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.836755Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.836755Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:cee66439ece8424ef16d94fa22960beb5ad44d7e6fbd8dbebd01c7f5dd76c461","observation_id":"02a79194-8230-4360-8e18-4ae3c893adb2","resolution":{"observed_at":"2026-08-02T22:09:51.836755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.912616Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.912616Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:ca546cd54c4f57433381cb8435b1f83016020c2f52e1ad05aaaa61c271a95e62","observation_id":"0837d9f7-1d24-4a9e-981b-f14b1a7aa55c","resolution":{"observed_at":"2026-08-02T22:09:51.912616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:51.999954Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:51.999954Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:6ef62d55f14a3ce8ec9e9d0b23cfa536ce7dc072a9ce857a048afb8c2ea0119a","observation_id":"e86760d2-6fa3-42d3-a1ce-a80f1d7a6470","resolution":{"observed_at":"2026-08-02T22:09:51.999954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:52.121454Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.121454Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:dad7f077b12286be4b82bbc96b342ec9d4f598c808ba879bedd48eacf22bb886","observation_id":"5597eb7a-1d3c-4307-ba06-a03f693e82ab","resolution":{"observed_at":"2026-08-02T22:09:52.121454Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07959","last_updated":"2025-08-23T15:44:13Z","snapshot_observed_at":"2026-08-08T11:29:09.100755Z","submitted_at":"2024-07-09T05:48:42Z","title":"Source Code Summarization in the Era of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07959","snapshot_observed_at":"2026-08-02T22:09:52.218218Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.218218Z"},"links":{"cited_paper":"/paper/2407.07959","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:408d2a6c52b255fe516595c4e660d099972069aaf57f0ef95bda17a391df7ea9","observation_id":"d220fcdb-ca60-4d3e-bef5-4e5b8ac1310d","resolution":{"observed_at":"2026-08-02T22:09:52.218218Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.10737","last_updated":"2025-03-13T16:15:06Z","snapshot_observed_at":"2026-08-07T17:06:36.892838Z","submitted_at":"2025-03-13T16:15:06Z","title":"Commenting Higher-level Code Unit: Full Code, Reduced Code, or Hierarchical Code Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.10737","snapshot_observed_at":"2026-08-02T22:09:52.294627Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.294627Z"},"links":{"cited_paper":"/paper/2503.10737","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:5390d853e0dbf9d772ccaf37e7d2c8716ef35c8ef7b4e88d030b30bcf15942f1","observation_id":"289192aa-a4ce-41ef-8446-9d90effed81c","resolution":{"observed_at":"2026-08-02T22:09:52.294627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19032","last_updated":"2024-05-29T12:18:51Z","snapshot_observed_at":"2026-07-06T18:21:57.091728Z","submitted_at":"2024-05-29T12:18:51Z","title":"Large Language Models for Code Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19032","snapshot_observed_at":"2026-08-02T22:09:52.414483Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.414483Z"},"links":{"cited_paper":"/paper/2405.19032","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:db3430c72e7c212ebcd6708fca902efff57ea89b881fda733ed284ba85031d10","observation_id":"f8356b5f-e6b2-4911-be71-f47bbfee1ba6","resolution":{"observed_at":"2026-08-02T22:09:52.414483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:52.536211Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.536211Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:9bbefd05b227e9d9bd55b671890192819000c5e1f82740419bcfefaa6cc21887","observation_id":"660e6dee-3e44-4dc7-a387-4974e277aa28","resolution":{"observed_at":"2026-08-02T22:09:52.536211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T22:09:52.667068Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.667068Z"},"links":{"citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:b918e1c4f45f7c596a2b74f7438b67787f7e1859723f91f72f50d2e7263cf6c4","observation_id":"79c516a2-42ab-4d7c-ba37-62da7e07ab3b","resolution":{"observed_at":"2026-08-02T22:09:52.667068Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01333","last_updated":"2024-12-02T09:56:18Z","snapshot_observed_at":"2026-07-06T20:00:05.118831Z","submitted_at":"2024-12-02T09:56:18Z","title":"Can Large Language Models Serve as Evaluators for Code Summarization?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01333","snapshot_observed_at":"2026-08-02T22:09:52.817688Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.817688Z"},"links":{"cited_paper":"/paper/2412.01333","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:2a59433f05aec46316e3f4e6d1723a49c5f5e073d2203aab1ddf3770cd3e9fe9","observation_id":"6c19b454-d264-47db-a20e-6d6c0a437ead","resolution":{"observed_at":"2026-08-02T22:09:52.817688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-02T22:09:52.957486Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-02T22:09:52.957486Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2602.17838"},"observation_digest":"sha256:3ff6bab75554ec3a77549cba4feb4ac91261564fc9a633431a90d626adbb542b","observation_id":"b156aaa5-7363-45dc-bf89-01d699da5b96","resolution":{"observed_at":"2026-08-02T22:09:52.957486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2602.17838","last_updated":"2026-06-25T18:40:15Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-02T22:09:48.623501Z","submitted_at":"2026-02-19T21:00:49Z","title":"Using Mutation-Analysis to Examine an LLM's Ability to Summarize Code"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 39 of 39 outbound references and 1 inbound Pith citation observation for arXiv:2602.17838."}