{"as_of":"2026-08-21T12:32:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b2c4053ab349592e56ee9e83d956e4409d116b59f2efa5a34fba834b5d40ad40","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T11:46:20.720359Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.17927/citation-record","integrity":"/paper/2411.17927/integrity","json":"/paper/2411.17927/citation-record.json","paper":"/paper/2411.17927"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.229907Z","title":"Emergent abilities of large language models,","venue":null,"work_id":"663d375e-1e23-4515-bfe7-6bfcfd9c58d3","year":2022},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.629809Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:cf9348e33c4b9fd7421a88200fdb1d228b8db608c1d8ef31a2047f1d740104bd","observation_id":"416a0a09-8e82-45ef-8f66-1d9a829c47e1","resolution":{"observed_at":"2026-08-12T11:46:21.235060Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.05129","last_updated":"2023-02-13T22:22:47Z","snapshot_observed_at":"2026-08-16T16:09:40.463273Z","submitted_at":"2022-12-09T22:10:46Z","title":"Measuring Data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.05129","snapshot_observed_at":"2026-08-12T11:46:20.635199Z","title":"Measuring Data,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.635199Z"},"links":{"cited_paper":"/paper/2212.05129","citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:1798aab2bc3adc4cf6c8f30888fb419a86d867b647e116519ba1ca732f2daddb","observation_id":"5bc978b2-c081-4760-a448-9185af02ba53","resolution":{"observed_at":"2026-08-12T11:46:20.635199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.215040Z","title":"Codegen: An open large language model for code with multi-turn program synthesis,","venue":null,"work_id":"ccf7d02c-ec9a-4d61-a96e-993339f5b5d6","year":2023},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.640309Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:34c52296b45e7f54e947d628e037805c23e8123829402d93c40a9e708f858fc0","observation_id":"61a3bf9a-5e2c-4cbc-a950-ebcc70b0facc","resolution":{"observed_at":"2026-08-12T11:46:21.219840Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.199928Z","title":"Codegen2: Lessons for training llms on programming and natural languages,","venue":null,"work_id":"7bc6c9eb-b289-4690-9a9c-7c78e66193a1","year":2023},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.644399Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:55a29188dcff3781d45a8d196ed4ee5d873f1138838c0f81d59004ea3bb09a0e","observation_id":"711e452f-e0a4-4044-a102-69c20d0a9b10","resolution":{"observed_at":"2026-08-12T11:46:21.204675Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.184155Z","title":"Are emergent abilities of large language models a mirage?","venue":null,"work_id":"608cc095-738e-4861-8e8a-51c8badd2c49","year":2023},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.648696Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:cda81a0d3eae5fbd72f147762e45bd149c97086b265d9e62985022297af2acb8","observation_id":"668ce3b1-fe11-4e53-8a0a-79854a11e0d2","resolution":{"observed_at":"2026-08-12T11:46:21.188892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.168111Z","title":"Are emergent abilities in large language models just in-context learning?","venue":null,"work_id":"ac777bcb-7c31-4da1-b195-f4dbd1f9e6bb","year":2023},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.652847Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:8ab5b2cfa89df5b4a301e2854bc83cae3501fde15e6df77c2208c695e99128cf","observation_id":"0c6cc93c-b5de-42ef-96f5-49d776dd93db","resolution":{"observed_at":"2026-08-12T11:46:21.173138Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.152820Z","title":"Beyond the imitation game: Quantify- ing and extrapolating the capabilities of language models,","venue":null,"work_id":"c436e93a-4547-4023-ac7e-c0221e4a1472","year":2023},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.657440Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:296d06b9ff80555d2a0db602051ca7d24cd86fff5f4304fd78ee9d7aeb4d8c24","observation_id":"60f56d2f-ec20-49d0-9401-6fff90858473","resolution":{"observed_at":"2026-08-12T11:46:21.157271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.138103Z","title":"Beyond accuracy: Behavioral testing of nlp models with checklist,","venue":null,"work_id":"68df39b6-80dd-4a9c-8a59-ba0f90d17e40","year":2020},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.662185Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:329f7585121c8d55fb59ae1c1664dd5e5dd67e7c97489a0b2ee4dc91b3bd380e","observation_id":"b83ed9ba-fb9c-4d6d-ba85-8e463f8b74a7","resolution":{"observed_at":"2026-08-12T11:46:21.142687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:20.666642Z","title":"A Structured Review of the Validity of BLEU,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.666642Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:d8fbfd90d717d8b70131ab181e0ee89c0829da0e5a7261a0113ddd7a87fdb25d","observation_id":"f5abe65a-cb60-4d74-a6e0-bb1042d0500e","resolution":{"observed_at":"2026-08-12T11:46:20.666642Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.122848Z","title":"ORANGE: a method for evaluating automatic evaluation metrics for machine translation,","venue":null,"work_id":"5fb475ac-cccb-47bd-9fb7-bc3a3407a741","year":2004},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.671240Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:e9fe8de3baf836a1b59ad3b9b01a2c3235f25f3ef3283db3ea861292c4cabaad","observation_id":"59fd066c-88d0-4a62-adbb-23a430fbfd9c","resolution":{"observed_at":"2026-08-12T11:46:21.127455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.105849Z","title":"Codebleu: a method for automatic evaluation of code synthesis,","venue":null,"work_id":"5cb1a07d-aad7-4c8e-8a26-28b65235c7b3","year":2020},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.675622Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:39b2035fe1f1f480303dd6be65f7d2ab2fb373d680794994dcaf7f08df8cf93e","observation_id":"e9d362b6-e235-47ec-9ee4-4f28c95c61ec","resolution":{"observed_at":"2026-08-12T11:46:21.111813Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.089821Z","title":"Bleu: a method for automatic evaluation of machine translation,","venue":null,"work_id":"fe2a561e-9249-46fe-b58a-ce4958356784","year":2002},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.679900Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:97c12e12261316488f833ad17094d93d7af45ba943ec058ee7b55361cecca0ec","observation_id":"b9992ad7-473d-4397-92b5-725acb4cd55b","resolution":{"observed_at":"2026-08-12T11:46:21.094623Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-08-17T12:20:19.399739Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-12T11:46:20.684520Z","title":"Codexglue: A machine learning benchmark dataset for code understanding and generation,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.684520Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:e5f46c15a5cd5a5ee6e36e653b3884021fa60f39c2636f19a76fb25cddd09fd3","observation_id":"5b8c493f-07b1-42b4-83ba-283f5fffc07c","resolution":{"observed_at":"2026-08-12T11:46:20.684520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.074197Z","title":"Pypi/k4black/codebleu,","venue":null,"work_id":"acab9701-c32e-4c81-9eec-ddf4d7732b23","year":2024},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.689247Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:bc398a5f8ecea9bf4739e5dd4fad6030dee50460711da56af4d6fd099b7c2e03","observation_id":"4674ae1c-6d29-474e-84dc-8053821ecbf2","resolution":{"observed_at":"2026-08-12T11:46:21.078945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.24963/ijcai.2019/552","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:20.761095Z","title":"Commit message generation for source code changes,","venue":null,"work_id":"935ae197-2458-405d-bb75-fdea1db55e94","year":2019},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.693722Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:e8e50c15e41c2cee79b05438d6121379f61a80ed12c47941554335e8b6b20fed","observation_id":"b18a490e-abf3-40d8-95a8-6e2dbbca4656","resolution":{"observed_at":"2026-08-12T11:46:20.766944Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.057886Z","title":"Using large language models for commit message generation: A preliminary study,","venue":null,"work_id":"6410f318-8395-4431-8ba9-840e315c66e2","year":2024},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.698369Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:0b47cb69a280beacaa263923484e3fdf438a2b74faa33542a069213493950af6","observation_id":"5577396c-4775-498a-b4ba-2dc8edd8f87b","resolution":{"observed_at":"2026-08-12T11:46:21.062819Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"docview/3106577","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:20.974830Z","title":"Emergent capabilities of LLMs for software engineering,","venue":null,"work_id":"87ac9b82-465a-4db9-9674-f547ed599645","year":2024},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.702787Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:fca5c77e00ee0c8ddc1c2a66eaa0fd5fd09435a6a9997441d3cc27dd06b254a0","observation_id":"8529a88b-818d-46be-844e-261a1e4fd7fb","resolution":{"observed_at":"2026-08-12T11:46:20.982681Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.042144Z","title":"On the evaluation of commit message generation models: An experimental study,","venue":null,"work_id":"a83301d4-f192-4807-b71e-b8ca6a1476dc","year":2021},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.707149Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:247950eca1cd388d6bff7f0e6b5e5ae03a76acd52b89a6068741f14edabef9ee","observation_id":"aa2e705e-ee08-4f5c-b3d3-af45a455abbc","resolution":{"observed_at":"2026-08-12T11:46:21.046873Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:20.711526Z","title":"On the dangers of stochastic parrots: Can language models be too big?","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.711526Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:0e4feabb06c85bb71562e4c24f45ed9a6d41dd2b0168ab09ee34f374673e4864","observation_id":"c5ed9eb3-ab0f-4eeb-b045-b066387e313b","resolution":{"observed_at":"2026-08-12T11:46:20.711526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:20.715940Z","title":"Detecting emergent intersectional biases: Contextualized word embeddings contain a distribution of human-like biases,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.715940Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:d1f89ac6fc5a28bfb2d6ec30ac93e3ae0ce2ec379b0761e8b9e794eec7196f19","observation_id":"5a61fe14-d7c4-4141-bbcf-41c14aea55bc","resolution":{"observed_at":"2026-08-12T11:46:20.715940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:46:21.025957Z","title":"Social biases in NLP models as barriers for persons with disabilities,","venue":null,"work_id":"449cee95-0cdf-46b2-b60b-9f930403a3db","year":2020},"citing_paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T11:46:20.720359Z"},"links":{"citing_paper":"/paper/2411.17927"},"observation_digest":"sha256:3c3774e44baac44b51d57696455da02e43e2937d6adf419544d630cb498f0712","observation_id":"a9fe2d3b-8c2d-4803-b330-362a36cf7ccc","resolution":{"observed_at":"2026-08-12T11:46:21.031613Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2411.17927","last_updated":"2024-11-26T22:48:55Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T08:45:51.560179Z","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":4,"verified_exact":2,"verified_fuzzy":14},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2411.17927."}