{"as_of":"2026-08-14T02:43:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:df956fbd4c4a1042ce8c8b60fd69ec9c1ba93f005324688da4d4c6dcef508911","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T14:18:33.462725Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.15470/citation-record","integrity":"/paper/2411.15470/integrity","json":"/paper/2411.15470/citation-record.json","paper":"/paper/2411.15470"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-12T14:18:32.892227Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:32.892227Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:8dd0fa262090ca537d60bb03582acbcfdf5846ab7a866004becf344052c3a761","observation_id":"a15cd32a-7380-413f-ab81-b7377e0e3e04","resolution":{"observed_at":"2026-08-12T14:18:32.892227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.967088Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:32.967088Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5e4c42e4f89c5ac233bc4a4a456e2e55c49a58ad3480f2e1ffac7f4f3c156cab","observation_id":"57458435-431e-486b-a224-6afdd9082782","resolution":{"observed_at":"2026-08-12T14:18:32.967088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.00438","last_updated":"2023-02-01T13:36:53Z","snapshot_observed_at":"2026-08-13T12:53:31.156906Z","submitted_at":"2023-02-01T13:36:53Z","title":"On the Robustness of Code Generation Techniques: An Empirical Study on GitHub Copilot","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.00438","snapshot_observed_at":"2026-08-12T14:18:33.018383Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.018383Z"},"links":{"cited_paper":"/paper/2302.00438","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:d5aea93d88b3f32bf98b27ee0d80db0b4ada02a84a9d355d609b7b35880e3960","observation_id":"7e770cdd-864e-4d3c-8dc4-df9bee273bb4","resolution":{"observed_at":"2026-08-12T14:18:33.018383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.14868","last_updated":"2023-03-28T19:02:34Z","snapshot_observed_at":"2026-08-13T13:55:50.351355Z","submitted_at":"2022-10-26T17:17:06Z","title":"Multi-lingual Evaluation of Code Generation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.14868","snapshot_observed_at":"2026-08-12T14:18:33.026719Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.026719Z"},"links":{"cited_paper":"/paper/2210.14868","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:30a56021d994f4cb7c73ab49aeebf3c40db5e8960d60ce3d68df5132ae37c4af","observation_id":"bf8a3c85-3d47-400c-b678-b1483b7fc7b7","resolution":{"observed_at":"2026-08-12T14:18:33.026719Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-13T04:25:38.282910Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-12T14:18:33.035030Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.035030Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:a8fcb72cb0128cacb5a700eed01f1ea5c31426dcc059581e9e3de5ef962333eb","observation_id":"1f8e14df-3998-4b11-98c7-b4b2b332eb64","resolution":{"observed_at":"2026-08-12T14:18:33.035030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-12T14:18:33.042222Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.042222Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:751dfbf18286d99ba014fa771f64818271e2f60aa270a96f431af86230849e56","observation_id":"6b1b2ae1-1215-4283-98ef-016e1069ad00","resolution":{"observed_at":"2026-08-12T14:18:33.042222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08227","last_updated":"2022-12-19T10:30:12Z","snapshot_observed_at":"2026-08-13T14:43:58.557701Z","submitted_at":"2022-08-17T11:16:52Z","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.08227","snapshot_observed_at":"2026-08-12T14:18:33.053114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.053114Z"},"links":{"cited_paper":"/paper/2208.08227","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:295b7df24b19e4caaea0b16d7d43a092f0c3b2e05c44908ea38073640c178ea1","observation_id":"f254911f-c9bc-4589-b7c6-b262e42e460f","resolution":{"observed_at":"2026-08-12T14:18:33.053114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-12T14:18:33.062155Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.062155Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:25facc1173d46faad39a842d18c9357dbad614aee12f0cf02bf04f09d9a42217","observation_id":"8d4fe1cf-5246-49a4-841d-c4cc7b3fe84a","resolution":{"observed_at":"2026-08-12T14:18:33.062155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07124","last_updated":"2024-02-18T09:46:06Z","snapshot_observed_at":"2026-08-13T10:34:55.330090Z","submitted_at":"2023-08-14T13:53:54Z","title":"OctoPack: Instruction Tuning Code Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07124","snapshot_observed_at":"2026-08-12T14:18:33.074086Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.074086Z"},"links":{"cited_paper":"/paper/2308.07124","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:7a05afa328c63aae4f49d58b0f6bed82b7bbd359c9f6a0a0c78e98a68711c7f8","observation_id":"1c3e52fa-f3ef-4201-ae0b-0555f3f68570","resolution":{"observed_at":"2026-08-12T14:18:33.074086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-08-13T12:13:06.278474Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-12T14:18:33.080993Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.080993Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:7d93631e1aa3e4e9efbdd4e9cf7907a31cedf594868d3e73a7e5a97ab5f56268","observation_id":"0c3f486c-e727-45bc-bfe8-9042131eba0c","resolution":{"observed_at":"2026-08-12T14:18:33.080993Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-12T14:18:33.091264Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.091264Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:0197a8b293525ad0f0a0aa85985106171e63f2f47d46a6c41c325458811dddd0","observation_id":"50676c16-d061-4178-ba3c-ecc776037176","resolution":{"observed_at":"2026-08-12T14:18:33.091264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14852","last_updated":"2023-12-27T10:09:18Z","snapshot_observed_at":"2026-08-13T04:55:06.643740Z","submitted_at":"2023-12-22T17:25:42Z","title":"TACO: Topics in Algorithmic COde generation dataset","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14852","snapshot_observed_at":"2026-08-12T14:18:33.132332Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.132332Z"},"links":{"cited_paper":"/paper/2312.14852","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:84abfd02f0b00d3f3d173dba31813a468ad50cad0fa98f4fdbe21b9bb53232c5","observation_id":"27303d7d-965a-40b4-b0dd-882ba098deed","resolution":{"observed_at":"2026-08-12T14:18:33.132332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-07-06T10:39:42.676631Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-12T14:18:33.171783Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.171783Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:9f9b2cd12eb5c43ad8e633c27b51a6e45506b9120c2e8c0a2b99d4aa0444caae","observation_id":"386c03d0-c26d-40b4-8042-136f936d4d0a","resolution":{"observed_at":"2026-08-12T14:18:33.171783Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-13T18:06:37.564758Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-12T14:18:33.226296Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.226296Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:303aa6c7779a25c9ebfe2fb2fee2fe3a44cf1e33acb5ca020c3d000e0c369532","observation_id":"eeec9c18-8edd-42c3-8eec-fa63b78c6e70","resolution":{"observed_at":"2026-08-12T14:18:33.226296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10620","last_updated":"2024-04-10T08:41:22Z","snapshot_observed_at":"2026-08-13T10:30:33.044991Z","submitted_at":"2023-08-21T10:37:49Z","title":"Large Language Models for Software Engineering: A Systematic Literature Review","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10620","snapshot_observed_at":"2026-08-12T14:18:33.292513Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.292513Z"},"links":{"cited_paper":"/paper/2308.10620","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:9644f653ff8d8f3e3d3ca48b1b11124e24da57a5bf73225a3b57ad238b5b71c6","observation_id":"c98449f9-fd4c-4965-b249-d7d226fe62b0","resolution":{"observed_at":"2026-08-12T14:18:33.292513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3643916","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.567200Z","title":null,"venue":null,"work_id":"b595f776-543b-4887-9ffb-5c162c0441b6","year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.298965Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:806290102d596ea5bb7729802f0e847c60e241ee67dc4d51ee124f93c54faae7","observation_id":"e1415567-f509-4d01-820e-e1978cce8057","resolution":{"observed_at":"2026-08-12T14:18:33.596964Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.329781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.329781Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5ad32c9a5acef029ea2e52c82e0d1e893e7a629c2ba2a9e96820cfb10bd16ef8","observation_id":"0428b1a5-a8cb-4c65-976b-07f101dcf264","resolution":{"observed_at":"2026-08-12T14:18:33.329781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:34.293280Z","title":null,"venue":null,"work_id":"175b6976-5b80-481a-8ba6-cda309ec0df7","year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.380722Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:70ff8ae44814e9667b8963bd5cdc680210821888352d6fffe7f983481985c549","observation_id":"a7d1141c-347c-4e0e-8e5b-76646a087c6f","resolution":{"observed_at":"2026-08-12T14:18:34.302782Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10297","last_updated":"2020-09-27T04:07:11Z","snapshot_observed_at":"2026-08-12T14:26:33.940158Z","submitted_at":"2020-09-22T03:10:49Z","title":"CodeBLEU: a Method for Automatic Evaluation of Code Synthesis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.10297","snapshot_observed_at":"2026-08-12T14:18:33.390162Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.390162Z"},"links":{"cited_paper":"/paper/2009.10297","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:7e30305f41cdaae60f0f7a0f9871bede26ac935de1e8ff8affb7992e24ee5ae9","observation_id":"28182b45-7165-406a-84b6-3b78e2c79706","resolution":{"observed_at":"2026-08-12T14:18:33.390162Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-08-12T06:14:58.605732Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-12T14:18:33.395093Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.395093Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:dd211aab11c0c814305cb62f0c85852d7861714a5d9a00f0619ad8bb15cd3f49","observation_id":"ca89cb8a-fb04-45c2-8e54-b0912b2619af","resolution":{"observed_at":"2026-08-12T14:18:33.395093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10462","last_updated":"2024-12-27T05:30:00Z","snapshot_observed_at":"2026-08-13T10:30:43.544745Z","submitted_at":"2023-08-21T04:31:06Z","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10462","snapshot_observed_at":"2026-08-12T14:18:33.401213Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.401213Z"},"links":{"cited_paper":"/paper/2308.10462","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:92c0e024e20835dd016771f19df4bdf78c41045035c064aee3522d6d10a304ff","observation_id":"ac103ae9-9f7c-4b07-b64c-83b32906ca1b","resolution":{"observed_at":"2026-08-12T14:18:33.401213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.13169","last_updated":"2022-05-04T16:08:31Z","snapshot_observed_at":"2026-08-13T16:33:42.401519Z","submitted_at":"2022-02-26T15:53:55Z","title":"A Systematic Evaluation of Large Language Models of Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.13169","snapshot_observed_at":"2026-08-12T14:18:33.407633Z","title":"Xu, Uri Alon, Graham Neubig, and Vincent J","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.407633Z"},"links":{"cited_paper":"/paper/2202.13169","citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:ef9d29726385e9bef620592cca5854ee413f447671a72f02f07c7aef866b6993","observation_id":"32e570a7-760e-4585-a6a7-d131d87e01f9","resolution":{"observed_at":"2026-08-12T14:18:33.407633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.427466Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.427466Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:9aaaf1ba9bf3f273c6df5c3f408112c4d9f6736684bd16a918be749df0124158","observation_id":"0702e6df-fc97-4507-bcfc-72e2a54aa6e3","resolution":{"observed_at":"2026-08-12T14:18:33.427466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:33.462725Z","title":"InInternational Conference on Mining Software Repositories (MSR)","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-12T14:18:33.462725Z"},"links":{"citing_paper":"/paper/2411.15470"},"observation_digest":"sha256:5ca7b0229914267e3b7ce86062f85a14a695e5b8727c7064f530006f0e6c41e9","observation_id":"3e3254cc-eef4-463c-809c-ef6905da0b7a","resolution":{"observed_at":"2026-08-12T14:18:33.462725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.15470","last_updated":"2024-11-23T06:40:47Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-13T03:25:22.865706Z","submitted_at":"2024-11-23T06:40:47Z","title":"A Preliminary Study of Multilingual Code Language Models for Code Generation Task Using Translated Benchmarks"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2411.15470."}