{"as_of":"2026-08-12T14:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:717503f3fa789022de17f40b908a3d376fd38b4eed8645e766557abab62adb8c","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T11:32:56.144315Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-20T09:36:15.468902Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T09:38:10.860680Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"cited_work":{"arxiv_id":"2507.22610","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.22610","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7c7b90df-cba7-4ee6-a54b-ca1b7e5292c6","year":2025},"citing_paper":{"arxiv_id":"2605.17957","last_updated":"2026-05-18T07:12:14Z","snapshot_observed_at":"2026-07-06T23:28:55.079333Z","submitted_at":"2026-05-18T07:12:14Z","title":"Contextualized Code Pretraining for Code Generation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-20T09:36:15.468902Z"},"links":{"cited_paper":"/paper/2507.22610","citing_paper":"/paper/2605.17957"},"observation_digest":"sha256:0d6ef8e4dcc83cde7b634bf3d7fa44b6689b8e20bdeee4e196bb4f72284eca52","observation_id":"3bc269a8-a330-4151-8142-6d65eaf273ca","resolution":{"observed_at":"2026-05-20T09:38:10.862854Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.22610/citation-record","integrity":"/paper/2507.22610/integrity","json":"/paper/2507.22610/citation-record.json","paper":"/paper/2507.22610"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.414187Z","title":"Examining zero-shot vulnerability repair with large language models","venue":null,"work_id":"6569b30d-09bc-4e81-9e38-7657b5fa28b3","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.814368Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:395fbe62dfdac525eb7f4b098d746030699e287b4fd7964870ccd143ac57da9a","observation_id":"92ef9c21-51b1-4fac-a33d-da62b010b795","resolution":{"observed_at":"2026-08-06T11:32:58.516654Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.125650Z","title":"Asleep at the keyboard? assessing the security of github copilot’s code contributions","venue":null,"work_id":"6340a4fe-cd16-4741-9e6a-9cddd575d298","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.990705Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:b1efe8cf9abe8a9ff3a1569578fe9420771d03df57258a048331e4067ad8db62","observation_id":"019a3141-7141-4224-8ff2-b1071511df04","resolution":{"observed_at":"2026-08-06T11:32:58.202156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2014.23727","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.494321Z","title":"Search-based software test data generation: a survey","venue":null,"work_id":"f2be94bd-cf93-4c73-bdd6-aa6e00fb90df","year":2004},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.070478Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:a1204333977c41f6294d7bdf66737c31371ade005c3d9a9b3690f751c4f46ef8","observation_id":"09c36d97-a338-4027-973d-05376efd0e4d","resolution":{"observed_at":"2026-08-06T11:32:57.550601Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.956386Z","title":"2000, pp","venue":null,"work_id":"bd7bb221-62d4-44b3-a44b-f68eb53dba59","year":2000},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.749862Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:e60dd511ab3ebafd5e820bf0881f00dbd5b56dfd3bb4c346099f4e5183f1db3c","observation_id":"f5c03007-9d36-4d6f-b0c2-89d362084e1e","resolution":{"observed_at":"2026-08-06T11:32:58.046337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-08-12T06:14:58.605732Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-06T11:32:55.202636Z","title":"#: 10.48550/arXiv.2109.00859. $%&: http://arxiv.org/abs/2109.00859 (visited on 10/30/2024). [34]Vincent J. Hellendoorn et al. “Deep learning type inference","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.202636Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:23d2c8a3b49acefbc1944c808488363a989af15131d82930639003bcad89cdda","observation_id":"9655d805-77f7-401b-bced-896e1faad6c9","resolution":{"observed_at":"2026-08-06T11:32:55.202636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.future.2022.12.030","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Black-box testing of deep neural networks through test case diversity","venue":"Future Generation Computer Systems","work_id":"8d748d64-af3c-485e-af55-014763351a3f","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.320814Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:2c03dfb788e79ee3cd08f4fa466d3936507a161d8909dc223ccf66ad43347e97","observation_id":"d3d5fb64-82c2-4b4c-a547-46fc8eb78c44","resolution":{"observed_at":"2026-08-06T11:32:56.440360Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.04285","last_updated":"2025-06-08T06:38:02Z","snapshot_observed_at":"2026-08-11T00:48:02.348143Z","submitted_at":"2022-07-09T15:02:39Z","title":"A Closer Look into Transformer-Based Code Intelligence Through Code Transformation: Challenges and Opportunities","version":2},"cited_work":{"arxiv_id":"2207.04285","doi":null,"metadata_source":"pith","pith_arxiv_id":"2207.04285","snapshot_observed_at":"2026-08-06T11:32:56.895184Z","title":"A Closer Look into Transformer-Based Code Intelligence Through Code Transformation: Challenges and Opportunities","venue":"cs.SE","work_id":"fb0dd869-9614-41da-9894-20fb20805b6f","year":2022},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.626700Z"},"links":{"cited_paper":"/paper/2207.04285","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:0fa872c67b89c90c0b2e1ac53be1c3369738868ed81813084d0b1191198ce751","observation_id":"ceee0b19-6d9e-4a31-a8a1-b034fed9e1f4","resolution":{"observed_at":"2026-08-06T11:32:56.982961Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.00149","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.099091Z","title":"Code Di\"erence Guided Adversarial Example Genera- tion for Deep Code Models","venue":null,"work_id":"8d2cd0a2-1ca3-40af-8aec-53566a0c716e","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.465224Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:154454559a1504687d6e2f6b2280159bb1085fdd4a19f11bb2bec47b1639e321","observation_id":"d748b97d-c348-4c15-96ff-a137a53a7ec2","resolution":{"observed_at":"2026-08-06T11:32:57.140948Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03312","last_updated":"2024-09-08T17:23:16Z","snapshot_observed_at":"2026-08-11T15:04:15.049759Z","submitted_at":"2023-08-07T05:40:58Z","title":"Exploiting Code Symmetries for Learning Program Semantics","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03312","snapshot_observed_at":"2026-08-06T11:32:55.533706Z","title":"#: 10.48550/arXiv.2308.03312.$%&: http://arxiv.org/abs/2308.03312 (visited on 09/17/2024). [77]Xi Ding et al. “Adversarial Attack and Robustness Improvement on Code Summarization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.533706Z"},"links":{"cited_paper":"/paper/2308.03312","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:eeaa8964a4f953d7877e510f84ba9ccca3e9a4cc40aba1416ae579f2e8b84d4c","observation_id":"911dc58b-c8c9-4547-88ef-2a198a3f1518","resolution":{"observed_at":"2026-08-06T11:32:55.533706Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08289","last_updated":"2023-05-08T13:01:08Z","snapshot_observed_at":"2026-08-11T18:15:59.924014Z","submitted_at":"2022-08-17T13:37:03Z","title":"CCTEST: Testing and Repairing Code Completion Systems","version":3},"cited_work":{"arxiv_id":"2208.08289","doi":"10.48550/arxiv.2208.08289","metadata_source":"pith","pith_arxiv_id":"2208.08289","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"CCTEST: Testing and Repairing Code Completion Systems","venue":"cs.SE","work_id":"eaeb3c2b-0e4f-48ed-b99d-fdca64aa792c","year":2022},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.574102Z"},"links":{"cited_paper":"/paper/2208.08289","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:38eb2c16cbc3913966353e83e032a51dc907e01ab7d1cec30d0535ada60824a2","observation_id":"a1504c14-bd2b-4d24-9334-e9f47a1b1d8d","resolution":{"observed_at":"2026-08-06T11:32:56.293027Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08509","last_updated":"2023-03-15T10:36:30Z","snapshot_observed_at":"2026-07-06T15:03:38.819154Z","submitted_at":"2023-03-15T10:36:30Z","title":"Black-box Adversarial Example Attack towards FCG Based Android Malware Detection under Incomplete Feature Information","version":1},"cited_work":{"arxiv_id":"2303.08509","doi":null,"metadata_source":"pith","pith_arxiv_id":"2303.08509","snapshot_observed_at":"2026-08-06T11:32:56.788983Z","title":"Black-box Adversarial Example Attack towards FCG Based Android Malware Detection under Incomplete Feature Information","venue":"cs.SE","work_id":"92ad2e64-19e1-465d-b20b-22a9414beff0","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.665711Z"},"links":{"cited_paper":"/paper/2303.08509","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:f36b2c4d1795f92d2b85cd89feffbbf890f9baec5776c5da0fa9cf0d1678d3ac","observation_id":"a0c97e0d-d679-4ec0-8916-2fd43bd82d6e","resolution":{"observed_at":"2026-08-06T11:32:56.829479Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:55.803813Z","title":"Monte Carlo tree search: A review of recent modi!cations and applications","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.803813Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:cec80800771924031261aaed40c69cb9a93ffc9744711f08d5112576a449ec9a","observation_id":"3d46ba8c-438f-48f3-9a7a-1682ecf34679","resolution":{"observed_at":"2026-08-06T11:32:55.803813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3990.29840","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:56.605937Z","title":"Source code authorship attribution using long short-term memory based networks: 22nd European Symposium on Research in Computer Security, ESORICS 2017","venue":null,"work_id":"10b8ad20-b200-4aa5-8032-48996fba5607","year":2017},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.933208Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:9560a67fa4e7cf156199bd0b71fb5aff3036868354d656845692aec128dbce18","observation_id":"9f63cb9b-d426-438e-bfcb-0ce27603b630","resolution":{"observed_at":"2026-08-06T11:32:56.673003Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-06T11:32:55.998362Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming– The Rise of Code Intelligence","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.998362Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:c539d1a217c398cf6ceeb524d340b3197eec6d59e7d83a1b23f550d35f9b243f","observation_id":"1d503248-6587-4d43-91e3-104f597bd9b3","resolution":{"observed_at":"2026-08-06T11:32:55.998362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.789217Z","title":"What are we really testing in mutation testing for machine learning? a critical re$ection","venue":null,"work_id":"ef177037-8d42-42e1-b86a-f7fccc9ca5ae","year":2013},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:56.078362Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:33a079f3bdc7efb6e237b9f5b2ebe1e2ce127cadeb1ec998e1dc1b1032e616a7","observation_id":"1333a122-5a8a-4c19-a2f0-c3ac4d805d4f","resolution":{"observed_at":"2026-08-06T11:32:57.874592Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.06333","last_updated":"2021-04-10T19:48:33Z","snapshot_observed_at":"2026-08-09T19:20:49.831459Z","submitted_at":"2021-03-10T20:32:59Z","title":"Unified Pre-training for Program Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.06333","snapshot_observed_at":"2026-08-06T11:32:55.852475Z","title":"SequenceR: Sequence-to-Sequence Learning for End-to-End Program Repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.852475Z"},"links":{"cited_paper":"/paper/2103.06333","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:959c351a5c411a9953791b058cd98b61612be11eef22088852581233d3edc871","observation_id":"c70a898b-4a3d-46f1-8b6c-b12a00a5ce65","resolution":{"observed_at":"2026-08-06T11:32:55.852475Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:54.931102Z","title":"Diversevul: A new vulnerable source code dataset for deep learn- ing based vulnerability detection","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.931102Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:91cdf657107c9b6ebdc3c483b6eb4f7ebd3443c501be9c46ac17544bb0dbb799","observation_id":"d6efbf01-4bf5-4fd2-a09e-6e558c0f25b2","resolution":{"observed_at":"2026-08-06T11:32:54.931102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/4132319","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.262633Z","title":"Analyzing the Past to Prepare for the Future: Writing a Literature Review","venue":null,"work_id":"d0eb598f-5adf-4ba9-bb54-54996e96fb5c","year":2002},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.423698Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:76736056296390fb57118a255b8246fc27a6b6d3266043677e287661b9c278b4","observation_id":"1fab706d-69fc-4fac-a669-7db056806677","resolution":{"observed_at":"2026-08-06T11:32:57.329494Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.650367Z","title":null,"venue":null,"work_id":"9c8f1520-dab4-4eb8-ba58-a44e6f23a283","year":2025},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":111,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:56.144315Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:d516dc28ddcef5e9d0c1d031107ef70d67d5faf8b84229658d5a48ec6740c232","observation_id":"15e603ff-2f05-44e9-b89f-60287a50293b","resolution":{"observed_at":"2026-08-06T11:32:57.699406Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.00740","last_updated":"2018-05-04T20:30:53Z","snapshot_observed_at":"2026-08-06T21:07:44.430503Z","submitted_at":"2017-11-01T09:48:06Z","title":"Learning to Represent Programs with Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.00740","snapshot_observed_at":"2026-08-06T11:32:55.155291Z","title":"Metamorphic testing: A review of challenges and opportunities","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":279,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.155291Z"},"links":{"cited_paper":"/paper/1711.00740","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:f25c7bb3a389f02fc8e1f7860c1042319f027e3659ec73baf7e3d182d258953e","observation_id":"a4c06026-32fa-402a-acc1-0b9233093eec","resolution":{"observed_at":"2026-08-06T11:32:55.155291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T11:32:55.277384Z","title":"#: 10.1145/ 3236024 . 3236051.$%&: https : / / dl . acm . org / doi / 10 . 1145 / 3236024 . 3236051 (visited on 10/30/2024). [35]Josh Achiam et al. “Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.277384Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:a58791cf5d3146a5edc78ee2de619146e0b884d5c22ad7f64c463238720ecab0","observation_id":"7e7ab7b4-893e-4149-b42a-72f6bf93db5c","resolution":{"observed_at":"2026-08-06T11:32:55.277384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.279240Z","title":"Large language model for vulnerability detection: Emerging results and future directions","venue":null,"work_id":"ec2040c9-e296-4009-8154-18008e924182","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.854151Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:1c13c0b804632d3ce8e3a139ed92f6cfa9e3417544681410f2207961812b2a05","observation_id":"56a64280-d5c3-43c3-853b-66aaba0b6c17","resolution":{"observed_at":"2026-08-06T11:32:58.361716Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-11T00:48:34.214699Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":5,"parse_uncertain":0,"unresolved":9,"verified_exact":3,"verified_fuzzy":5},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 1 inbound Pith citation observation for arXiv:2507.22610."}