{"as_of":"2026-08-10T03:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9baeb7fe209fc2799ada47612c5a32f422797472e3a8fbc80d082907006ab15b","coverage":[{"denominator":29,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":29,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T11:10:43.610161Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T13:57:58.048943Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-05T13:58:04.938613Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"cited_work":{"arxiv_id":"2502.02794","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.02794","snapshot_observed_at":"2026-08-05T13:58:04.938613Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","venue":"cs.SE","work_id":"e3f64b64-2947-4eb9-b044-3bd791a3b2f1","year":2025},"citing_paper":{"arxiv_id":"2608.03734","last_updated":"2026-08-04T14:28:48Z","snapshot_observed_at":"2026-08-08T18:51:53.651828Z","submitted_at":"2026-08-04T14:28:48Z","title":"We Must Have Missed This Comment: Detecting and Repairing Stale Function References in Linux Kernel Comments","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T13:57:58.048943Z"},"links":{"cited_paper":"/paper/2502.02794","citing_paper":"/paper/2608.03734"},"observation_digest":"sha256:d64ed1cc6a98d8e6159c5311fcd5e6b23eb83c9b9327612f87edbf5dc566399f","observation_id":"21730c79-ffe6-4b9d-b0e2-0bd0c2514b4f","resolution":{"observed_at":"2026-08-05T13:58:05.029561Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2502.02794/citation-record","integrity":"/paper/2502.02794/integrity","json":"/paper/2502.02794/citation-record.json","paper":"/paper/2502.02794"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.176538Z","title":"Which documentation for software maintenance?","venue":null,"work_id":"b8e0af2d-8231-4f33-b374-0f507266dc1c","year":2006},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.464614Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:c7966536c184b7946ea7b2ea4694e210dcf3eac2d8576c73e3f32934d7ef1a50","observation_id":"a95d44f5-7178-4de5-9c9c-96599c7dbef3","resolution":{"observed_at":"2026-08-09T11:11:14.181730Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.470009Z","title":"Examining the evolution of code comments in postgresql,","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.470009Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:8efcf46d673a1d6bfec948c229441c50958c7f02bc1c636be941e8bab86fcca7","observation_id":"c5d631a4-1463-4383-aae8-6e075027861f","resolution":{"observed_at":"2026-08-09T11:10:43.470009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.475145Z","title":"/* icomment: Bugs or bad comments?*,","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.475145Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:b7e43adecf13197d7159b50983065b2a3a6cee48acbcdd197ae40b6b5f34d4a2","observation_id":"aee5ead3-7451-4ebc-944c-b240d0aa0f7c","resolution":{"observed_at":"2026-08-09T11:10:43.475145Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.147225Z","title":"acomment: mining annotations from comments and code to detect interrupt related concurrency bugs,","venue":null,"work_id":"4775472f-31f8-49b1-9759-8e4ddc36cac6","year":2011},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.481096Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:919e4a0984e8cafd5aad3aa6e61d44a2fd0059510a2ae8494dffb2d02f76919c","observation_id":"f236a152-ca53-4458-9316-725fd3f902a2","resolution":{"observed_at":"2026-08-09T11:11:14.153152Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.129557Z","title":"@ tcomment: Testing javadoc comments to detect comment-code inconsistencies,","venue":null,"work_id":"d2c7d847-e6e4-4e8e-a511-e4708bde5cd9","year":2012},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.486735Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:311498e0b63242405ac68b3e4a991782db7b9983df493f9ac0a304c4862b9298","observation_id":"1b34e786-8ad9-4264-9017-4b0fa48211b0","resolution":{"observed_at":"2026-08-09T11:11:14.134640Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.113838Z","title":"Detecting fragile comments,","venue":null,"work_id":"9412eed3-4d03-416c-9444-11e490811605","year":2017},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.493238Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:9ac123d1d141d5e1c1fa58f7e7aee37e65349913273c22ed7a2aa44a4a18f9a4","observation_id":"3c68c659-a07b-4080-a1f4-637c176c01d8","resolution":{"observed_at":"2026-08-09T11:11:14.118940Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.066012Z","title":"Coherence of comments and method implementations: a dataset and an empirical investigation,","venue":null,"work_id":"ae504ccd-dfd0-4ccb-bace-571e1f1c4b45","year":2018},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.498666Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:ae4bd9958098179a59115ab58f1ebc3d80b108abeeeab944c86307cee8b7df28","observation_id":"a2fdc91c-7305-4cb2-a5e8-00e8b7c3e43f","resolution":{"observed_at":"2026-08-09T11:11:14.081704Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.041253Z","title":"Deep just- in-time inconsistency detection between comments and source code,","venue":null,"work_id":"9cff1ad5-ac2f-41d2-9739-1bf5eb55c58c","year":2021},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.503694Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:9c1c764d406dbeb37aa45c43c21bf1c0daaec82bfc4c0576a70cc0532f1285d3","observation_id":"d5481132-68db-4439-969e-287ebd414462","resolution":{"observed_at":"2026-08-09T11:11:14.046616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:14.021690Z","title":"Detecting code comment inconsistency using siamese recurrent network,","venue":null,"work_id":"29680f64-b3b6-4abe-bc7c-f1398e63c051","year":2020},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.508503Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:5157356f8c811563f2ecc079f9887eb2ccd824aaabdd572f37bf25060e65b780","observation_id":"da1e3060-4a36-4cc6-a117-eb5304e31e96","resolution":{"observed_at":"2026-08-09T11:11:14.027616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.513244Z","title":"Competition- level code generation with alphacode,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.513244Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:4f31cc0ce54c6016788d23dad4ddd24356cbfb02192b74b2b809bd8513894423","observation_id":"059ce772-6a50-4829-95ad-282c8d2f4760","resolution":{"observed_at":"2026-08-09T11:10:43.513244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.993609Z","title":"Large language models are few- shot testers: Exploring llm-based general bug reproduction,","venue":null,"work_id":"73f58f7c-6ca8-40ec-9e53-d247427d4a33","year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.517937Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:6a147eaa5306bffc862e16e0b3f6a291a138b1fd104344c0e5d8261fe7f71174","observation_id":"1a44dc72-3397-44ab-b4a6-74a0b62a93f9","resolution":{"observed_at":"2026-08-09T11:11:13.998615Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.976832Z","title":"Adaptive test generation using a large language model,","venue":null,"work_id":"ce14bbd5-6723-4dc3-b6c7-1b1134c827e6","year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.522577Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:0ea394f04175485a7b743bdb2a353faac8418752afefaf01f2999ca95854c9b0","observation_id":"435cf357-062f-443c-9ee5-664664da2f05","resolution":{"observed_at":"2026-08-09T11:11:13.982546Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.05940","last_updated":"2024-01-11T14:27:43Z","snapshot_observed_at":"2026-07-06T17:14:19.624035Z","submitted_at":"2024-01-11T14:27:43Z","title":"Mutation-based Consistency Testing for Evaluating the Code Understanding Capability of LLMs","version":1},"cited_work":{"arxiv_id":"2401.05940","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.05940","snapshot_observed_at":"2026-08-09T11:10:58.792691Z","title":"Mutation-based Consistency Testing for Evaluating the Code Understanding Capability of LLMs","venue":"cs.SE","work_id":"187334d9-81ac-4a13-b9d6-4bdf63af6f28","year":2024},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.527434Z"},"links":{"cited_paper":"/paper/2401.05940","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:e6679087a623721110743b92a36a89ec8522fd43d5b8dabf935c8563e73c39a0","observation_id":"79fb9caf-1921-44d4-b202-ce05d4d5b320","resolution":{"observed_at":"2026-08-09T11:10:58.800061Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05232","last_updated":"2024-11-19T12:42:45Z","snapshot_observed_at":"2026-07-06T16:45:07.733095Z","submitted_at":"2023-11-09T09:25:37Z","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05232","snapshot_observed_at":"2026-08-09T11:10:43.532852Z","title":"A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.532852Z"},"links":{"cited_paper":"/paper/2311.05232","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:0e114297429a20017d0540a0676fcae144322f470233c38e09d803b40c815344","observation_id":"55d3102d-a38d-40cf-8a95-09f1bd0f9b61","resolution":{"observed_at":"2026-08-09T11:10:43.532852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.537774Z","title":"Evosuite: automatic test suite generation for object-oriented software,","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.537774Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:87d27120083c9ae754104e9aeebb5ff71bb96a5cb35e1ebab99b79fe5ce65e07","observation_id":"81cd43c4-0b04-4249-9825-3b4d5115912d","resolution":{"observed_at":"2026-08-09T11:10:43.537774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.541890Z","title":"Chain-of-thought prompting elicits reasoning in large language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.541890Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:4a08a5aaf0b2ab25e057ab1f7202c764c9e9d85b99dc2db478c8e9976cccb999","observation_id":"39318f00-ba44-4e13-b0b8-2aca65c3c5f7","resolution":{"observed_at":"2026-08-09T11:10:43.541890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-09T11:10:43.545907Z","title":"Self-consistency improves chain of thought reasoning in language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.545907Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:1d96b15ff92397711e53238822b724be8481d99187b19f402836528832400c04","observation_id":"43cdf743-7104-410b-93e1-019d6b08761f","resolution":{"observed_at":"2026-08-09T11:10:43.545907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.550426Z","title":"Defects4j: A database of existing faults to enable controlled testing studies for java programs,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.550426Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:809a82cb3d8588cc0666f66d312cdf658cbcfd186e460e36ecafc2735ab87ccf","observation_id":"3adf1e15-1e64-48c7-ba65-1877d6aa8e64","resolution":{"observed_at":"2026-08-09T11:10:43.550426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10508","last_updated":"2025-02-19T22:37:08Z","snapshot_observed_at":"2026-08-09T01:35:04.343290Z","submitted_at":"2023-10-11T00:21:00Z","title":"Prompt Engineering or Fine-Tuning: An Empirical Assessment of LLMs for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10508","snapshot_observed_at":"2026-08-09T11:10:43.554435Z","title":"Prompt engineering or fine tuning: An empirical assessment of large language models in automated software engineering tasks,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.554435Z"},"links":{"cited_paper":"/paper/2310.10508","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:a11a965a4e1e5adf0692d8fd20f12790436cf9d19cbf525f58e9d65ec5117562","observation_id":"1013b392-e1e4-4f85-a6f0-eba24472ffcb","resolution":{"observed_at":"2026-08-09T11:10:43.554435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12865","last_updated":"2023-05-22T09:43:40Z","snapshot_observed_at":"2026-08-06T18:35:03.674400Z","submitted_at":"2023-05-22T09:43:40Z","title":"Automatic Code Summarization via ChatGPT: How Far Are We?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12865","snapshot_observed_at":"2026-08-09T11:10:43.559168Z","title":"Automatic code summarization via chatgpt: How far are we?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.559168Z"},"links":{"cited_paper":"/paper/2305.12865","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:1e2700783c1e0cd7f301e170c8beb8b88e414c2a385173b811467a476706c2c3","observation_id":"606245b2-7cc3-46ba-aa4e-08686a6a01af","resolution":{"observed_at":"2026-08-09T11:10:43.559168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.06815","last_updated":"2024-01-11T22:47:35Z","snapshot_observed_at":"2026-07-06T15:15:30.340543Z","submitted_at":"2023-04-13T20:49:35Z","title":"Automatic Semantic Augmentation of Language Model Prompts (for Code Summarization)","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.06815","snapshot_observed_at":"2026-08-09T11:10:43.564400Z","title":"Improving few- shot prompts with relevant static analysis products,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.564400Z"},"links":{"cited_paper":"/paper/2304.06815","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:08abc918bb20f3ddee26f3dce6dc4359eba82ffa432d5c06cc1acc236c930ab3","observation_id":"70a7b020-4105-4003-82ee-7acabd93fedd","resolution":{"observed_at":"2026-08-09T11:10:43.564400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-09T11:10:43.569635Z","title":"Gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.569635Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:ffc88dbb0f864e213d805b346c8876bb52a631d3c999f0c05961755797386cb1","observation_id":"ffb2425c-2516-4357-b0f2-8a63ae6cb195","resolution":{"observed_at":"2026-08-09T11:10:43.569635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.574801Z","title":"A survey on metamorphic testing,","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.574801Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:3a6d3660ba8a9d09b7d2846c09f3eede876f8eafed3bbc3369207f6c334b569f","observation_id":"d0a217aa-5fd0-4739-95da-c5c2a7e5aa3d","resolution":{"observed_at":"2026-08-09T11:10:43.574801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.929711Z","title":"Assessing robust- ness of ml-based program analysis tools using metamorphic program transformations,","venue":null,"work_id":"b1ae3970-ca89-4434-a277-48446d7110c7","year":2021},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.580910Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:6336d164006aa87f5d3253214b0c292fd998b3cadd6b58c446c40d6a8d1335f7","observation_id":"3738edaf-d2f8-426e-acc5-d1382d3390f4","resolution":{"observed_at":"2026-08-09T11:11:13.934388Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.914610Z","title":"Properties of machine learning applications for use in metamorphic testing,","venue":null,"work_id":"68de252a-494e-4734-87b8-1b3b03cd4021","year":2008},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.587091Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:8ec10aa73b2e5929f0d91cb9681628436f200269fa6c321178d811b1d4aa91a0","observation_id":"5a1da619-48b1-47dc-a9a5-e1b2adf31d5b","resolution":{"observed_at":"2026-08-09T11:11:13.919341Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.898526Z","title":"Testing and validating machine learning classifiers by metamorphic testing,","venue":null,"work_id":"3e52a719-5866-461e-9aa6-abc766e5fff0","year":2011},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.593140Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:233e015c15d224c7cbb73ca275c688ba212d9891a30d7b5ccf84c1ea538db561","observation_id":"cc21ea90-f070-4b5b-bfa9-a58bb64c91f2","resolution":{"observed_at":"2026-08-09T11:11:13.904406Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.883362Z","title":"On Testing Non-Testable Programs,","venue":null,"work_id":"de5366de-97b6-4bb3-8f2f-8b2ac7b3b77d","year":1982},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.598999Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:41317f1f5f1da177578dedebac6ff06aacf728c54e68f977de5adb55e782c03e","observation_id":"7826cce9-19bd-466b-92a5-115f6577d361","resolution":{"observed_at":"2026-08-09T11:11:13.888093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:10:43.604514Z","title":"Chain-of-thought prompting elicits reasoning in large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.604514Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:4af34d3737b0eaf10565378d80be7bb7fca7610c32e6bcf55ed958ae3b343617","observation_id":"f4c252ee-2ffe-4135-93cf-ccc0462356a7","resolution":{"observed_at":"2026-08-09T11:10:43.604514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T11:11:13.855231Z","title":"Major: An efficient and extensible tool for mutation analysis in a java compiler,","venue":null,"work_id":"71751484-a5a6-40c6-a586-6b5b4bf3e5ed","year":2011},"citing_paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-09T11:10:43.610161Z"},"links":{"citing_paper":"/paper/2502.02794"},"observation_digest":"sha256:3649b45dd06fd9dc58afb072dd089478f84ddb95e8978cb8ac2d04658a2091de","observation_id":"c38f9cd1-b8f7-4363-b24a-f8620f2cdfea","resolution":{"observed_at":"2026-08-09T11:11:13.860398Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2502.02794","last_updated":"2025-02-05T00:42:50Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T11:04:32.277522Z","submitted_at":"2025-02-05T00:42:50Z","title":"METAMON: Finding Inconsistencies between Program Documentation and Behavior using Metamorphic LLM Queries"},"reference_resolution":{"displayed":29,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":14,"verified_exact":1,"verified_fuzzy":14},"total_outbound_references":29},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 29 of 29 outbound references and 1 inbound Pith citation observation for arXiv:2502.02794."}