{"as_of":"2026-08-09T06:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:831fab8099ba71e44dc5ff110441cd5263146761e95edc1ca471674f65e15207","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:09:02.715563Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T06:52:39.965646Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":"2408.12986","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Top score on the wrong exam: On benchmarking in machine learning for vulnerability detection","venue":null,"work_id":"131ad9c4-869c-4298-bc87-9cfeb61dc5d0","year":2024},"citing_paper":{"arxiv_id":"2412.11194","last_updated":"2026-05-07T20:16:41Z","snapshot_observed_at":"2026-07-06T20:07:19.192945Z","submitted_at":"2024-12-15T14:01:41Z","title":"Direction for Detection: A Survey of Automated Vulnerability Detection and all of its Pain Points","version":2},"reference_index":170,"source":"pdf_text","source_observed_at":"2026-05-23T06:51:09.608735Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2412.11194"},"observation_digest":"sha256:35009c13b19c97973579aca4eba0b92ff55365dbc716b483230487ab77e35254","observation_id":"38116eb1-884f-4cd7-b2f6-7886ae066202","resolution":{"observed_at":"2026-05-23T06:52:39.967700Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":"2408.12986","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Top score on the wrong exam: On benchmarking in machine learning for vulnerability detection","venue":null,"work_id":"131ad9c4-869c-4298-bc87-9cfeb61dc5d0","year":2024},"citing_paper":{"arxiv_id":"2503.14852","last_updated":"2026-05-15T11:02:27Z","snapshot_observed_at":"2026-08-04T21:37:45.726131Z","submitted_at":"2025-03-19T03:18:45Z","title":"UntrustVul: An Automated Approach for Identifying Untrustworthy Alerts in Vulnerability Detection Models","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-23T00:10:28.249790Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2503.14852"},"observation_digest":"sha256:c239cbbe0252f989c6051d422eb04a1cf5a8facf765f02457de918226cc15386","observation_id":"7b699048-842e-4883-9dba-57fea2a401c2","resolution":{"observed_at":"2026-05-23T00:12:17.624805Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-08-07T14:09:02.715563Z","title":"Top score on the wrong exam: On benchmarking in machine learning for vulnerability detection","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19828","last_updated":"2025-05-26T11:06:03Z","snapshot_observed_at":"2026-08-08T09:45:09.924539Z","submitted_at":"2025-05-26T11:06:03Z","title":"SecVulEval: Benchmarking LLMs for Real-World C/C++ Vulnerability Detection","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:09:02.715563Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2505.19828"},"observation_digest":"sha256:b18a3b9fca9ae5b70e23fa00787c3bbfe316933914838bd53f5a0d075b734668","observation_id":"b4a8d715-be84-4840-93d7-b4371af59214","resolution":{"observed_at":"2026-08-07T14:09:02.715563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-08-07T11:01:16.146260Z","title":"Risse and M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.03651","last_updated":"2025-06-11T03:55:51Z","snapshot_observed_at":"2026-08-08T12:47:01.516684Z","submitted_at":"2025-06-04T07:43:04Z","title":"Mono: Is Your \"Clean\" Vulnerability Dataset Really Solvable? Exposing and Trapping Undecidable Patches and Beyond","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T11:01:16.146260Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2506.03651"},"observation_digest":"sha256:9af6bbd49e7e25db6383753bb5e69157742f5086673530348d953637423b561f","observation_id":"fe00f8e1-c40c-426b-af2e-4323db587e0e","resolution":{"observed_at":"2026-08-07T11:01:16.146260Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-08-05T10:16:13.487129Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.04260","last_updated":"2025-09-04T14:38:28Z","snapshot_observed_at":"2026-08-08T03:47:18.614870Z","submitted_at":"2025-09-04T14:38:28Z","title":"An Empirical Study of Vulnerabilities in Python Packages and Their Detection","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-05T10:16:13.487129Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2509.04260"},"observation_digest":"sha256:beef343f46aafa7acd1e3bdd13ba922b27a5d8ad325139c2601d779db43385cb","observation_id":"3efeeb42-da94-4ed7-a9a1-a2fd0e91f5d8","resolution":{"observed_at":"2026-08-05T10:16:13.487129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12986","snapshot_observed_at":"2026-08-02T05:13:52.981845Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.13439","last_updated":"2026-07-15T04:49:05Z","snapshot_observed_at":"2026-08-08T00:14:49.031301Z","submitted_at":"2026-07-15T04:49:05Z","title":"DREA: Decoupled Reasoning and Exploration Agents for Repository-Level Vulnerability Detection","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-02T05:13:52.981845Z"},"links":{"cited_paper":"/paper/2408.12986","citing_paper":"/paper/2607.13439"},"observation_digest":"sha256:201aa5cc014a0819a683a42503508ee94efd8ae0e7a4daf069bbdab222e5f3d9","observation_id":"facaf747-2f2f-41fd-8127-7ef62b499e9f","resolution":{"observed_at":"2026-08-02T05:13:52.981845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2408.12986/citation-record","integrity":"/paper/2408.12986/integrity","json":"/paper/2408.12986/citation-record.json","paper":"/paper/2408.12986"},"outbound":[],"paper":{"arxiv_id":"2408.12986","last_updated":"2025-04-23T12:13:01Z","latest_version":2,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-08T01:27:17.644129Z","submitted_at":"2024-08-23T11:08:49Z","title":"Top Score on the Wrong Exam: On Benchmarking in Machine Learning for Vulnerability Detection"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:2408.12986."}