{"as_of":"2026-08-15T00:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:035de963f6431f4b1f1409d4ab37355e283edcd59898a488da5e9e2cfea32d0f","coverage":[{"denominator":33,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":33,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T06:02:20.361005Z","state":"measured"},{"denominator":33,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":33,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.02931/citation-record","integrity":"/paper/2607.02931/integrity","json":"/paper/2607.02931/citation-record.json","paper":"/paper/2607.02931"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Compound deception in elite peer review: A failure mode taxonomy of 100 fabricated citations at NeurIPS 2025.arXiv preprint arXiv:2602.05930, 2026","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:e673a353e752c63aaad3f3231d99800b73cb5fe63dbc92d8cbbde67f12207e31","observation_id":"72c0d83a-1d0f-4802-a272-50085cadd8e6","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Claude Code.https://github.com/anthropics/claude-code, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:eee1bfa9154f9e8c5a6ded02804765df633e8d6c8a06f6edab356d080f14686b","observation_id":"0dca8f62-76d6-4807-b034-621267e5ddf5","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"The story is not the science: Execution-grounded evaluation of mechanistic interpretability research, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:83f5695d1bdca5b613184c03b2b90bdde4c37cf48838dd926c52b05db801dba1","observation_id":"c98fb872-180f-493b-bd85-073e49a7db13","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02864","last_updated":"2024-10-03T18:00:30Z","snapshot_observed_at":"2026-08-12T22:31:20.817063Z","submitted_at":"2024-10-03T18:00:30Z","title":"PHANGS-ML: the universal relation between PAH band and optical line ratios across nearby star-forming galaxies","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02864","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PHANGS-ML: The universal relation between PAH band and optical line ratios across nearby star-forming galaxies.arXiv preprint arXiv:2410.02864, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2410.02864","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:4a8e08de23b0963b8f77372a5567693f797d0fa4f26961b5a1d41d65f291ba78","observation_id":"efadfd9e-56e9-4d28-abbc-8d5d42c95a87","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Mass reproducibility and replicability: A new hope","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:dce9e6019c9e903acf4513f24cb804aa7a14c865a75fc7f98af6457ef5b6bcef","observation_id":"50013fcf-bc89-4779-8d9c-b142d1447df5","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.15626/mp.2018.892","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Computational reproducibility via containers in psychology.Meta-Psychology, 3, 2019","venue":"Meta-Psychology","work_id":"c35894e2-b365-4b3e-a3b0-c98fb934019f","year":2019},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:66fe66789b0bb6b9a3b32ce61c8bb5e962cf11c0d6b08b73cbcc7fde6d26b20b","observation_id":"cdc6517f-752a-4cc7-bf96-d1eb674f6d42","resolution":{"observed_at":"2026-07-12T06:08:32.383206Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"RExBench: Can coding agents autonomously implement AI research extensions? InACL, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:2c90b44f11854d9d99adf2075b82885b70fb2e00ecda107baace52ceb0e0ecd1","observation_id":"a0aba33c-5549-4891-b9bf-0ec54f09d708","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Gemini CLI.https://github.com/google-gemini/gemini-cli, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:bfbf8372f6309919fa2d11cb530a6ae9948de92348921b125a6d537ddfe4526e","observation_id":"cd41b5fa-d668-493c-a9a8-ac17816cae36","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"REPRO- Bench: Can agentic AI systems assess the reproducibility of social science research? InFindings of ACL, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:1018afea1e2eaa92d63a14b36d673e51c45286eba3ecd4b8a4b7a383739a2434","observation_id":"4e5be846-5711-474e-8171-02ad7f4fd14c","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"A retrospective on the ICLR 2026 review process","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:b6950d98f751f6f3356568630eaa14877fa47fa2fca342df50d2bceda3e9dd48","observation_id":"e97c4c97-a35a-415f-b1b2-d7373ec2255f","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:d1c1839ed2fc83855f9cba7be515ec00fd935510aeb3a28d9589fc2e034e9d11","observation_id":"f1e00f70-8d5f-4838-883e-8c0cfbddc885","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik R","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:73a38ff08a2c98be505670f18759f9531540d8b7b152713956e8ba67964f0fd1","observation_id":"c5ecf9af-5402-4741-8500-347d5af6cd8d","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Holistic agent leaderboard: The missing infrastructure for AI agent evaluation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:05fe50e60836b11bdc28060773990b66a3ee564b4a60224c42c056b7430f137f","observation_id":"e963fbbb-4ca3-4fc7-bc74-603105a4f0bc","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.21965","last_updated":"2026-04-23T17:59:18Z","snapshot_observed_at":"2026-08-14T21:28:52.381451Z","submitted_at":"2026-04-23T17:59:18Z","title":"Read the Paper, Write the Code: Agentic Reproduction of Social-Science Results","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.21965","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Read the paper, write the code: Agentic reproduction of social-science results.arXiv preprint arXiv:2604.21965, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2604.21965","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:45fe65f1ec62712602aa6eff0e0186e61e92564cddb17cc85c137fd5a256a942","observation_id":"2e99032e-b792-4b05-b182-4545e1ab7246","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"The impact of satellite trails on Hubble Space Telescope observations.Nature Astronomy, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:9f5cccdd3ac05a6579fd2cad8e920dc82bec5324c6008673d6d3227741eedf31","observation_id":"2937df47-f2da-43fe-9273-02f2329b8797","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18349","last_updated":"2025-04-24T18:14:46Z","snapshot_observed_at":"2026-08-12T23:14:35.367914Z","submitted_at":"2024-07-25T19:31:17Z","title":"Stirring the cosmic pot: how black hole feedback shapes the matter power spectrum in the Fable simulations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18349","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Bourne, Leah Bigwood, and Debora Sijacki","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2407.18349","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:365e6dd93d274cb08e776ccab484c6d19dda9af000153c295a52f3f3a5c233bd","observation_id":"ead38387-2292-4680-8e8f-c5edad49f512","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Docker: Lightweight Linux containers for consistent development and deployment","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:dfc185de98d8e6f59b8ffb821b277fb9e647c5e352deadbad13c7e2e22d70542","observation_id":"c5b69345-d952-4b24-86ec-0204ae76be34","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Merrill, Alexander G","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:042f8e4bc58881b90f0bd2f416c63d13dd417c1f89c45421b93ba1f70a5236fd","observation_id":"2cf10a64-9e5d-4fe6-b7f2-8c8a7a46309b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Fact sheet: 34th annual conference on neural information processing systems","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:4439e051834f2bf9a3fcb363bfa3f3e8f655e1c4bfb23d5e6365829f19f7a61f","observation_id":"5d357714-fe92-456d-8045-0c3e254b1b66","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"NeurIPS 2025 fact sheet","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:5fe5c41a095f199ef858a82a12dbbc4ea1d98138532026d1c84aa5d148c24e60","observation_id":"74129ae5-7c44-4704-9092-8096864b0421","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.11354","last_updated":"2026-04-09T18:26:34Z","snapshot_observed_at":"2026-08-12T23:17:52.021790Z","submitted_at":"2026-02-11T20:42:10Z","title":"ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.11354","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Obadage, Zack Ranjan, Sai Koneru, Anna Szabelska, Adam Gill, Timothy M","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2602.11354","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:bdf332db61e31dbc32a5ac85cfb66447fc3c5b5cc520afc06888bc038209a245","observation_id":"f8cb9a6f-e5b0-47bc-8c7a-d52a8228aaea","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Estimating the reproducibility of psychological science.Science, 349(6251):aac4716, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:fa89c9b9cde6fc7412aec64f2df114fed64453be2e3a9b2212ed60c4353cb869","observation_id":"cc15f2fc-1517-4d14-89ca-ec69cc9746da","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Codex CLI.https://github.com/openai/codex, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:884c6ecba2a4684a78db52ba9ce61b002dd1386c7f8f1ab8f58e11823444de3f","observation_id":"610c2f7c-c290-4d63-b775-99b3068427cb","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08842","last_updated":"2024-11-13T18:20:29Z","snapshot_observed_at":"2026-08-12T21:13:54.192328Z","submitted_at":"2024-11-13T18:20:29Z","title":"AstroM$^3$: A self-supervised multimodal model for astronomy","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08842","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2411.08842","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:33d3120e2298a9a19e7d0f917fa0e21bd49ec2d8a0d7722f4214ff0028c05902","observation_id":"59f623f3-9466-4169-88ed-fd2a47f25110","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Paper2Code: Automating code generation from scientific papers in machine learning","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:7f3b66158ad47445bdec7a72b75adc718fdd89ed6d78eb3452525338859aef6d","observation_id":"123f7645-2ab0-42fe-8aa9-4ce612d3512b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Siegel, Sayash Kapoor, Nitya Nadgir, Benedikt Stroebl, and Arvind Narayanan","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:12f5d38479fc0e779c96b6fdeb7cb2f5ea709a0e01218f9da9a76d80dfe8df5a","observation_id":"e2280a5c-b98e-4045-8167-d3860eb7bc15","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PaperBench: Evaluating AI’s ability to replicate AI research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:b47c2250e7442dea819907be87eb75445bebe4b3d3f5a99d218f0160664ef661","observation_id":"c60f2863-a29e-4ca3-b451-c72e77eb0e72","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Walters and Esther Isabelle Wilder","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:66cac4e9a6169f59547ed41a3927ac8b18b8e142769c9e6d4ecff22701abed28","observation_id":"6596ccee-c91f-4235-b08f-90725860c47a","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"Xing, and Zhiting Hu","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:b1279122e4bcc0199000d39de4271e1f956543f6be0ba3c41baa8942a2d96eed","observation_id":"278a8bd1-5bab-4c37-9847-e36fef2d418b","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.08134","last_updated":"2026-06-09T00:39:28Z","snapshot_observed_at":"2026-08-14T02:07:55.982506Z","submitted_at":"2025-06-09T18:37:14Z","title":"Position: The ML Community Must Build an AI-Augmented Peer-Review Ecosystem","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.08134","snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"cited_paper":"/paper/2506.08134","citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:a7bcad670f0f0dc8fd6f69b90a24625501553fe73f3a5edb5b7b75423ca2bbdc","observation_id":"e41cbf37-19e8-415e-8819-def02b08a373","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:02f138ca56efe531f31a88dbde55a869a849fc01411ddc154e9c120477cbadb7","observation_id":"16156773-1b5e-4777-8093-40c1134af7af","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"PaperRepro: Auto- mated computational reproducibility assessment for social science papers.arXiv preprint arXiv:2603.00058, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:d544b95acbdf1e4d0103784c982ed8d635701bc7079ca57c5059c4d84f99fd65","observation_id":"374d0c11-0386-4e3c-9ebc-5a7190364d18","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T06:02:20.361005Z","title":"increase","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-12T06:02:20.361005Z"},"links":{"citing_paper":"/paper/2607.02931"},"observation_digest":"sha256:f99e5530fd65160c331332e8d3e0e446a5754bd99a5f6226d9226b0fd804d102","observation_id":"1183b348-5b3f-48b0-b9ea-216b3dfbf6ce","resolution":{"observed_at":"2026-07-12T06:02:20.361005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.02931","last_updated":"2026-07-03T03:55:59Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-14T09:02:39.966236Z","submitted_at":"2026-07-03T03:55:59Z","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research"},"reference_resolution":{"displayed":33,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":31,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":33},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 33 of 33 outbound references and 0 inbound Pith citation observations for arXiv:2607.02931."}