{"as_of":"2026-08-14T08:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4c6221c38c5cb8ef675dff2b6e84f9fff15fb345e20ff0ad1320e995c773f0d6","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:46:33.156020Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":19,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:23:27.552071Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":5,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T18:14:49.432140Z","title":"The ideation-execution gap: Execution outcomes of llm-generated versus human research ideas, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.14473","last_updated":"2026-07-15T10:22:14Z","snapshot_observed_at":"2026-08-14T04:25:55.915068Z","submitted_at":"2026-03-15T16:31:51Z","title":"AI Can Learn Scientific Taste","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T18:14:49.432140Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2603.14473"},"observation_digest":"sha256:37d1792090b7b4f0e83f382bd3dca5e50f0a535eb7a444dbc924157653d43f96","observation_id":"0ed6a4f8-d435-46e3-a8f4-50c19c7b8ac4","resolution":{"observed_at":"2026-08-02T18:14:49.432140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.09793","last_updated":"2026-04-10T18:13:55Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-10T18:13:55Z","title":"GIANTS: Generative Insight Anticipation from Scientific Literature","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T17:03:15.684802Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.09793"},"observation_digest":"sha256:109902ce9e638da455d73a8b1408aec104188b21e120dc09276f9ed3c72a4a5a","observation_id":"9949dd71-25f5-4968-b5d1-670f981561cc","resolution":{"observed_at":"2026-05-11T07:41:00.552303Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.11009","last_updated":"2026-06-11T01:43:39Z","snapshot_observed_at":"2026-08-09T20:47:59.791463Z","submitted_at":"2026-04-13T05:21:07Z","title":"From Planning to Revision: How AI Writing Support at Different Stages Alters Ownership","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-10T16:15:30.759417Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.11009"},"observation_digest":"sha256:2d9b3b58b32fa4d6f2c82318f9dfa9ec724c07d8ff406d59c697e7725a3e8e11","observation_id":"044efe7b-72d8-4864-9ad5-53c35b3dc21a","resolution":{"observed_at":"2026-05-10T16:15:33.902253Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.25929","last_updated":"2026-04-01T16:13:09Z","snapshot_observed_at":"2026-08-11T05:25:58.134747Z","submitted_at":"2026-04-01T16:13:09Z","title":"LLMs Generate Kitsch","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-13T22:25:13.409458Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.25929"},"observation_digest":"sha256:1c2927a1c76749e5bbac4c110bc94e7e07df9044ad4c5b00080e1007102178e5","observation_id":"570744b8-3df6-4651-b28f-afd51983726e","resolution":{"observed_at":"2026-05-13T22:28:21.223860Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.28158","last_updated":"2026-05-01T14:37:29Z","snapshot_observed_at":"2026-08-11T14:09:45.921669Z","submitted_at":"2026-04-30T17:44:55Z","title":"Intern-Atlas: A Methodological Evolution Graph as Research Infrastructure for AI Scientists","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-07T06:42:17.145367Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.28158"},"observation_digest":"sha256:e26b42e07983b07e001793a6be8f2c9f70f3cf34db54eadbca454767e8f7eca5","observation_id":"ddc097c4-4d02-45e6-8dbe-57570441d222","resolution":{"observed_at":"2026-05-12T10:16:28.550299Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.06123","last_updated":"2026-05-07T12:30:58Z","snapshot_observed_at":"2026-08-11T06:38:33.074009Z","submitted_at":"2026-05-07T12:30:58Z","title":"Back to the Beginning of Heuristic Design: Bridging Code and Knowledge with LLMs","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-05-08T10:35:18.493523Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.06123"},"observation_digest":"sha256:a6c2fb6191fdcee2b89a9427e214ba7b5a585aef134a4a8eeb26716d80df011e","observation_id":"e7633602-7dc8-445d-8878-b630e77f9868","resolution":{"observed_at":"2026-05-11T19:56:10.169967Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.13450","last_updated":"2026-05-13T12:46:05Z","snapshot_observed_at":"2026-07-06T23:25:01.951546Z","submitted_at":"2026-05-13T12:46:05Z","title":"Assessing the Creativity of Large Language Models: Testing, Limits, and New Frontiers","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-14T19:11:07.615149Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.13450"},"observation_digest":"sha256:c1fbf13190da6e04f93e3907c1258ab647d7331f30a80ad2aef0f2ddd7f5546f","observation_id":"50e7016b-2e05-4c35-85be-1fc8291b34a6","resolution":{"observed_at":"2026-05-14T19:12:50.807123Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":1},"reference_index":185,"source":"pdf_text","source_observed_at":"2026-05-20T10:30:50.256635Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:884f4a3a84ec9c8fd0bc089f222791cfbebb3e13f0e4e808f15ece9a1878d1df","observation_id":"4af4b0c6-37a8-4a13-92ba-9b6ddd322ea7","resolution":{"observed_at":"2026-05-20T10:33:12.535856Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T13:43:46.164762Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":2},"reference_index":184,"source":"pdf_text","source_observed_at":"2026-08-02T13:43:46.164762Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:840a61a113ddeb7a9de242d88a4ebffaf88b94adbde4406540d528c427716673","observation_id":"b026461f-8a43-4a19-8ea0-a840c966dae9","resolution":{"observed_at":"2026-08-02T13:43:46.164762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.21491","last_updated":"2026-04-06T19:03:11Z","snapshot_observed_at":"2026-08-14T08:21:21.586682Z","submitted_at":"2026-04-06T19:03:11Z","title":"Teaching Language Models to Forecast Research Success Through Comparative Idea Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-22T01:46:49.952433Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.21491"},"observation_digest":"sha256:9858eb2cefc7777325b28be41f0ad0da5d27b90de89db0e4012f0f939b6e62fd","observation_id":"57cc7d64-b31e-4b0e-ac57-b0cfc488eb74","resolution":{"observed_at":"2026-05-22T01:50:54.720402Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.30329","last_updated":"2026-05-28T17:57:37Z","snapshot_observed_at":"2026-08-06T08:03:02.263598Z","submitted_at":"2026-05-28T17:57:37Z","title":"SoundnessBench: Can Your AI Scientist Really Tell Good Research Ideas from Bad Ones?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-29T08:13:42.770740Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.30329"},"observation_digest":"sha256:97a51def44a67dadaca6a366edf1bd09c132f9007a0da6b86838a313d06b9d73","observation_id":"6f270a66-6110-40d3-b08c-2ded9fd70e3f","resolution":{"observed_at":"2026-06-29T08:23:15.803581Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2606.11337","last_updated":"2026-06-09T18:16:04Z","snapshot_observed_at":"2026-08-12T14:40:15.617322Z","submitted_at":"2026-06-09T18:16:04Z","title":"Can AI Agents Synthesize Scientific Conclusions?","version":1},"reference_index":108,"source":"pdf_text","source_observed_at":"2026-06-27T13:05:07.718882Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2606.11337"},"observation_digest":"sha256:771f9405ef0afe20e09b14541d36cc18627eb43a7c1a7113cc97f857a310cb2d","observation_id":"4affd43c-bcbd-46a2-bca8-4da7f884a6df","resolution":{"observed_at":"2026-07-03T05:47:41.449102Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2607.01233","last_updated":"2026-07-01T17:59:56Z","snapshot_observed_at":"2026-07-07T00:06:49.412663Z","submitted_at":"2026-07-01T17:59:56Z","title":"Measuring the Gap Between Human and LLM Research Ideas","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-07-02T12:22:54.748120Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.01233"},"observation_digest":"sha256:ee47c51ec5011b7f109af9875a016a18399ab8404ef2bba61a1c2e9ce9a0fa00","observation_id":"1e1ab769-01bd-43e5-8bd0-903555bdda78","resolution":{"observed_at":"2026-07-02T12:26:56.091188Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-07-11T19:11:37.739920Z","title":"The ideation-execution gap: Execution outcomes of LLM-generated versus human research ideas, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.04439","last_updated":"2026-07-05T17:59:43Z","snapshot_observed_at":"2026-07-11T19:11:36.152412Z","submitted_at":"2026-07-05T17:59:43Z","title":"ResearchStudio-Idea: An Evidence-Grounded Research-Ideation Skill Suite from ML Conference Outcomes","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-07-11T19:11:37.739920Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.04439"},"observation_digest":"sha256:022a9e5588f31bae2fb5657b693b511056e5efe6c922b2bf3c43ce4f1eb224fd","observation_id":"1aa1b5ea-6b5f-4e98-ad7c-3f15b4a5674e","resolution":{"observed_at":"2026-07-11T19:11:37.739920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T14:33:45.588264Z","title":"arXiv preprint arXiv:2506.20803 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14118","last_updated":"2026-05-09T14:54:36Z","snapshot_observed_at":"2026-08-08T00:00:45.604741Z","submitted_at":"2026-05-09T14:54:36Z","title":"Budgeted Subset Refinement for Execution-Aware LLM Research Ideation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-02T14:33:45.588264Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.14118"},"observation_digest":"sha256:75444bad8f85cf470c8bb80c2e386f316e0062614cbd9da79bf5436c035f33d9","observation_id":"bce017b7-dd87-48ca-bb02-a5878b6ccb61","resolution":{"observed_at":"2026-08-02T14:33:45.588264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-04T23:25:09.648518Z","title":"arXiv preprint arXiv:2506.20803 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-04T23:25:09.648518Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:bbacf43f321ed6c49142b88192ea06c47b5e0d8ae92b30fe8ff09f10bd9f4c85","observation_id":"1a671460-725d-485a-9989-34d35d766423","resolution":{"observed_at":"2026-08-04T23:25:09.648518Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-07T00:15:14.211946Z","title":"arXiv preprint arXiv:2506.20803 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":2},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T00:15:14.211946Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:c18f6579b4ad60a4591925e063c3936f95eef432b07f7199a8c452a4739b1025","observation_id":"ed1ad1a1-61ef-4dfd-b8ff-2c1325abd7d6","resolution":{"observed_at":"2026-08-07T00:15:14.211946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-14T04:23:27.552071Z","title":"The ideation-execution gap: Execution outcomes of llm-generated versus human research ideas.arXiv preprint arXiv:2506.20803,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.08958","last_updated":"2026-08-09T23:31:57Z","snapshot_observed_at":"2026-08-14T04:17:06.651330Z","submitted_at":"2026-08-09T23:31:57Z","title":"Idea Search: Guiding Tree Search with Ideas to Explore Diverse Scientific Methods","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-14T04:23:27.552071Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.08958"},"observation_digest":"sha256:ca957cfd3346e4e8d26cf3271186363968cb2f5ffba7b23f11be2cf1f1c58d80","observation_id":"5cd9b6dc-a3b1-4987-9e08-7abcba53c8d1","resolution":{"observed_at":"2026-08-14T04:23:27.552071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-12T18:21:41.264689Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.10740","last_updated":"2026-08-11T09:56:55Z","snapshot_observed_at":"2026-08-14T08:13:11.402938Z","submitted_at":"2026-08-11T09:56:55Z","title":"Tree-of-Ideas: Automated Research Ideation via Cross-Trajectory Reasoning over Scholarly Evolution","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T18:21:41.264689Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.10740"},"observation_digest":"sha256:184e21e331df558a20751667bfeb1f2a68f2441fac3ad232fedfd57268f78bd6","observation_id":"b507956c-5f35-4ec7-9050-c2446868c4d1","resolution":{"observed_at":"2026-08-12T18:21:41.264689Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.20803/citation-record","integrity":"/paper/2506.20803/integrity","json":"/paper/2506.20803/citation-record.json","paper":"/paper/2506.20803"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:35.085380Z","title":"ResearchAgent: Iterative Research Idea Generation over Scientific Literature with Large Language Models","venue":null,"work_id":"f6041baf-2d65-48c5-a1cc-f35812e60fbd","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.291276Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:79ec13d28a006e98b2d5c5c399957c7c056b451fbe75f7858a4c1db12fa61dd5","observation_id":"00703af7-326d-4ffc-b93c-00dacbf50e1b","resolution":{"observed_at":"2026-08-06T22:46:35.190941Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.20965","last_updated":"2025-06-13T22:43:06Z","snapshot_observed_at":"2026-08-07T15:58:07.339962Z","submitted_at":"2025-04-29T17:36:05Z","title":"AegisLLM: Scaling Agentic Systems for Self-Reflective Defense in LLM Security","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.20965","snapshot_observed_at":"2026-08-06T22:46:32.294610Z","title":"Bartoldson, Bhavya Kailkhura, Tom Goldstein, and Furong Huang","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.294610Z"},"links":{"cited_paper":"/paper/2504.20965","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:d46d671e89cc05ad3d0a8fa552f7be9cf61816bdb830a1c1b22899735f63fd99","observation_id":"67fd02ed-a4bf-4d53-a634-a0ad047660a0","resolution":{"observed_at":"2026-08-06T22:46:32.294610Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.834548Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","venue":null,"work_id":"6dcefde4-7f3a-45d3-8492-e47644718fe8","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.298312Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:b4309b6693c6a625ad0c7d32055ea7ca7f51439cf28e07f6118d9390a9f9c1ba","observation_id":"228813cc-0da4-46f0-8bf2-3bd2f3fc728d","resolution":{"observed_at":"2026-08-06T22:46:34.988182Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.23687","last_updated":"2025-03-31T03:38:12Z","snapshot_observed_at":"2026-08-12T05:24:22.377102Z","submitted_at":"2025-03-31T03:38:12Z","title":"MKA: Leveraging Cross-Lingual Consensus for Model Abstention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.23687","snapshot_observed_at":"2026-08-06T22:46:32.302278Z","title":"MKA: Leveraging Cross-Lingual Consensus for Model Abstention","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.302278Z"},"links":{"cited_paper":"/paper/2503.23687","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:d44893716b8178d964fedbc509bc3fe23e00152ffdcbf7c9249f9c26c0d125e3","observation_id":"98378095-ac1b-4c4f-88a7-0c3de786aa44","resolution":{"observed_at":"2026-08-06T22:46:32.302278Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.587394Z","title":"GraphEval: A Lightweight Graph-Based LLM Framework for Idea Evaluation","venue":null,"work_id":"21949997-a272-4eb5-b4ef-406fa55d6def","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.305812Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5798051c775b7a529b07953d5d27f6dd61a8bb78f3058385523307d4d780e05a","observation_id":"eb204c3a-d88b-4077-b0e3-58a2dde035fe","resolution":{"observed_at":"2026-08-06T22:46:34.736239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.13400","last_updated":"2025-05-19T17:36:17Z","snapshot_observed_at":"2026-08-08T23:34:50.797397Z","submitted_at":"2025-05-19T17:36:17Z","title":"Robin: A multi-agent system for automating scientific discovery","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.13400","snapshot_observed_at":"2026-08-06T22:46:32.311908Z","title":"Szostkiewicz, Jon M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.311908Z"},"links":{"cited_paper":"/paper/2505.13400","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:55179827ddbf93070e49f79b89cb269ca110958f5ac02587c715f7879d65dfa7","observation_id":"bc61364e-4920-4792-b090-a888717aff0b","resolution":{"observed_at":"2026-08-06T22:46:32.311908Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-06T22:46:32.324482Z","title":"Towards an AI co-scientist","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.324482Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:cc2bd33ab0c6f1f01f56838b2ebbea5b737f1b362bf0149248b9ad0d1dc5d615","observation_id":"fc741bfc-a45e-4124-8c5e-3b35c936be64","resolution":{"observed_at":"2026-08-06T22:46:32.324482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14255","last_updated":"2024-10-27T04:02:32Z","snapshot_observed_at":"2026-08-12T22:20:18.076912Z","submitted_at":"2024-10-18T08:04:36Z","title":"Nova: An Iterative Planning and Search Approach to Enhance Novelty and Diversity of LLM Generated Ideas","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14255","snapshot_observed_at":"2026-08-06T22:46:32.340092Z","title":"Nova: An Iterative Planning and Search Approach to Enhance Novelty and Diversity of LLM Generated Ideas","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.340092Z"},"links":{"cited_paper":"/paper/2410.14255","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:b127ad5f4b822f8ea27ad993f5648ac92908b2be417aeacffd6dba5a1a005fed","observation_id":"c7302cbb-5dcf-4c0a-81b8-1cfc06a113be","resolution":{"observed_at":"2026-08-06T22:46:32.340092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.02314","last_updated":"2025-06-02T23:04:12Z","snapshot_observed_at":"2026-08-12T14:08:31.831219Z","submitted_at":"2025-06-02T23:04:12Z","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.02314","snapshot_observed_at":"2026-08-06T22:46:32.360665Z","title":"Truong, Weixin Liang, Fan-Yun Sun, and Nick Haber","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.360665Z"},"links":{"cited_paper":"/paper/2506.02314","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:ffb6b4da0669ad25608156b0e02d3256b90d5968590d88fe93b4a4b1f820f1ec","observation_id":"b555cb75-8a55-487b-8429-0ff88055c6cd","resolution":{"observed_at":"2026-08-06T22:46:32.360665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.322604Z","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","venue":null,"work_id":"fe713473-3b24-40f5-93c1-47e71b57fdbc","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.380745Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:ba88c4f1048962b1f125550d22629c3880f4dd64a1577313bd74bcb670a8156d","observation_id":"aec80428-b394-42a8-8609-6c56c78011e8","resolution":{"observed_at":"2026-08-06T22:46:34.474816Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.23723","last_updated":"2026-04-30T19:55:27Z","snapshot_observed_at":"2026-07-06T21:33:07.415628Z","submitted_at":"2025-05-29T17:54:44Z","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.23723","snapshot_observed_at":"2026-08-06T22:46:32.398654Z","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.398654Z"},"links":{"cited_paper":"/paper/2505.23723","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:631a4b28804e4bc69a093f090e994ba3dea2f0b71467f9497a1577e143ca56de","observation_id":"2ab0eccf-1846-4796-83ff-da46695cc234","resolution":{"observed_at":"2026-08-06T22:46:32.398654Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-06T22:46:32.410987Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.410987Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:94c9516819bef4c4e5ce8b0143d842ece983d782dd21f958e7417accf86157a4","observation_id":"80e5480a-d942-4a84-b4da-0e154b53ff9c","resolution":{"observed_at":"2026-08-06T22:46:32.410987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13131","last_updated":"2025-06-16T06:37:18Z","snapshot_observed_at":"2026-08-11T23:48:15.512738Z","submitted_at":"2025-06-16T06:37:18Z","title":"AlphaEvolve: A coding agent for scientific and algorithmic discovery","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13131","snapshot_observed_at":"2026-08-06T22:46:32.430763Z","title":"Kozlovskii, Francisco J","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.430763Z"},"links":{"cited_paper":"/paper/2506.13131","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:398d38950fa6f1deb9f333620d237da5cde8dc237dbc07a3cc686a12cad465ad","observation_id":"096d9ea9-c184-4cc3-9609-1cf21468d86a","resolution":{"observed_at":"2026-08-06T22:46:32.430763Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.12976","last_updated":"2025-04-17T14:29:18Z","snapshot_observed_at":"2026-08-07T16:01:26.184746Z","submitted_at":"2025-04-17T14:29:18Z","title":"Sparks of Science: Hypothesis Generation Using Structured Paper Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.12976","snapshot_observed_at":"2026-08-06T22:46:32.449311Z","title":"Sparks of Science: Hypothesis Generation Using Structured Paper Data","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.449311Z"},"links":{"cited_paper":"/paper/2504.12976","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:1831f18ba300c098e0a2a0ae3494e0603a9874af8426d5db68801a15e7154dc6","observation_id":"4922400d-bfb2-4c28-a819-628dc7d78ad4","resolution":{"observed_at":"2026-08-06T22:46:32.449311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19756","last_updated":"2025-06-02T19:50:52Z","snapshot_observed_at":"2026-08-07T20:25:22.712763Z","submitted_at":"2025-02-27T04:41:22Z","title":"PolyPrompt: Automating Knowledge Extraction from Multilingual Language Models with Dynamic Prompt Generation","version":2},"cited_work":{"arxiv_id":"2502.19756","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.19756","snapshot_observed_at":"2026-08-06T22:46:33.413724Z","title":"PolyPrompt: Automating Knowledge Extraction from Multilingual Language Models with Dynamic Prompt Generation","venue":"cs.CL","work_id":"d5d92660-e578-4021-a751-dd0888c4b5e4","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.459855Z"},"links":{"cited_paper":"/paper/2502.19756","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:d3c084242610caa55af39aef062810936eab63d1b866097155f2ed1306b55b56","observation_id":"30c85b91-49e7-4937-a634-b0b933e1094b","resolution":{"observed_at":"2026-08-06T22:46:33.488984Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.04227","last_updated":"2025-06-17T16:19:14Z","snapshot_observed_at":"2026-08-03T03:40:06.947021Z","submitted_at":"2025-01-08T01:58:42Z","title":"Agent Laboratory: Using LLM Agents as Research Assistants","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.04227","snapshot_observed_at":"2026-08-06T22:46:32.469365Z","title":"Agent Laboratory: Using LLM Agents as Research Assistants","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.469365Z"},"links":{"cited_paper":"/paper/2501.04227","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:e5c285c7e374ceb34795241e153f4609c8b5cda6a0fdd4c3a7fc146f8631fa36","observation_id":"1c778db2-2db4-4144-9714-876a10428770","resolution":{"observed_at":"2026-08-06T22:46:32.469365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04109","last_updated":"2024-09-06T08:25:03Z","snapshot_observed_at":"2026-08-12T22:50:09.286190Z","submitted_at":"2024-09-06T08:25:03Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04109","snapshot_observed_at":"2026-08-06T22:46:32.481284Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.481284Z"},"links":{"cited_paper":"/paper/2409.04109","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:dd8002954b770f9318919742c700fdd3a9af00d6250ff29d861b6c0b0cdb5c41","observation_id":"db1c6437-2bef-476a-9b20-a1e4b10dce65","resolution":{"observed_at":"2026-08-06T22:46:32.481284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-024-04968-7","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Do grant proposal texts matter for funding decisions? a field experiment","venue":"Scientometrics","work_id":"afae2196-a895-4540-b51d-cf2cea94640d","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.493449Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:907d9f88f25163717d3c1a870dcbd8ae8e6373a90a59f735e09395e79554f184","observation_id":"1304bac4-e3b0-4c61-b74d-e54f6d1e89de","resolution":{"observed_at":"2026-08-06T22:46:33.291371Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[{"edge_observation":{"observed_at":"2026-08-07T06:34:21.451453+00:00","source":"paper_reference_links","state":"open"},"event_date":"2025-07-31","event_type":"correction","notice_doi":"10.1007/s11192-025-05378-z","provenance":{"observed_at":"2026-07-11T03:07:12.810595+00:00","source":"crossref","source_record_id":"10.1007/s11192-025-05378-z->10.1007/s11192-024-04968-7:correction"}}],"reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-06T22:46:32.508384Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.508384Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:30b5af6661147d7804148d03041cb21b1c89bddf0f7e774fd67a247b99bf4684","observation_id":"4fa9087a-1413-4dc8-bd64-04df1a96429b","resolution":{"observed_at":"2026-08-06T22:46:32.508384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.152656Z","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","venue":null,"work_id":"aa8705c6-0fd1-4751-b8df-e6aa8e327cce","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.518304Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:784d093baf17652c985e405f4116f304c3e646ed9cca61535529f6939e1694c1","observation_id":"7c4f7d9d-15af-4f9b-aeb7-f1d761c34805","resolution":{"observed_at":"2026-08-06T22:46:34.210417Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.998449Z","title":"SciMON: Scientific Inspiration Machines Optimized for Novelty","venue":null,"work_id":"3219503e-6423-4b62-9886-3ab16ba2d521","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.531862Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5b1d8b1de14d4cac798d04baba6482ca2b6cf7815c4e2b0508eabffaa07de98a","observation_id":"cf35c5c4-4142-4fc9-904d-8697248ce283","resolution":{"observed_at":"2026-08-06T22:46:34.075925Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.23166","last_updated":"2025-02-17T08:59:45Z","snapshot_observed_at":"2026-08-12T22:11:38.297891Z","submitted_at":"2024-10-30T16:18:22Z","title":"SciPIP: An LLM-based Scientific Paper Idea Proposer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.23166","snapshot_observed_at":"2026-08-06T22:46:32.550114Z","title":"SciPIP: An LLM-based Scientific Paper Idea Proposer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.550114Z"},"links":{"cited_paper":"/paper/2410.23166","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:9e87bfd55bfe554aa17d5e31cc04140fc204b909135d672c9bf335415f43be2d","observation_id":"3a74ba77-5c9c-446e-a6d5-bc8516f37112","resolution":{"observed_at":"2026-08-06T22:46:32.550114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.00794","last_updated":"2025-06-01T02:46:31Z","snapshot_observed_at":"2026-08-12T14:14:03.626008Z","submitted_at":"2025-06-01T02:46:31Z","title":"Predicting Empirical AI Research Outcomes with Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.00794","snapshot_observed_at":"2026-08-06T22:46:32.625500Z","title":"Predicting Empirical AI Research Outcomes with Language Models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.625500Z"},"links":{"cited_paper":"/paper/2506.00794","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:d643af0fb009bd2223575c2ddae2e092ba9d9c38c85c4000e1de198f82a13cef","observation_id":"75729d29-f9d4-45d6-9258-680d865673ea","resolution":{"observed_at":"2026-08-06T22:46:32.625500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.884060Z","title":"CycleResearcher: Improving Automated Research via Automated Review","venue":null,"work_id":"58227497-2213-4c7a-bb48-14e9516ce030","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.675985Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:89f6f346951e54a10f9b7abc01fe4505418497785b21b52af6ea77d05cf0c0aa","observation_id":"07005814-025f-417a-b89c-e587dbdbdbfe","resolution":{"observed_at":"2026-08-06T22:46:33.948261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08066","last_updated":"2025-04-10T18:44:41Z","snapshot_observed_at":"2026-08-10T03:18:36.275195Z","submitted_at":"2025-04-10T18:44:41Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.08066","snapshot_observed_at":"2026-08-06T22:46:32.774937Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.774937Z"},"links":{"cited_paper":"/paper/2504.08066","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:4463c8ade35476c71e4cd6741aaa042918ea7c66c156d23e80ef1a05da2ee206","observation_id":"d6c149a9-9e06-4ed2-9645-1f0d172889d3","resolution":{"observed_at":"2026-08-06T22:46:32.774937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.809739Z","title":null,"venue":null,"work_id":"cd676b78-f4cc-484a-9057-0f5d43de5e20","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.835580Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:bab78d16dab31fe4f3f8059b0416f8428372759edc11ceb80cb7dd48ab9306c9","observation_id":"ee2ec944-7953-4fb2-b559-fa5dda004153","resolution":{"observed_at":"2026-08-06T22:46:33.843638Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.22954","last_updated":"2026-03-12T23:47:40Z","snapshot_observed_at":"2026-08-13T19:47:12.152634Z","submitted_at":"2025-05-29T00:26:15Z","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.22954","snapshot_observed_at":"2026-08-06T22:46:32.924554Z","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.924554Z"},"links":{"cited_paper":"/paper/2505.22954","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:491958706ab11dbe41a220d9ed0b17f289b478b35e0b1c34dd5eb497ca0c61d0","observation_id":"41a2dcef-2df7-4852-90cf-5c5f2302e465","resolution":{"observed_at":"2026-08-06T22:46:32.924554Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.08569","last_updated":"2025-03-11T15:59:43Z","snapshot_observed_at":"2026-08-13T15:39:59.825187Z","submitted_at":"2025-03-11T15:59:43Z","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.08569","snapshot_observed_at":"2026-08-06T22:46:32.974824Z","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.974824Z"},"links":{"cited_paper":"/paper/2503.08569","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:235d28558f9d1899245432fc9365d25b6cd68f7dbcd971d7d690255e644f098f","observation_id":"752cd971-5ef7-4051-a633-16f5c3105158","resolution":{"observed_at":"2026-08-06T22:46:32.974824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.041988Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.041988Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:7fc3ea51543b06a45d393342d476897dab04e7928139882d8b3cd1469f72ec5d","observation_id":"46068ff3-3751-4f20-a76c-059dd8f25427","resolution":{"observed_at":"2026-08-06T22:46:33.041988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.113858Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.113858Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:f091ff3f9773ebce6f3ec5ca0bf75b239fa4e8d2ca1e6bdc1e86dc18c95252ef","observation_id":"cd9b7540-cd1b-4e3a-8dc7-a405e752411a","resolution":{"observed_at":"2026-08-06T22:46:33.113858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.632694Z","title":null,"venue":null,"work_id":"ebb6bf0e-402b-4d66-9b03-40c00a0a193a","year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.156020Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:e48986994ca77184374eaec60f561ff0decc8e7605aa14b8bb5179f493b8cb7f","observation_id":"2ba246fc-1f3e-46e9-b782-0e3ef5bc0616","resolution":{"observed_at":"2026-08-06T22:46:33.702397Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-13T09:24:08.635303Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":22,"verified_exact":2,"verified_fuzzy":7},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 19 inbound Pith citation observations for arXiv:2506.20803."}