{"as_of":"2026-08-10T06:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:da0ffff69a705785acf799996000312338296f3dd3ec21dd2753d6e04cedd9b5","coverage":[{"denominator":53,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":53,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T19:10:00.850198Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:45:12.972717Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T10:55:16.407293Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05712","snapshot_observed_at":"2026-08-06T20:45:12.972717Z","title":"Automatic evaluation metrics for artificially generated scientific research.arXiv preprint arXiv:2503.05712, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.01903","last_updated":"2025-08-05T16:19:40Z","snapshot_observed_at":"2026-08-08T04:30:09.801268Z","submitted_at":"2025-07-02T17:19:20Z","title":"AI4Research: A Survey of Artificial Intelligence for Scientific Research","version":2},"reference_index":297,"source":"pdf_text","source_observed_at":"2026-08-06T20:45:12.972717Z"},"links":{"cited_paper":"/paper/2503.05712","citing_paper":"/paper/2507.01903"},"observation_digest":"sha256:c7ae29a7611dad50ab06926a30961294b44b2735686921488cd0e456ca99f191","observation_id":"c008acfe-be17-458a-9f34-828d2def96e7","resolution":{"observed_at":"2026-08-06T20:45:12.972717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"cited_work":{"arxiv_id":"2503.05712","doi":null,"metadata_source":"pith","pith_arxiv_id":"2503.05712","snapshot_observed_at":"2026-08-06T10:55:16.407293Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","venue":"cs.CY","work_id":"b033280d-ec71-41f6-97c6-719f113da339","year":2025},"citing_paper":{"arxiv_id":"2507.23276","last_updated":"2025-08-01T12:49:36Z","snapshot_observed_at":"2026-08-06T10:54:57.937285Z","submitted_at":"2025-07-31T06:32:06Z","title":"How Far Are AI Scientists from Changing the World?","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T10:55:14.706692Z"},"links":{"cited_paper":"/paper/2503.05712","citing_paper":"/paper/2507.23276"},"observation_digest":"sha256:e012a504fa72dc28f3f5f4517d4640f0bd5b5b10df70f9a14651d33a74558290","observation_id":"9a3c9632-923a-48bb-b104-d4fa0a3f5822","resolution":{"observed_at":"2026-08-06T10:55:16.410913Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2503.05712/citation-record","integrity":"/paper/2503.05712/integrity","json":"/paper/2503.05712/citation-record.json","paper":"/paper/2503.05712"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.07738","last_updated":"2025-02-09T08:15:44Z","snapshot_observed_at":"2026-08-10T02:36:27.870594Z","submitted_at":"2024-04-11T13:36:29Z","title":"ResearchAgent: Iterative Research Idea Generation over Scientific Literature with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07738","snapshot_observed_at":"2026-08-07T19:10:00.281598Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.281598Z"},"links":{"cited_paper":"/paper/2404.07738","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:98e6d814b3a5ec03a73b7e5fd058512f886c4d33da132db11a5743ed2248567f","observation_id":"7cab76ef-7b7a-4236-99f3-397249324150","resolution":{"observed_at":"2026-08-07T19:10:00.281598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.joi.2019.01.010","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Journal of Informetrics","work_id":"b1186ef2-ee73-4770-a568-91bbb8b75fc2","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.290661Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:d92262beff60f5950260f6cb72bcacbdb792cf92ee38bce6f148d57b046e9fb3","observation_id":"07897e1b-d7b7-48b8-bc83-c1a837894b20","resolution":{"observed_at":"2026-08-07T19:10:03.729896Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-91669-5","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Lecture notes in computer science","work_id":"0c15150e-6237-452e-8f2f-ed7b7fba0a5e","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.298197Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:8f57cc968d714c1e50b595fc8a3e274c2f94e8c5205f45cd1287e2f085bd3f30","observation_id":"51b1df11-cb69-414d-8db7-f42758efde5c","resolution":{"observed_at":"2026-08-07T19:10:03.674868Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.364553Z","title":null,"venue":null,"work_id":"5035a6a0-9033-4f6e-8753-413c28ebf2f0","year":2006},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.304824Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:1686b5bafa503b6b229fc233f92d48f4ee424bc0551123eadfcf0d0fc5cb9113","observation_id":"53ecfe4b-0e78-4402-8469-aaa4d93c2a62","resolution":{"observed_at":"2026-08-07T19:10:09.369305Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.592488Z","title":"Blei, Andrew Y","venue":null,"work_id":"e6840809-b920-477b-ba87-7893bbcff9ab","year":2003},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.309938Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:bb09ef2b6eb01d015820f87894d9817181b8fafea6cb907fd4cb029d29556870","observation_id":"89febdca-ac35-4685-816a-2e57177e4e32","resolution":{"observed_at":"2026-08-07T19:10:09.596522Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.315525Z","title":"Boiko, Robert MacKnight, Ben Kline, and Gabe Gomes","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.315525Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:750ce6f080d9258912c0b9388c25446a8eeef84e4ed79ff3818225ca857708fa","observation_id":"e3e25ed8-d81a-4844-bff4-6adf1b1f1b96","resolution":{"observed_at":"2026-08-07T19:10:00.315525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.354679Z","title":"Bran, Sam Cox, Oliver Schilter, Carlo Baldassari, Andrew D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.354679Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:924595fe4eecdee8f2a9ccbd0a87dd2537d0994cdd3efdb9a28d44ff28d86c1e","observation_id":"9eb2d681-d7d0-45f1-8335-0e5b1d499d34","resolution":{"observed_at":"2026-08-07T19:10:00.354679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04259","last_updated":"2024-01-08T22:24:17Z","snapshot_observed_at":"2026-08-07T22:46:31.467173Z","submitted_at":"2024-01-08T22:24:17Z","title":"MARG: Multi-Agent Review Generation for Scientific Papers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04259","snapshot_observed_at":"2026-08-07T19:10:00.421403Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.421403Z"},"links":{"cited_paper":"/paper/2401.04259","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:b8f777caa7fefa1014de6202bcce4b1da606f450d2f9c7626ed2a1cd7b34f12a","observation_id":"a6c85d05-f64e-43ce-8cdf-ad1c6e3f15ea","resolution":{"observed_at":"2026-08-07T19:10:00.421403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07971","last_updated":"2023-08-15T18:18:34Z","snapshot_observed_at":"2026-07-06T16:06:34.630077Z","submitted_at":"2023-08-15T18:18:34Z","title":"MultiSChuBERT: Effective Multimodal Fusion for Scholarly Document Quality Prediction","version":1},"cited_work":{"arxiv_id":"2308.07971","doi":"10.48550/arxiv.2308.07971","metadata_source":"pith","pith_arxiv_id":"2308.07971","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"MultiSChuBERT: Effective Multimodal Fusion for Scholarly Document Quality Prediction","venue":"cs.CL","work_id":"9c668962-13f3-439f-8906-391b87052ac7","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.495669Z"},"links":{"cited_paper":"/paper/2308.07971","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:6c190359f265d2751a355fcd99d7697ff0c9d832da139baf9757c5f2d5b2aa67","observation_id":"0a8c45bd-2b0d-45b5-8b78-a7fcb1cfed33","resolution":{"observed_at":"2026-08-07T19:10:03.563249Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.578584Z","title":null,"venue":null,"work_id":"fd95b2fc-963f-4637-842a-f3e828eb1020","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.545336Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:e34347441904100b80f3d07e0a5b1306a7aff2d4922155a7d4c8e7f04187e65f","observation_id":"ee673df1-f5eb-48c9-ad0b-df71d3a8c188","resolution":{"observed_at":"2026-08-07T19:10:09.582751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.586912Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.586912Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a5f936ec2e468558c58a0e1eb8bbe5ebab47ea6378696bef7c181f363e5b14d2","observation_id":"50ef2640-6cbd-4670-9ba7-cb4c7d593485","resolution":{"observed_at":"2026-08-07T19:10:00.586912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.562800Z","title":null,"venue":null,"work_id":"dd2ff6f3-e10c-44db-a809-c7ff06781cc7","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.593564Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:19d574046e0e435aa670e211a14bc7b3fb4c32ff1cfaa68d0276c957dc1be905","observation_id":"56f60e0a-b581-4752-affa-6f39ea646c01","resolution":{"observed_at":"2026-08-07T19:10:09.567896Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s00799-023-00382-1","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:03:40.895421Z","title":null,"venue":"International Journal on Digital Libraries","work_id":"ce079fce-ad54-4579-906e-e29c38e4ef4e","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.599512Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:34be2d19ca92dca3d4c7372c38294d951862b87beb0aa488d8d10e7b128f174c","observation_id":"70546a91-32ba-4d65-81cf-4d1efb1f5d8f","resolution":{"observed_at":"2026-08-07T19:10:03.530010Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.546464Z","title":"Fu and Constantin F","venue":null,"work_id":"62ab15f9-89b8-4e9a-a8f2-1d4f7d9f90c3","year":2008},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.617093Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:8da2d52c0cc38c08696c34887fe9619a41f6439dd21f75615e5c83fe6502f0e1","observation_id":"261fa722-1442-45ac-a022-cc7555ec6e75","resolution":{"observed_at":"2026-08-07T19:10:09.552087Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.621751Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.621751Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:493e12344f1db312031ca3a10299fcbd78f3d3a8f79dde06a302082c631f266a","observation_id":"dc21aa39-be2b-491f-9866-004f929c9a10","resolution":{"observed_at":"2026-08-07T19:10:00.621751Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.627019Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.627019Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:02bb46bfdbfe22bb16cfbdf10270acc23f630ff70853dfa24007e6b210bbf08e","observation_id":"7391e9c7-d405-40ad-9edb-87c1d4a77d1e","resolution":{"observed_at":"2026-08-07T19:10:00.627019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-eacl.84","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"f7b7713e-0cba-4063-af32-b570d27f33af","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.633416Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:7f5f2116ea00854e15cd771add5826677740d05dcb9a8404e5e4df1bcf040bd6","observation_id":"a9dcfe86-7d97-4618-a486-fb02eebbaeec","resolution":{"observed_at":"2026-08-07T19:10:03.493525Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.04404","last_updated":"2024-10-06T08:39:13Z","snapshot_observed_at":"2026-07-06T19:28:35.110264Z","submitted_at":"2024-10-06T08:39:13Z","title":"CiMaTe: Citation Count Prediction Effectively Leveraging the Main Text","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.04404","snapshot_observed_at":"2026-08-07T19:10:00.640846Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.640846Z"},"links":{"cited_paper":"/paper/2410.04404","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:6f4cc26216ee8c562c8713aeb5b6cd8b38f1c779badcdebc3e94c657b6b28aac","observation_id":"148a100a-a844-44d4-8d9a-5f646a9eb22a","resolution":{"observed_at":"2026-08-07T19:10:00.640846Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/bioinformatics/btp585","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Bioinformatics","work_id":"99bc5619-4a4e-4bb2-b30b-f84ae6dc5f56","year":2009},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.647815Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:3bed48dbcd30b6274056ee0d24d26fd2351824df029eb00d401c596938c2ab10","observation_id":"d676f037-6711-4e95-8f4f-96518cdbf610","resolution":{"observed_at":"2026-08-07T19:10:03.457824Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.155542Z","title":"Shah, and Fei Fang","venue":null,"work_id":"0e012491-6ffd-43d5-b644-e6b4fcb0f181","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.655485Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a6f66e45d4993b60d5c03c58d32706a55bb42b7e2dbd2180ed5fd5b3c61b3fd0","observation_id":"d7aa6e4e-b81e-44ad-9ee3-b476092df366","resolution":{"observed_at":"2026-08-07T19:10:09.163043Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19942","last_updated":"2024-07-29T12:23:15Z","snapshot_observed_at":"2026-08-08T08:39:04.780860Z","submitted_at":"2024-07-29T12:23:15Z","title":"Predicting citation impact of research papers using GPT and other text embeddings","version":1},"cited_work":{"arxiv_id":"2407.19942","doi":"10.48550/arxiv.2407.19942","metadata_source":"pith","pith_arxiv_id":"2407.19942","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Predicting citation impact of research papers using GPT and other text embeddings","venue":"cs.DL","work_id":"571860b6-9e0a-4336-92de-1cd926764ae6","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.660566Z"},"links":{"cited_paper":"/paper/2407.19942","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:f517d20dc90fdbfea47cc68a30fb5c7ae3fc67d90a9af38142dd941ec95aeeaf","observation_id":"9f6dd40f-93a4-432e-9f36-df24ae431392","resolution":{"observed_at":"2026-08-07T19:10:03.440958Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.665954Z","title":"Hovy, and Roy Schwartz","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.665954Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:7c472598629e9de75a56c7600c490d8b84eb8e4429942141886e29ff7caa9d0f","observation_id":"81b048d0-e61e-48e1-9f5c-209b2463f50c","resolution":{"observed_at":"2026-08-07T19:10:00.665954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:06.746655Z","title":null,"venue":null,"work_id":"ae7191aa-175e-4c61-9dd0-8707f6c990cb","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.672519Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:988623bdec56d95c769ea7bb726e2e0be18b11d15577760f8a846b897276416a","observation_id":"a4a84669-8c96-48ab-b2d0-50f80a86d59a","resolution":{"observed_at":"2026-08-07T19:10:06.751538Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.678717Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.678717Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:0489319b825069f305bbb738691835addf0f626d4fa20b930decf371c7ebc262","observation_id":"3738deab-619c-46ba-8577-d0fbb0643f18","resolution":{"observed_at":"2026-08-07T19:10:00.678717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1497","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"8c2127ea-69b8-4ae4-8c10-d3ee30ccf416","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.684790Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:2da343954ec92d0343f3d5b8b67830452dbe2953b3c82b5a1639012fc12879d8","observation_id":"439b22e7-13f5-43e6-b19c-863d35730912","resolution":{"observed_at":"2026-08-07T19:10:01.216752Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00622","last_updated":"2023-06-01T12:45:53Z","snapshot_observed_at":"2026-08-08T01:45:46.706489Z","submitted_at":"2023-06-01T12:45:53Z","title":"ReviewerGPT? An Exploratory Study on Using Large Language Models for Paper Reviewing","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00622","snapshot_observed_at":"2026-08-07T19:10:00.689487Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.689487Z"},"links":{"cited_paper":"/paper/2306.00622","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:5856b62a10996a38df103cec33479a3e4f2e9631d2c7fb72d4d4ad170dd1e57e","observation_id":"1fea0a82-127f-441c-9167-8ae1483614cf","resolution":{"observed_at":"2026-08-07T19:10:00.689487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-07T19:10:00.695462Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.695462Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:53b5f513096dd85b62f99d63ba9a1b97143025441b8193c605cd0875e9ddd434","observation_id":"0f7bb827-d778-4e24-9f7b-ce876cb42555","resolution":{"observed_at":"2026-08-07T19:10:00.695462Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.529394Z","title":"Lundberg and Su - In Lee","venue":null,"work_id":"57b44e0f-5061-41e8-9067-c6afd78cc1a6","year":2017},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.706160Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:c10ae738d202137e8766400bb9fed177d79eda19dc5c27a66f3a49c9fd4e52a0","observation_id":"18a263e9-f0f6-4922-b66c-f518839da135","resolution":{"observed_at":"2026-08-07T19:10:09.535907Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.513124Z","title":"Mendoza, Wojciech Kusa, Alaa El - Ebshihy, Ronin Wu, David Pride, Petr Knoth, Drahomira Herrmannova, Florina Piroi, Gabriella Pasi, and Allan Hanbury","venue":null,"work_id":"9decf5da-fc64-4604-88dc-0a6b4f98a893","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.712057Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:99d01f1a5b268883a2da2fc63ca72ec18a3204a0343a563dc0595485ce6669df","observation_id":"0e3e1c43-d5c4-46f3-a621-7f8f653b55b5","resolution":{"observed_at":"2026-08-07T19:10:09.517794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-emnlp.164","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"7ed35ef8-973a-466f-ae9e-e95c8cda0a6b","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.717284Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:6065a520e2d3dd17adf3d3f8ee45f8563dcd16231fbc2e3e8506cc243f389525","observation_id":"b9bc4564-2fcd-4bb8-9522-98b67e92c89e","resolution":{"observed_at":"2026-08-07T19:10:01.153513Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.498751Z","title":null,"venue":null,"work_id":"dad0b5f5-e6bd-479e-8650-260ce7134d73","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.723585Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:d9b2aa47ee31fe69a5363cc5e9ecb016793902e7e75f4eccbf05490564db829e","observation_id":"13930eea-2212-428c-889d-01a2cea6ec85","resolution":{"observed_at":"2026-08-07T19:10:09.503110Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.484163Z","title":null,"venue":null,"work_id":"68391580-ae33-4c44-87ae-35e91130355c","year":2010},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.729110Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:4d2f893f2e3969a1aa598ce3e0b56a889e7c9aa6df5e8fdeb7b0b3ee8d70ee8e","observation_id":"7c64c49d-4a25-4a25-8832-c4cc939e235b","resolution":{"observed_at":"2026-08-07T19:10:09.488343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T19:10:00.733691Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.733691Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:3ce4e7545446172afbc742ea1eb9201a14b24be481d986fd7385703d2c49cdef","observation_id":"bf4d9081-ac34-4905-8139-7b1283354746","resolution":{"observed_at":"2026-08-07T19:10:00.733691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.469052Z","title":null,"venue":null,"work_id":"339dfd0c-b1d6-466f-9e59-a60463f30903","year":1977},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.738586Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:214ad5b2d8dfc2dd8a71196a0c1ce2ec706ea8179528cae807162a52263148e5","observation_id":"de5a80b4-e07d-4bb6-9343-cf6c89bba2bf","resolution":{"observed_at":"2026-08-07T19:10:09.473791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.453374Z","title":null,"venue":null,"work_id":"1d4c08dd-3a68-4d66-a34c-93ca087cc9e8","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.743380Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:d507acaa8478df57d203cd231134fb66edcb6cd5fbde52798eeda19adacb2773","observation_id":"7d9bdf3b-db12-4519-9e32-013434f2cc91","resolution":{"observed_at":"2026-08-07T19:10:09.458418Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05965","last_updated":"2023-11-10T10:03:49Z","snapshot_observed_at":"2026-08-10T05:17:55.263738Z","submitted_at":"2023-11-10T10:03:49Z","title":"Large Language Models are Zero Shot Hypothesis Proposers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05965","snapshot_observed_at":"2026-08-07T19:10:00.750614Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.750614Z"},"links":{"cited_paper":"/paper/2311.05965","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:124380cfd512b7e44a5d864b2defb4c5d54b6816a6426d81c6c20f1a1b467fb5","observation_id":"0c998d39-d725-447f-a2bb-245354371302","resolution":{"observed_at":"2026-08-07T19:10:00.750614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.757530Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.757530Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:84fe7c9e04a840f225aa8e7f578ac8cfd6fa59c24f4b3d64023f05331c7a2842","observation_id":"74e11acf-a50a-47c1-9595-bb72f7cc53f5","resolution":{"observed_at":"2026-08-07T19:10:00.757530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.763247Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.763247Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:5e7209477118293468d4b54a73ec9c4caa9f1077ce2c0ca3a4c5cd48c958d733","observation_id":"3e0da629-b6ee-4ec4-850a-790dee80742a","resolution":{"observed_at":"2026-08-07T19:10:00.763247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04109","last_updated":"2024-09-06T08:25:03Z","snapshot_observed_at":"2026-08-08T00:38:42.440129Z","submitted_at":"2024-09-06T08:25:03Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04109","snapshot_observed_at":"2026-08-07T19:10:00.769390Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.769390Z"},"links":{"cited_paper":"/paper/2409.04109","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:6d1a82e0209529523cc3c902cb80d0b99baca81e88e590c5f84e594cf230675c","observation_id":"ce48789f-73e8-4431-927f-bdbae54d9aa5","resolution":{"observed_at":"2026-08-07T19:10:00.769390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.774743Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.774743Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:140db5a4403406912756bb049205622c10b0a87f6e5fbfb139df6aebf939ad61","observation_id":"21afd922-17ad-4e62-8655-58c626e05ed3","resolution":{"observed_at":"2026-08-07T19:10:00.774743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:06.539677Z","title":"Hinton, Alex Krizhevsky, Ilya Sutskever, and Ruslan Salakhutdinov","venue":null,"work_id":"e8feeee0-1750-42bd-86a8-1bc16077f7b5","year":2014},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.779650Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:69c0e8de647c06bfe52ad7f34c81c8ae6184f2dfba89f90de68ed357ad3bc447","observation_id":"6666337e-1b36-4ca6-b9da-bb4e7ac8371e","resolution":{"observed_at":"2026-08-07T19:10:06.546192Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.427678Z","title":null,"venue":null,"work_id":"23b85f46-5612-4b76-8881-36c4ea93e059","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.785746Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:b8b18a1e4add115935930001329015e86b5f612dd42c4968ab4939bf31d26fa6","observation_id":"c10db443-9fc9-496c-a6f7-ffc2045af108","resolution":{"observed_at":"2026-08-07T19:10:09.433111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.sdp-1.17","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"752c4bbf-1dc6-4674-aabf-899dbbbc65a2","year":2020},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.792394Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:220ef4f3592f2a3a84ee9858d5a6b548c14bcef3dfa7a6c37e0091fc6ddbd945","observation_id":"7feaf7d6-4a31-4d49-84c5-337a1c606a65","resolution":{"observed_at":"2026-08-07T19:10:01.020027Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.798937Z","title":"Gomez, Lukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.798937Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:037a3e33d3d68a55bc7e148dced98d6c8a30dbede79dc99795eca753432c436d","observation_id":"10514ac4-5790-4eb1-9960-06f605d2a3ee","resolution":{"observed_at":"2026-08-07T19:10:00.798937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-85896-4","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Lecture notes in computer science","work_id":"4edb21a4-f4fc-45f7-9252-b7e4c7faa952","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.804848Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:3c74a3b17c8c42c13b9b9b48d4273bcc741afb6f31f4a7e0cd85c7901474c086","observation_id":"1cd53b43-5305-4072-a71e-db8630ad6270","resolution":{"observed_at":"2026-08-07T19:10:00.996313Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-021-04026-6","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Scientometrics","work_id":"cfbf0358-eab8-45c9-b057-083dd402812e","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.810351Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:7687d98d336e8dc258135740910d333945cab74f03b8e8300b087984220cc073","observation_id":"e6031ccd-2591-47ff-a414-6318edb2493a","resolution":{"observed_at":"2026-08-07T19:10:00.976541Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.815706Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.815706Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:9d57a983f177a867eb86bf64fd47699bef85c1786c24f685bde3e7ac3a3ba48b","observation_id":"449b1c75-1087-4e7d-a4b6-857c6311193d","resolution":{"observed_at":"2026-08-07T19:10:00.815706Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.820709Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.820709Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:12abd76437abb3ff70bddeeaeb9b32a5ba0d4e505c9344af92c18923151e48fc","observation_id":"43fe0865-b887-4604-9e56-a0dabd473d55","resolution":{"observed_at":"2026-08-07T19:10:00.820709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.827281Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.827281Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:ad3a94685d488eae0cbf94bf442106d7d0a9e972b1e97aedee6ebbd8786f5d4f","observation_id":"393877d5-553d-4fef-9de5-afc44ab49143","resolution":{"observed_at":"2026-08-07T19:10:00.827281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-024-05086-0","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Scientometrics","work_id":"28edb60c-61f1-4294-a496-7b3e7892ba3a","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.832575Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:5dbca6de5305cdfccd11a66f1033c014af76fa6d523b97402993c6639fbfa1c9","observation_id":"b64df2f1-8618-4bd7-ba5d-087c36aa848c","resolution":{"observed_at":"2026-08-07T19:10:00.909463Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.402663Z","title":null,"venue":null,"work_id":"9f7c55d5-09a8-4a1d-b07e-5eca5b184e2c","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.837719Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:bd1043f30f5c2141b438eb6cb4bcbc6d9d44923025e4e2d8285345da0402566b","observation_id":"e2b83a91-642e-4be8-a892-dde132f55414","resolution":{"observed_at":"2026-08-07T19:10:09.406978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.842884Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.842884Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:28a46898640ed0408bab6be3b2c5e8dbe9915522df9c53a841c85a5a7ba33d52","observation_id":"146d6011-23a5-4884-8430-a6c3e7d919ef","resolution":{"observed_at":"2026-08-07T19:10:00.842884Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.850198Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.850198Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:bdb7e7ec3ebb0f14d2fc6356c12170b4cd44d0da69de9160829f4bf15fefe7ba","observation_id":"a264fb33-0ad2-49af-a268-3f1aa30e138a","resolution":{"observed_at":"2026-08-07T19:10:00.850198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-10T02:37:23.141871Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research"},"reference_resolution":{"displayed":53,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":32,"verified_exact":17,"verified_fuzzy":4},"total_outbound_references":53},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 53 of 53 outbound references and 2 inbound Pith citation observations for arXiv:2503.05712."}