{"as_of":"2026-08-09T21:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:db232584b24f3ea24e66fdd76248b09a2534f11557b9e95df6087bff2e6ca1d4","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T15:06:54.755116Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":81,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-08T15:06:54.755116Z","title":"Malan, Jason H","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2502.06559","last_updated":"2025-05-25T23:36:47Z","snapshot_observed_at":"2026-08-08T23:28:10.897343Z","submitted_at":"2025-02-10T15:25:06Z","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-08T15:06:54.755116Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2502.06559"},"observation_digest":"sha256:d861804863feb7fc2814a0d61518f3e6fe935780d5416e156a26749be1965842","observation_id":"6a11a392-f6f5-4e89-8127-98f453d3d61e","resolution":{"observed_at":"2026-08-08T15:06:54.755116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-07T15:14:14.368704Z","title":"Benchmarking in optimization: Best practice and open issues","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2505.15741","last_updated":"2025-05-21T16:48:28Z","snapshot_observed_at":"2026-08-07T23:11:28.276089Z","submitted_at":"2025-05-21T16:48:28Z","title":"Evolutionary Computation and Large Language Models: A Survey of Methods, Synergies, and Applications","version":1},"reference_index":102,"source":"pdf_text","source_observed_at":"2026-08-07T15:14:14.368704Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2505.15741"},"observation_digest":"sha256:43cdfd76272481740c6eec39b3e8a29c8a36ca57967e7feee3557a01aa5d0218","observation_id":"9832cd89-e843-417e-b7c3-0a729dc1be8d","resolution":{"observed_at":"2026-08-07T15:14:14.368704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-06T20:52:33.652339Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.01629","last_updated":"2025-07-02T11:59:00Z","snapshot_observed_at":"2026-08-09T02:29:48.182443Z","submitted_at":"2025-07-02T11:59:00Z","title":"Adaptive Estimation of the Number of Algorithm Runs in Stochastic Optimization","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T20:52:33.652339Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2507.01629"},"observation_digest":"sha256:db14f50409d86b9edd0cdf880a6712d27342805e352059f5773d19065a58d21b","observation_id":"83ff0f77-70fa-4924-a1b6-106c7146c4a6","resolution":{"observed_at":"2026-08-06T20:52:33.652339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-04T19:55:37.749997Z","title":"Malan, Jason H","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2509.08986","last_updated":"2025-09-10T20:33:54Z","snapshot_observed_at":"2026-08-04T19:55:36.916082Z","submitted_at":"2025-09-10T20:33:54Z","title":"Time-Fair Benchmarking for Metaheuristics: A Restart-Fair Protocol for Fixed-Time Comparisons","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T19:55:37.749997Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2509.08986"},"observation_digest":"sha256:931322bd146563aa4cc81806ec576bb67308f26b72b8f12be4afcdf0637100d4","observation_id":"e81509b0-9a7a-47f2-8373-064ac0d04679","resolution":{"observed_at":"2026-08-04T19:55:37.749997Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-03T15:03:59.523369Z","title":"https://doi.org/10.48550/ARXIV .2007.03488 Betkier, I.,","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2512.18343","last_updated":"2026-06-22T08:21:15Z","snapshot_observed_at":"2026-08-06T05:53:22.161947Z","submitted_at":"2025-12-20T12:16:37Z","title":"Large-scale benchmarking of multi-objective soft-computing metaheuristics for redundancy allocation in repairable k-out-of-n systems","version":2},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-03T15:03:59.523369Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2512.18343"},"observation_digest":"sha256:013646b6b6ea68a939fd1184982dbe5135669e7d008fac611086919cddb786af","observation_id":"dfadd84a-1e3c-4320-b1f5-c1fef273b345","resolution":{"observed_at":"2026-08-03T15:03:59.523369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-02T19:18:47.283722Z","title":"Benchmarking in optimization: Best practice and open issues,","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2603.02792","last_updated":"2026-07-19T10:36:17Z","snapshot_observed_at":"2026-08-07T11:23:35.985164Z","submitted_at":"2026-03-03T09:27:52Z","title":"From Heuristic Selection to Automated Algorithm Design: LLMs Benefit from Strong Priors","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-02T19:18:47.283722Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2603.02792"},"observation_digest":"sha256:04e961eef64ca8667d41c53d4cc445dc3f3974f42dbbfe7d66ab4c7674dd06c1","observation_id":"4da50941-ef9c-43a8-a0b1-eed7e70ddffe","resolution":{"observed_at":"2026-08-02T19:18:47.283722Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2604.06973","last_updated":"2026-04-08T11:44:24Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-08T11:44:24Z","title":"Block-Bench: A Framework for Controllable and Transparent Discrete Optimization Benchmarking","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T17:57:59.478094Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2604.06973"},"observation_digest":"sha256:1d7f5d43c645fe94ad96f192d480f4383af751fe5cdbcc52d17de9771b6c275f","observation_id":"3ae70280-6bc4-40dd-96d0-e435ba5c8dc1","resolution":{"observed_at":"2026-05-11T05:45:57.835456Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2605.01575","last_updated":"2026-05-02T18:57:37Z","snapshot_observed_at":"2026-07-06T23:14:47.444386Z","submitted_at":"2026-05-02T18:57:37Z","title":"SPEC CPU: The Next Generation","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-10T15:10:14.015833Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2605.01575"},"observation_digest":"sha256:12ac24eb2c597ab5a13899ffcbbfc0502fdfed7dfe1a35000cb27431046b0f09","observation_id":"7b169012-40be-46a4-896b-7431fd2f924c","resolution":{"observed_at":"2026-05-11T11:06:01.910719Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2605.28309","last_updated":"2026-05-27T11:08:19Z","snapshot_observed_at":"2026-08-01T14:48:31.366461Z","submitted_at":"2026-05-27T11:08:19Z","title":"Learning to Assess the Reliability of Number-of-Runs Estimation in Stochastic Optimization","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-29T14:04:14.589829Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2605.28309"},"observation_digest":"sha256:b43c65fc49d890b30f41ed887e510385bc04c0daf586abb7d3d6fdf1545866e2","observation_id":"f850d22d-e0bd-493b-8caa-5abe68a7a476","resolution":{"observed_at":"2026-06-29T14:13:30.378869Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2605.28353","last_updated":"2026-05-27T11:54:14Z","snapshot_observed_at":"2026-07-06T23:37:54.660355Z","submitted_at":"2026-05-27T11:54:14Z","title":"Improving Evaluation of Recombination-based Cartesian Genetic Programming","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-29T09:29:53.574405Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2605.28353"},"observation_digest":"sha256:0db5b38453db9b76f55f912e61d863c4fc2784ae4bc528f7cbdebc46f8c9bcef","observation_id":"fffbc3d7-f515-493e-8edb-3d6d83697c2e","resolution":{"observed_at":"2026-06-29T09:33:17.374478Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2606.23367","last_updated":"2026-06-22T14:03:54Z","snapshot_observed_at":"2026-07-06T23:58:07.236199Z","submitted_at":"2026-06-22T14:03:54Z","title":"Asymmetry PRISM: A CPU/GPU Portfolio Optimization Engine for Deadline-Bounded Institutional Rebalancing","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T05:51:00.111239Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2606.23367"},"observation_digest":"sha256:2019a0726fef54745cd5513c7a829e246fd0ac0d308ee26f41fde72fba224af7","observation_id":"85ff7dc3-577d-4883-b435-ba4af4b92173","resolution":{"observed_at":"2026-07-04T12:49:52.929709Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues","version":2},"cited_work":{"arxiv_id":"2007.03488","doi":"10.48550/arxiv.2007.03488","metadata_source":"arxiv_reference","pith_arxiv_id":"2007.03488","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bartz-Beielstein et al.,Benchmarking in Optimization: Best Practice and Open Issues","venue":"arXiv (Cornell University)","work_id":"48ead57f-0a4d-48cd-b09e-f1c77b64c97d","year":2007},"citing_paper":{"arxiv_id":"2606.31343","last_updated":"2026-06-30T08:43:05Z","snapshot_observed_at":"2026-07-07T00:05:02.977105Z","submitted_at":"2026-06-30T08:43:05Z","title":"Standardizing case study descriptions for multi-energy systems and networks modeling","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-01T04:34:58.217736Z"},"links":{"cited_paper":"/paper/2007.03488","citing_paper":"/paper/2606.31343"},"observation_digest":"sha256:e5834cb927655689321ba327cd709cdc17e7359be3bfbdac568dd816459a55d6","observation_id":"bb4464d7-c67d-4fac-abc2-313cda0ddd26","resolution":{"observed_at":"2026-07-01T04:35:20.343205Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2007.03488/citation-record","integrity":"/paper/2007.03488/integrity","json":"/paper/2007.03488/citation-record.json","paper":"/paper/2007.03488"},"outbound":[],"paper":{"arxiv_id":"2007.03488","last_updated":"2020-12-16T22:36:27Z","latest_version":2,"primary_category":"cs.NE","snapshot_observed_at":"2026-07-06T09:36:09.122377Z","submitted_at":"2020-07-07T14:20:26Z","title":"Benchmarking in Optimization: Best Practice and Open Issues"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2007.03488."}