{"as_of":"2026-08-06T07:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:20e49e031cec18caba3711f722c267913b2fde7e141b319b2b6db22ba7c47a8f","coverage":[{"denominator":69,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":69,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T15:47:45.677717Z","state":"measured"},{"denominator":69,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":69,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2604.11328/citation-record","integrity":"/paper/2604.11328/integrity","json":"/paper/2604.11328/citation-record.json","paper":"/paper/2604.11328"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":"2211.01910","doi":null,"metadata_source":"pith","pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-07-04T15:29:56.107259Z","title":"Large Language Models Are Human-Level Prompt Engineers","venue":"cs.LG","work_id":"29231305-69fd-45ff-b0cd-4dc3bd9d798e","year":2022},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:b6aa078322c39f5a6e5bbe98b426b078cc71884ce45c92be6ba93ce8a6db37c6","observation_id":"a03c4a3b-6a7f-4519-8390-68cc4192d9be","resolution":{"observed_at":"2026-05-24T09:43:26.534305Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Large language models as optimizers","venue":null,"work_id":"a62f01cb-715e-44c8-9f78-8ef562503416","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2e0c2a400f17ef7d63c685d101a7089f69e88fad1f3462f73a459e5be2dd4ebc","observation_id":"8cd2671c-6d90-4c3f-8dfe-1fc6760f7bdb","resolution":{"observed_at":"2026-05-17T18:42:04.685209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11324","last_updated":"2024-07-01T22:28:01Z","snapshot_observed_at":"2026-08-04T15:07:29.209129Z","submitted_at":"2023-10-17T15:03:30Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","version":2},"cited_work":{"arxiv_id":"2310.11324","doi":"10.1109/cdc57313.2025.11312997","metadata_source":"pith","pith_arxiv_id":"2310.11324","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","venue":"cs.CL","work_id":"c3e484df-e654-4146-8c4e-a16ca850afc7","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.11324","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:db6553a366535d1db57ac4c5e4e605de4ee8de9f69fb6725d20c492052c2b389","observation_id":"4e800469-e96b-4d01-974b-b63e89638940","resolution":{"observed_at":"2026-05-17T01:59:51.558892Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Language mod- els are few-shot learners","venue":null,"work_id":"4a14d387-f2d0-4a17-a0bd-496d4cd61eb7","year":1901},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:dbd562110dba68b50c7a487e4a3a7ba9902af1b8cb646d2eb00f254fdbbdae6a","observation_id":"a8a893c2-7ea6-48a4-89da-21cf7908c2f1","resolution":{"observed_at":"2026-05-17T18:42:04.661555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":"d9139f92-75c3-4472-bd87-eb6cc680926b","year":2022},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:545737c9aa98e84dd11a2ff92e262fb146679730dac396306130b821526b8415","observation_id":"4c06c468-0277-4fe7-a75c-4eac7f9018ed","resolution":{"observed_at":"2026-05-17T18:42:04.627470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Automatic prompt optimization with gradient descent and beam search","venue":null,"work_id":"6fd6f151-c48a-4fb9-a2b4-488d5641cbb0","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:837a1b43f022c8b75182c76d9affd890d08b4d3cea8750c5b033ff071fe253a8","observation_id":"a6a1dc61-3ba7-4bcd-b563-b18fa746f141","resolution":{"observed_at":"2026-05-17T18:42:04.664749Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evoprompt: Connecting large language models with evolutionary algorithms for prompt engineering","venue":null,"work_id":"3616b0fb-c492-430b-8083-0a3026f04a6e","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:aad375062aa95cd67a61a0dcbe937bb6f228c5d282e77d0e0dbbfa25c8e90435","observation_id":"4a553b01-b5fa-4673-89e5-30db96852647","resolution":{"observed_at":"2026-05-17T18:42:04.571886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":"2310.03714","doi":"10.48550/arxiv.2310.03714","metadata_source":"pith","pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","venue":"cs.CL","work_id":"d490f594-f5fc-47b0-ae6a-6550e50fe095","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:8c3c05aae2b6035aab489bdfbc2df1dea7b17a302f8295d0b87d2bf425bac12e","observation_id":"9a87bf14-f460-47a7-a287-271c6dbdba85","resolution":{"observed_at":"2026-05-11T18:57:47.698794Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.03493","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Submodular eval- uation subset selection in automatic prompt optimization","venue":null,"work_id":"f525a8c9-dbc0-4d17-982b-68244fad15e7","year":2026},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:3fe76d9cc06949fefc3da590a5ac0490dde6393959f297fd442e676533d92495","observation_id":"8475352b-f646-4c1f-a6d4-6659c067e0ed","resolution":{"observed_at":"2026-05-11T09:50:59.651863Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Model performance-guided evaluation data selection for effective prompt optimization","venue":null,"work_id":"6693261e-a5ce-43a2-83c9-01aa77287850","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c3d527cf105518303ca81f2663c6a67fbfdf1e5eebd2acd591f7391d80318603","observation_id":"ac219fc0-e2dd-4381-9257-2025baeccb62","resolution":{"observed_at":"2026-05-17T18:42:04.571911Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Grips: Gradient-free, edit-based instruction search for prompting large language models","venue":null,"work_id":"efcdfcc1-0578-4386-9252-4dc22acee2fa","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6186bf63f9685f30d4492a1fe7f7a8fd17df5a5afa74affeb7175f5c0a52162b","observation_id":"0471c269-cb68-4df9-bfcc-962de0180639","resolution":{"observed_at":"2026-05-17T18:42:04.681945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-07-06T18:29:04.294349Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"cited_work":{"arxiv_id":"2406.07496","doi":"10.48550/arxiv.2406.07496","metadata_source":"pith","pith_arxiv_id":"2406.07496","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"TextGrad: Automatic \"Differentiation\" via Text","venue":"cs.CL","work_id":"c52b4841-a4b4-4b4e-bc86-8ef6645a9bbb","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2406.07496","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4d97a29269d60f16e91b86d97011d1024d5356a36c2156227cb7e7475bb1b841","observation_id":"0af798b4-0a51-4fcc-9002-8bb8248e4c62","resolution":{"observed_at":"2026-05-13T11:27:59.484812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-07-14T18:20:25.209279+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T18:20:25.209279+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16797","last_updated":"2023-09-28T19:01:07Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-28T19:01:07Z","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","version":1},"cited_work":{"arxiv_id":"2309.16797","doi":"10.48550/arxiv.2309.16797","metadata_source":"pith","pith_arxiv_id":"2309.16797","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","venue":"cs.CL","work_id":"01508be0-d975-4ff6-8045-1e0b229fbab4","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2309.16797","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:3f14abb51c5e33902326a8c84ac0bdf714df77d1601a3b886c6539748db8286d","observation_id":"79b224d2-5a63-4cc2-a4a9-37b1e89ee1b9","resolution":{"observed_at":"2026-05-16T08:12:31.711130Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03082","last_updated":"2023-08-08T17:33:54Z","snapshot_observed_at":"2026-08-06T03:11:25.778222Z","submitted_at":"2023-06-05T17:55:22Z","title":"InstructZero: Efficient Instruction Optimization for Black-Box Large Language Models","version":2},"cited_work":{"arxiv_id":"2306.03082","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03082","snapshot_observed_at":"2026-07-04T11:39:47.165403Z","title":"arXiv preprint arXiv:2306.03082 , year=","venue":null,"work_id":"3387b78b-bb0f-4af2-aa75-8ea12cb4143c","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2306.03082","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c1a17e99002e6504271d6a22106fb5faac4c024a695491d51ccda7316038bb02","observation_id":"a8084d27-1f4c-42cd-8d23-f9f5b8479d5d","resolution":{"observed_at":"2026-05-11T09:50:59.626587Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16427","last_updated":"2023-12-07T14:39:22Z","snapshot_observed_at":"2026-07-06T16:38:13.945197Z","submitted_at":"2023-10-25T07:47:01Z","title":"PromptAgent: Strategic Planning with Language Models Enables Expert-level Prompt Optimization","version":2},"cited_work":{"arxiv_id":"2310.16427","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.16427","snapshot_observed_at":"2026-07-04T15:49:57.641018Z","title":"arXiv preprint arXiv:2310.16427 , year=","venue":null,"work_id":"3a2f8742-dbc2-4443-a9c3-df725141dcc5","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.16427","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:0086d159b9755ed5d9bb569c9901f4d095824c2c4d526b7292642077695f8dcd","observation_id":"59043506-952a-4b01-aae4-59c0781f4308","resolution":{"observed_at":"2026-05-11T09:50:59.615879Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt optimization with ease? efﬁcient ordering- aware automated selection of exemplars","venue":null,"work_id":"bf5f25c4-5d5c-42e1-905b-5c4e65936266","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:73c16aae61a0f0784f874bcaf5b41b2fbefad496e9405ae2c3323894398389dc","observation_id":"b4bd0ba0-7d9d-42b5-a60e-db4ec845e756","resolution":{"observed_at":"2026-05-17T18:42:04.655062Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Efﬁcient prompt optimization through the lens of best arm identiﬁcation","venue":null,"work_id":"91b44c07-8759-41cf-a9ec-e70aabde055a","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:cd31e04377784c91d2aed11826cc27390c4591028dea82b661d43a6339cd738a","observation_id":"00972f5a-bc3f-4fae-9064-c01d0e435245","resolution":{"observed_at":"2026-05-17T18:42:04.641355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Adaptive prompt structure factorization: A framework for self-discovering and optimizing composi- tional prompt programs","venue":null,"work_id":"1e6209f6-9f72-47ec-b650-2e2ebd89f8fd","year":2026},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:22e605e21c4d77dddb007ae403771a4bbc7176d6d356e94a3162d11dc855dff3","observation_id":"03ecfa72-634f-4ba4-bbd5-c590a7170e20","resolution":{"observed_at":"2026-05-17T18:42:04.582001Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Applications of item response theory to practical testing problems","venue":null,"work_id":"2b9b541f-52e0-467e-aaf8-1a7f43404c8c","year":2012},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:e8a78aa2983edd464458e1c5f77a246ecf0ec20bb94c709081d854c8c87fe47f","observation_id":"73dfe8ee-14af-448f-a209-12c42fa547f6","resolution":{"observed_at":"2026-05-17T18:42:04.604892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Computerized adaptive testing: Theory and practice, volume 13","venue":null,"work_id":"6b70f3d8-dc6e-4ce9-9c5a-d0a4f407acc7","year":2000},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4c1eaab3227f936e03624dd191f62a47304b171c7693406f550c308a9fd7574d","observation_id":"2a9700d8-8133-4cd5-b759-4d1c88cc113b","resolution":{"observed_at":"2026-05-17T18:42:04.617295Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14992","last_updated":"2024-05-26T22:27:23Z","snapshot_observed_at":"2026-08-05T12:01:06.707349Z","submitted_at":"2024-02-22T22:05:23Z","title":"tinyBenchmarks: evaluating LLMs with fewer examples","version":2},"cited_work":{"arxiv_id":"2402.14992","doi":"10.48550/arxiv.2402.14992","metadata_source":"pith","pith_arxiv_id":"2402.14992","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"David Rein, Betty Li Hou, Asa Cooper Stickland, Jack- son Petty, Richard Yuanzhe Pang, Julien Dirani, Ju- lian Michael, and Samuel R Bowman","venue":"cs.CL","work_id":"1aaa40b4-1321-4f79-85a8-e296eaa2b732","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2402.14992","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:0caadcb14a3e93d3d700d7e0a50cc8fa77a832259c2bf91048a4426274ac2abe","observation_id":"4f43890e-7482-4390-8fa6-89024502c78e","resolution":{"observed_at":"2026-05-11T09:50:59.586582Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12844","last_updated":"2025-02-20T16:20:11Z","snapshot_observed_at":"2026-08-05T16:38:33.638599Z","submitted_at":"2024-07-04T17:57:38Z","title":"metabench -- A Sparse Benchmark of Reasoning and Knowledge in Large Language Models","version":2},"cited_work":{"arxiv_id":"2407.12844","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.12844","snapshot_observed_at":"2026-07-03T21:28:58.087704Z","title":"Kipnis, K","venue":null,"work_id":"67b50126-83b5-46ed-b866-e0e82750a7b9","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2407.12844","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f998432322ea782d8c8ca5e2082dc90d85b05677e654027aaf8b53825036c352","observation_id":"1e313c25-af52-415a-8245-306e89ebdefc","resolution":{"observed_at":"2026-05-11T09:50:59.571592Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Item response theory in ai: Analysing machine learning classiﬁers at the instance level","venue":null,"work_id":"86b4cce4-cd8c-4da8-8257-347a4ba29beb","year":2019},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7c2da540f3828b1167311e47593f20b10f2cc7d76edefeb8f79e04000d537c67","observation_id":"8611050c-0a21-482f-95d2-202fcab4e6d1","resolution":{"observed_at":"2026-05-17T18:42:04.592428Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Position: Ai evaluation should learn from how we test humans","venue":null,"work_id":"7a52aac7-02cb-41b7-ad17-35e66f4cb264","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4f26701837e436b0856df85dd9101b37c88dfe23b098bb2a78bce5beb1875046","observation_id":"f627b8f0-a32a-4a5b-865c-d15008c70a66","resolution":{"observed_at":"2026-05-17T18:42:04.585496Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"An analysis of approxima- tions for maximizing submodular set functionsi","venue":null,"work_id":"d4e57dff-de2b-485d-992a-35b45095acff","year":1978},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:ddec53a3043b2531ecd1bfdd67133900479e198fe09634a635966eb03f0da82e","observation_id":"5485ede4-8cbd-4929-8239-5dacc795128f","resolution":{"observed_at":"2026-05-17T18:42:04.575259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Submodular function maximization","venue":null,"work_id":"a62ab4ac-eb41-4a64-9f48-a775fee9b668","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:41bbb4405e299ab2cd0ad9aa0a66247fb46da63b35ecad17a608b85ef340f56b","observation_id":"d9a90575-4d63-469f-b24f-05ab7dc19bf9","resolution":{"observed_at":"2026-05-17T18:42:04.578034Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Lazier than lazy greedy","venue":null,"work_id":"d62b518b-4edf-445f-ac4e-7531b14816f3","year":2015},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f065554a554946f89cbb4ed2784ee5bc381e3df6205601753113212838ac9595","observation_id":"f874c970-327a-474f-bd71-5e2f4335173e","resolution":{"observed_at":"2026-05-17T18:42:04.588713Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"An online algorithm for maximizing submodular func- tions","venue":null,"work_id":"fc348a23-8bfd-4525-b9ae-4e48ad2feed1","year":2008},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:1da7a4b43b92a99eaccebb322f40f237e49c5ddf6802b958bb9e15abdfb88e81","observation_id":"b87db409-a8b7-4ef8-a06f-a324113f6632","resolution":{"observed_at":"2026-05-17T18:42:04.620601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1407.1082","last_updated":"2014-07-03T23:06:10Z","snapshot_observed_at":"2026-08-05T12:32:24.699857Z","submitted_at":"2014-07-03T23:06:10Z","title":"Online Submodular Maximization under a Matroid Constraint with Application to Learning Assignments","version":1},"cited_work":{"arxiv_id":"1407.1082","doi":null,"metadata_source":"pith","pith_arxiv_id":"1407.1082","snapshot_observed_at":"2026-07-04T14:49:56.168925Z","title":"Online Submodular Maximization under a Matroid Constraint with Application to Learning Assignments","venue":"cs.LG","work_id":"64f440ad-bc4d-44c6-ba7a-eeb58553574b","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1407.1082","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:b4ff37900954afe7bb692a69e87410e78e23bd65db45f395c9b68c6c4df553f5","observation_id":"0021f431-db4a-40fc-89b6-fe600c70b535","resolution":{"observed_at":"2026-05-11T09:50:59.564841Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Information complexity in bandit subset selection","venue":null,"work_id":"81f48a33-711c-4c16-a74d-812cfb828d95","year":2013},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:b36f6c139d795a920197afa810e1d42c085abb1377af2fdf935b97d844032f39","observation_id":"c3fb9609-82e6-42cd-91f9-851cf3c8b17b","resolution":{"observed_at":"2026-05-17T18:42:04.634177Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Bandits with switching costs: T 2/3 regret","venue":null,"work_id":"cab3ee4d-582d-4e91-a9ba-5d8525a742f9","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:23add9d7668e7872797413033a41ca1a5efa3207e14a16edb9c6939174aba455","observation_id":"ae17e6e3-7c1d-467e-a987-32d93caa3712","resolution":{"observed_at":"2026-05-17T18:42:04.607824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A 2-competitive algorithm for online convex optimization with switching costs","venue":null,"work_id":"fd5c5502-50a1-44f2-90b7-18cf1dc2836c","year":2015},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d69a67a7f18c29e02fd9d887fd6de46e25a847154b32a166719835ddb04d0beb","observation_id":"9e363263-dc20-468a-a084-4ec07a06d78b","resolution":{"observed_at":"2026-05-17T18:42:04.651531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Coresets for data-efﬁcient training of machine learning models","venue":null,"work_id":"81321f78-58e4-4f3e-8a2a-33d5a045683f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:de3950c3138e6e90ba0f03a100973ca3dbc6843e216852ede2ae09bce68c20fd","observation_id":"acc32335-3781-4e22-829e-f1e25b283edf","resolution":{"observed_at":"2026-05-17T18:42:04.550525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07931","last_updated":"2023-10-11T23:01:29Z","snapshot_observed_at":"2026-07-06T16:31:33.607406Z","submitted_at":"2023-10-11T23:01:29Z","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","version":1},"cited_work":{"arxiv_id":"2310.07931","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.07931","snapshot_observed_at":"2026-07-01T22:06:16.487356Z","title":"D2 pruning: Message passing for balancing diversity and difﬁculty in data pruning","venue":null,"work_id":"79a23f6e-43d2-44f4-beca-1d9df31eed7a","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.07931","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7454fde43bbe1e206ee68db10cf4ffe9a7b44796cf4925102fd899db0fba5f31","observation_id":"1b279fb6-9f56-4dc3-a5f9-9604ec89e839","resolution":{"observed_at":"2026-05-11T09:50:59.580451Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Curriculum learning","venue":null,"work_id":"55e7e95f-c3ee-4386-89f4-c82620e29ac8","year":2009},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7f2b6912d53d07c914f8b7fec118d6243ae5862e1231ac3bcf32c660b305ef46","observation_id":"765d10b3-57c1-4598-9c4d-d00d05be6937","resolution":{"observed_at":"2026-05-17T18:42:04.558118Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1708.00489","last_updated":"2018-06-01T10:17:23Z","snapshot_observed_at":"2026-07-06T05:53:39.440274Z","submitted_at":"2017-08-01T19:50:53Z","title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach","version":4},"cited_work":{"arxiv_id":"1708.00489","doi":"10.48550/arxiv.1708.00489","metadata_source":"pith","pith_arxiv_id":"1708.00489","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach","venue":"stat.ML","work_id":"64b057c0-f8b3-4d7a-9f16-e2880f8b501c","year":2017},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1708.00489","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f2fdc5a44b0db09872182cc535713a86794c4dc2c27cf75568c833fddf7cbb4a","observation_id":"57e84a4f-60f4-4454-af5a-fea5d6afcd40","resolution":{"observed_at":"2026-05-11T09:50:59.576221Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1906.03671","last_updated":"2020-02-24T02:14:51Z","snapshot_observed_at":"2026-07-06T07:59:03.272339Z","submitted_at":"2019-06-09T16:52:09Z","title":"Deep Batch Active Learning by Diverse, Uncertain Gradient Lower Bounds","version":2},"cited_work":{"arxiv_id":"1906.03671","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1906.03671","snapshot_observed_at":"2026-07-04T20:10:07.387819Z","title":"Deep batch active learning by diverse, uncertain gradient lower bounds","venue":null,"work_id":"47c38e6d-d0f3-42e2-9042-f4ea058d4ea8","year":1906},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1906.03671","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:300f7c2fe8219993ba7d725cbe389e42f7fcb45c984bc9d49d13859d36a4b64e","observation_id":"f26e462e-2f24-4689-a5ed-5ce52c6cd004","resolution":{"observed_at":"2026-05-11T09:50:59.605276Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Glister: Generalization based data subset selection for efﬁcient and robust learning","venue":null,"work_id":"6f2ba271-eaec-43b7-aa4c-e424ef9c5a4f","year":2021},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2edd5f6e9f407e98ed5118da3c85200edbec5633195979019e4154a1aea83870","observation_id":"a950b5de-1456-4d7b-be87-4bf554cf11bc","resolution":{"observed_at":"2026-05-17T18:42:04.554261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1906.11829","last_updated":"2020-10-27T00:52:20Z","snapshot_observed_at":"2026-07-06T08:03:24.054624Z","submitted_at":"2019-06-26T23:01:47Z","title":"Selection via Proxy: Efficient Data Selection for Deep Learning","version":4},"cited_work":{"arxiv_id":"1906.11829","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1906.11829","snapshot_observed_at":"2026-07-03T19:28:52.634253Z","title":"Selection via proxy: Efficient data se- lection for deep learning.arXiv preprint arXiv:1906.11829","venue":null,"work_id":"12daad0e-7402-46c0-bc01-a0fd7dfbadf7","year":1906},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1906.11829","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:854783db31ff57b370e830404bca8f1db9245d4f1823c7910858ad78e756bba1","observation_id":"c913e5cf-d29d-46f1-bd0e-99961b8fc4b1","resolution":{"observed_at":"2026-05-11T09:50:59.601074Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Deep learning on a data diet: Finding important examples early in training","venue":null,"work_id":"85b915b5-f611-4201-b1cc-8a22a3ea1e50","year":2021},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:65a92c895931b4ab870fadd8e8a576bcae2fa671082bd32bc2de669fae925adc","observation_id":"20e24265-4a7b-4590-a8f3-26fb008aeaea","resolution":{"observed_at":"2026-05-17T18:42:04.566952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Monotone submodular maximization over a matroid via non- oblivious local search","venue":null,"work_id":"6f59d652-5166-4b32-baf3-7e893e65a85a","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:5afb996e6b939ac272514927da4591c372e08566b3a3468015afdab0381a4998","observation_id":"b610d825-c34b-4c72-85cb-91b34346914d","resolution":{"observed_at":"2026-05-17T18:42:04.541997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Maximizing non-monotone submodular functions","venue":null,"work_id":"c10279d6-60bf-4daa-ad6c-9bc94bbcfcc3","year":2011},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:af7670eadaa0146235ab66d58a06358b179e066f4ac7b1abcbef9d89c82d8a6e","observation_id":"ef5d9970-08c7-4011-a081-fb1777357918","resolution":{"observed_at":"2026-05-17T18:42:04.624181Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Challenging big-bench tasks and whether chain-of-thought can solve them","venue":null,"work_id":"ed0ac62b-9433-420b-9b32-d90020e1f2d9","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:116914d79d012d786d65e0bea4bca232f2b1ad5a635c04b9f8ec3ac8ab91eb3c","observation_id":"d49eb784-60c2-42a5-9d2a-3243cec76211","resolution":{"observed_at":"2026-05-17T18:42:04.644824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Be- yond the imitation game: Quantifying and extrapolating the capabilities of language models","venue":null,"work_id":"78bdace9-9830-492d-897f-1ef38e93ed34","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2d4d755ecae3fa15495c2a3538470020be6d90d801d3765a3a70f0eeffe46c13","observation_id":"a44b3135-de33-42fe-b7a2-90685005197f","resolution":{"observed_at":"2026-05-17T18:42:04.637761Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":"2009.03300","doi":"10.48550/arxiv.2009.03300","metadata_source":"pith","pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Measuring Massive Multitask Language Understanding","venue":"cs.CY","work_id":"e87ec49a-544b-4ec8-8991-75298c64ff5e","year":2020},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:a6bbd9f703c6a87807cf7353e10c84fe07f684508cb2cd7dca21bfb2c6db08a5","observation_id":"e8658ba7-e3eb-49e1-be01-a12d7d589581","resolution":{"observed_at":"2026-05-11T09:50:59.556214Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:06.256034+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:06.256034+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"worker-as-judge","venue":null,"work_id":"5d08444b-88aa-4b38-93eb-13415db8940a","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d109b9979d23e3447c0eceea36518f9a70e9a9659fd0a8e64fc10c26b2e34341","observation_id":"c3e673d5-dad3-4a4b-9314-fe49e1806c30","resolution":{"observed_at":"2026-05-17T18:42:04.647856Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"01485817-bceb-4eaf-b06c-bd0c002988da","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:430f7d8e78254ee8d34df316a360cec8630cf331cf44a2f892bd8bf7e65945f4","observation_id":"a836ca0a-62c5-43a4-b6f5-93dcc9338b38","resolution":{"observed_at":"2026-05-17T18:42:04.506986Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"bf7293e9-42fa-4290-8c3e-470343de5dea","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6f40873d407b643701b5543bf36049d88f1626dcb1739e1fd044bf2ad3f94a99","observation_id":"69c696ca-c700-45a9-a6d6-3a0bfbb1af4c","resolution":{"observed_at":"2026-05-17T18:42:04.576408Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"calculate the ﬁnal coordinates","venue":null,"work_id":"c7376355-d63d-4afe-a42c-ea11a50568ee","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:bdb1fd3c9b7ed9dfa65d8838beb5654eb7722baab123972e3618b283094efc25","observation_id":"e03a3200-e71f-49ef-938f-d2ce4f20f104","resolution":{"observed_at":"2026-05-17T18:42:04.503669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"During the initial rounds, POES uses a random subset identical to the Random baseline","venue":null,"work_id":"4f11c26d-2226-4a0c-99ae-9553feda2f8d","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:75bf4cff1806ba3b26d6d1ad7932a8841e0b826f752e13f87ed04d33bea3cd5f","observation_id":"8cfe2a8c-c431-4716-80d7-e985a62617cc","resolution":{"observed_at":"2026-05-17T18:42:04.499990Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2cdb545d-7de8-41c7-9089-43708669ffb7","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c9f43f7efa5bb364ff4538a837b85412f26738e04736f769f0d76a7b7b8635ea","observation_id":"0d359991-3144-4499-8b97-4ad4b2cd3b12","resolution":{"observed_at":"2026-05-17T18:42:04.513873Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"After warmup exit, the subset evolves gradually: the swap budget Bt limits the number of items that can change per round (typically 2–4 out of k=20)","venue":null,"work_id":"e527f70c-5471-4033-9006-e808a7641749","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c30c88a5c6ba9874b5bc32f407c48069cb6b7d9b7ca5ca84061b2951ed8c0193","observation_id":"73fcd71e-eea9-4366-80be-e155740be17a","resolution":{"observed_at":"2026-05-17T18:42:04.517299Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"discriminative","venue":null,"work_id":"6c03e5cc-147a-4cdf-96ab-cd3c9122bf74","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:94e27efc4137e8a6a33aa11ed35885356696b3c91e2e3b9449377b1215fae322","observation_id":"bb0c4187-ed8a-4d0f-b745-6d654191427f","resolution":{"observed_at":"2026-05-17T18:42:04.521244Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a133bd6a-8c53-4c4e-b6a7-0cba4c3c470a","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2156c09a30349fb62cebeb1e810b13ee374b4b891dc8d3c11c3c7a2068fb382f","observation_id":"05a006e0-0ed6-4456-851b-85b4c8870b42","resolution":{"observed_at":"2026-05-17T18:42:04.546446Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2PL trade-off, scaling to larger pools and generation tasks, and reduced gains when all prompts already perform similarly","venue":null,"work_id":"6eec0d3e-35c1-4504-8528-4ca291e7f98e","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:ca20046cdbb4caef32a98a48b3495f4710794cbf72f39af6fca1d0189ab7c6ec","observation_id":"37b7adf9-2f8e-4a9c-aaa9-9650ca58b731","resolution":{"observed_at":"2026-05-17T18:42:04.668542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"557432ea-bb3c-443f-942c-d09e4c2f9fe2","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:e87b8f407787607cc677cfc618d052083007364d1326475812bda0f0266c3110","observation_id":"3b37fd1a-92ac-4d0a-82bb-dfb2cd3f13b6","resolution":{"observed_at":"2026-05-17T18:42:04.672065Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2aaa1100-6c9b-498e-823b-37d4dc0ffb33","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:dc9bb7cb9fe3df4281354cbb53ef920a0d4397deaacc4abf30c0113576f86e99","observation_id":"b7e57059-4146-487e-be5f-a047fa66298f","resolution":{"observed_at":"2026-05-17T18:42:04.598571Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"All datasets used are publicly available benchmarks (BBH, BigBench, MMLU, GSM8K, MA TH, MultiArith)","venue":null,"work_id":"30fda891-1743-447b-b471-29c4a9f849c9","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:98e78aa224a5cac1040816e35b40f11c00b8d5b07762466fccc1033570657ace","observation_id":"cbd4f3b3-5a1f-45c1-ad5c-28dbf33fff14","resolution":{"observed_at":"2026-05-17T18:42:04.658676Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b5872094-0d31-46bc-9341-13348d1a7f53","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c68ee8c3a104d6fb10d13c68274417ea9558e4f8f4ddab94b5391a8dbf4d1bb5","observation_id":"a616da96-4338-4ffe-92ae-1bd132113494","resolution":{"observed_at":"2026-05-17T18:42:04.563058Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The scheduler diagnostics in Section F report means with stan- dard deviations","venue":null,"work_id":"6adb2af3-2370-454c-89fa-1a40121cbaf3","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:ecf4ccd64da52ac19f413db9a1db469bb66f00c15f39326b21cb68d48cec1c8f","observation_id":"571357e9-052e-4b94-8f1a-70a4836d326f","resolution":{"observed_at":"2026-05-17T18:42:04.496767Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"51f05081-58c7-46bd-b9c4-7aee90ef0427","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:270ba1f6e63c3846190fe09a524954b8c0711108504bc1b3b3af3553d0c56df8","observation_id":"a478b234-a751-4c7e-95b6-dd3551a33edb","resolution":{"observed_at":"2026-05-17T18:42:04.524920Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"040054ef-d19b-4664-a5bd-ab1d52e45cd4","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:e3590e64b542c32d051e2e23bd7e019979fc547a098598a23eefb502e01337e1","observation_id":"4e3c0482-b518-4d16-a466-1c44cc1158d7","resolution":{"observed_at":"2026-05-17T18:42:04.529978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"16e7af0d-1272-4353-a222-f055eb630c5c","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c51e4de0142144ad7b2e95f5bf5cbd3366c9662ecb81ba8020bfb7e9ce67c86c","observation_id":"927cd95b-3148-4395-a2c9-3fa7a6b5054e","resolution":{"observed_at":"2026-05-17T18:42:04.596065Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"32ef00d8-b573-4421-9bc8-4682d68fde3f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:9064eaa1fe079532bfa93143d9ada5a01a0f51781664c5ca22d197a9efac9034","observation_id":"438956cd-0a3f-464c-a7e8-4d589034617e","resolution":{"observed_at":"2026-05-17T18:42:04.601206Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"All are publicly available under permissive licenses","venue":null,"work_id":"34ff2479-ccd6-42ef-b848-e4aaa9dc948f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:dbe998cb24a75f12d97e7ad609c6e017668781ef5d6c7b6407954731f551c474","observation_id":"78ced53f-b52b-457c-8378-ade575d7ab63","resolution":{"observed_at":"2026-05-17T18:42:04.610953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"8b8ba336-b4fb-4aed-aa56-5d7b1637a358","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:dee08141d4c1c7a647c99b97f4ef1c5940178c915542bd1723067d7a2d3eebb5","observation_id":"8d2220b8-d67e-497a-8842-5ae039bc0e30","resolution":{"observed_at":"2026-05-17T18:42:04.613916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"11663977-0c64-4839-a5ca-f3e67c80c717","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f7f67c8f9ca6fe658651493bcd7b9f5512bbae97cdd88d9f211b8311702a4457","observation_id":"c394f6b5-ab55-4c69-bd2b-5ac9d50adc89","resolution":{"observed_at":"2026-05-17T18:42:04.630894Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"46ad2975-490c-4c7e-b610-d7ea0a38e481","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d372a5cb16f999ec678558f18bb922cb5599249481a156f4f2b4560946ee523e","observation_id":"39df8bc7-1cc7-48e1-84c7-32fa9a0dbadf","resolution":{"observed_at":"2026-05-17T18:42:04.675628Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6969e216-338d-45f9-93eb-9a4b85575f98","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:497f60b9e89f75231f3143147ace093607ad974a5f4967ddf919371933b37f18","observation_id":"753e8a98-be73-43cd-b884-d0e6e87b7127","resolution":{"observed_at":"2026-05-17T18:42:04.678644Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees"},"reference_resolution":{"displayed":69,"state_counts":{"malformed_identifier":0,"metadata_mismatch":4,"parse_uncertain":0,"unresolved":15,"verified_exact":12,"verified_fuzzy":38},"total_outbound_references":69},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 69 of 69 outbound references and 0 inbound Pith citation observations for arXiv:2604.11328."}