{"as_of":"2026-08-20T14:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9eaf9695bb03935f60c66bb6824f86edcf65bdc81fcf310c98697211958c0d0b","coverage":[{"denominator":19,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:00:35.771235Z","state":"measured"},{"denominator":19,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":19,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.08303/citation-record","integrity":"/paper/2505.08303/integrity","json":"/paper/2505.08303/citation-record.json","paper":"/paper/2505.08303"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.117678Z","title":"Advances in Neural Information Processing Systems , 33:1877–1901","venue":null,"work_id":"df6a9cc5-24fa-4a5b-92a9-8a2c2ef17f53","year":1901},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.686860Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:c52e8393763b71fb1e3f6036968f20f2a0afe4213fe505c41b43d4f57374407d","observation_id":"21c30bda-37a8-40c5-a0d7-165e01c01abe","resolution":{"observed_at":"2026-08-15T22:00:36.123434Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.04155","last_updated":"2024-06-21T06:06:07Z","snapshot_observed_at":"2026-08-16T14:45:12.472406Z","submitted_at":"2023-11-07T17:31:50Z","title":"Black-Box Prompt Optimization: Aligning Large Language Models without Model Training","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.04155","snapshot_observed_at":"2026-08-15T22:00:35.691748Z","title":"arXiv preprint arXiv:2311.04155","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.691748Z"},"links":{"cited_paper":"/paper/2311.04155","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:037be7d57398b2783d40ad79ef28f683f2274eb7ae62f16320d4070efe3b9777","observation_id":"1e92a30c-afaf-4117-89b9-5a774db8aee0","resolution":{"observed_at":"2026-08-15T22:00:35.691748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-18T18:18:37.449517Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-15T22:00:35.702805Z","title":"arXiv preprint arXiv:2412.19437","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.702805Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:69bfaf9d4359594dd8b9face7e2389f14fdc68bbc8cf115454c8b53e4e0a3da8","observation_id":"29d4f24f-f989-41f1-a5c5-5b6275d2aaaf","resolution":{"observed_at":"2026-08-15T22:00:35.702805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.08532","last_updated":"2025-05-01T11:56:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-15T16:50:09Z","title":"EvoPrompt: Connecting LLMs with Evolutionary Algorithms Yields Powerful Prompt Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.08532","snapshot_observed_at":"2026-08-15T22:00:35.718348Z","title":"arXiv preprint arXiv:2309.08532","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.718348Z"},"links":{"cited_paper":"/paper/2309.08532","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:f1e18515a38001fa379bebfb942e6758a8bfa19695fd67cd02ad830fac7f8330","observation_id":"f4b2cca0-def1-4a54-8e89-adbd6b75bbf7","resolution":{"observed_at":"2026-08-15T22:00:35.718348Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-15T22:00:35.724296Z","title":"arXiv preprint arXiv:2410.21276","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.724296Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:33745e3c9aab52876b65830ee8cfd1536a78ae42fcf4450d0c2dd0c4fd315eba","observation_id":"dd99951a-6e1a-472b-bae5-1d45454ab107","resolution":{"observed_at":"2026-08-15T22:00:35.724296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.03495","last_updated":"2023-10-19T04:37:25Z","snapshot_observed_at":"2026-08-16T15:35:36.835145Z","submitted_at":"2023-05-04T15:15:22Z","title":"Automatic Prompt Optimization with \"Gradient Descent\" and Beam Search","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.03495","snapshot_observed_at":"2026-08-15T22:00:35.734403Z","title":"gradient descent","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.734403Z"},"links":{"cited_paper":"/paper/2305.03495","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:edeaa140dd89480271d314e68524e3bee9cf1ebfacbe03ef9ccd2d3ac13bb711","observation_id":"06b76652-7bd8-4a69-9cb7-6fb1955cdbc1","resolution":{"observed_at":"2026-08-15T22:00:35.734403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.082697Z","title":"In Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pages 4222–4235","venue":null,"work_id":"d418439f-85a2-45b2-a812-724577e3a258","year":2020},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.739747Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:48c1c3a273c8bc0106f1b401e69db94c5a884ddd393f2d6c8d3df44ae1a1c78c","observation_id":"d02df2f1-2672-442d-8eb2-bf313066bde7","resolution":{"observed_at":"2026-08-15T22:00:36.088293Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.14583","last_updated":"2023-06-26T10:48:50Z","snapshot_observed_at":"2026-08-18T02:33:37.256236Z","submitted_at":"2023-06-26T10:48:50Z","title":"Exploring the Robustness of Large Language Models for Solving Programming Problems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.14583","snapshot_observed_at":"2026-08-15T22:00:35.744921Z","title":"arXiv preprint arXiv:2306.14583","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.744921Z"},"links":{"cited_paper":"/paper/2306.14583","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:def8426566a03e02e9e93feb4c341097cf4ace192322305456ba00ecd103234c","observation_id":"c70b25b3-fb70-4e73-82da-dd6286a7f6b2","resolution":{"observed_at":"2026-08-15T22:00:35.744921Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.03409","last_updated":"2024-04-15T07:50:32Z","snapshot_observed_at":"2026-08-15T09:21:11.223719Z","submitted_at":"2023-09-07T00:07:15Z","title":"Large Language Models as Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.03409","snapshot_observed_at":"2026-08-15T22:00:35.755379Z","title":"arXiv preprint arXiv:2309.03409","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.755379Z"},"links":{"cited_paper":"/paper/2309.03409","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:05c47c8353a63ccbd3427c4bd8695e1141c1df92a8a639cfc08df6e98608477d","observation_id":"f89617a7-62b4-4d60-9703-d13bd1c35a4b","resolution":{"observed_at":"2026-08-15T22:00:35.755379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.10420","last_updated":"2023-12-23T12:53:02Z","snapshot_observed_at":"2026-08-18T19:55:31.392155Z","submitted_at":"2023-03-18T14:02:04Z","title":"A Comprehensive Capability Analysis of GPT-3 and GPT-3.5 Series Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.10420","snapshot_observed_at":"2026-08-15T22:00:35.760770Z","title":"arXiv preprint arXiv:2303.10420","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.760770Z"},"links":{"cited_paper":"/paper/2303.10420","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:c2c0df1d504b0a4bdbb4d046b6ecead641bec03e69c19745eaa878f0940d0147","observation_id":"7b91c598-544a-4115-a580-5217ae02fb7a","resolution":{"observed_at":"2026-08-15T22:00:35.760770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.066160Z","title":"https://nlp.stanford.edu/sentiment/","venue":null,"work_id":"b1144c4b-ddae-43bb-b85c-e6837b09b454","year":2025},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.749950Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:842b08fdc09789d8ae65b84f0b4567bb990a3213a633969e373f13daa6b08bc8","observation_id":"4eefcc2e-b170-4cbc-8cc4-2db30c7fbd75","resolution":{"observed_at":"2026-08-15T22:00:36.071454Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.049013Z","title":"https: //github.com/mhjabreel/CharCnn_Keras/ tree/master/data/ag_news_csv","venue":null,"work_id":"b2eea143-be7d-492a-a7f2-d0636eda0c1f","year":2025},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.766631Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:c214ea2d7824834c106b9892a0ea3034669db971fda39a244ffb116a2d314fe7","observation_id":"6eaa0274-49d9-487c-b514-89f8c4e31e6e","resolution":{"observed_at":"2026-08-15T22:00:36.054680Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1911.12237","last_updated":"2019-11-29T09:55:22Z","snapshot_observed_at":"2026-08-16T21:53:06.200582Z","submitted_at":"2019-11-27T15:54:55Z","title":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.12237","snapshot_observed_at":"2026-08-15T22:00:35.713153Z","title":"arXiv preprint arXiv:1911.12237","venue":null,"work_id":null,"year":1911},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.713153Z"},"links":{"cited_paper":"/paper/1911.12237","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:721870402349bfd531729fcb3a149deeacca0975d3694b622f3f6f30a9dd5013","observation_id":"64ee4cc5-d4c1-48d6-a0f7-c847e5fbc570","resolution":{"observed_at":"2026-08-15T22:00:35.713153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.137378Z","title":"In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (ACL 2020), pages 4668–4679","venue":null,"work_id":"3e6fbcd7-4c28-4297-a84a-0d5b60b47206","year":2020},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.675514Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:fcfdfcb15702d0eeb376cfc4274fc393565a2ee788701dfe888295c4db66e62d","observation_id":"f8f0e93c-ddc3-4e70-8ecc-21c633069a20","resolution":{"observed_at":"2026-08-15T22:00:36.143309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:00:36.099664Z","title":"In Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing , pages 3045–3059","venue":null,"work_id":"7bc0b9fc-a52e-4d1b-99c5-8e4a5e0627e5","year":2021},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.729180Z"},"links":{"citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:1c4e564a47af6c48d620a3f7645c27e6043dbcacf1d3a1001c012e6893a18222","observation_id":"b84af844-f30c-4162-8cf5-ece95d41197b","resolution":{"observed_at":"2026-08-15T22:00:36.105652Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-08-17T11:53:58.758448Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-08-15T22:00:35.771235Z","title":"arXiv preprint arXiv:2211.01910","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.771235Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:b432e6d0c66c997bd05dd27aa5bc22dbe7f8f1ea3455954f471bf003f7d162e9","observation_id":"a0a6cf62-eee2-4ed9-8df1-d1c16f70f22f","resolution":{"observed_at":"2026-08-15T22:00:35.771235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-15T22:00:35.681461Z","title":"arXiv preprint arXiv:2312.11805","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.681461Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:651f420cb56ce319d687131511a01f21ce124f2c14b77f19797898aa8f16d905","observation_id":"205db581-43c3-4e42-a7d0-3fc6e729b5df","resolution":{"observed_at":"2026-08-15T22:00:35.681461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.12406","last_updated":"2024-05-20T23:03:49Z","snapshot_observed_at":"2026-08-16T13:51:09.306050Z","submitted_at":"2024-05-20T23:03:49Z","title":"Ground state nature and nonlinear squeezing of Gottesman-Kitaev-Preskill states","version":1},"cited_work":{"arxiv_id":"2405.12406","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.12406","snapshot_observed_at":"2026-08-15T22:00:35.990208Z","title":"Ground state nature and nonlinear squeezing of Gottesman-Kitaev-Preskill states","venue":"quant-ph","work_id":"eb7cc792-4d18-48c0-9412-998d223e88c5","year":2024},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.697522Z"},"links":{"cited_paper":"/paper/2405.12406","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:023ec59db8aa50b4d064a7cd32291d083015a55f122f2c87674375e348ea64c1","observation_id":"71db3659-3475-4915-ae0c-9ac1f1412c62","resolution":{"observed_at":"2026-08-15T22:00:35.997856Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-15T22:00:35.708044Z","title":"arXiv preprint arXiv:2501.12948","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-15T22:00:35.708044Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.08303"},"observation_digest":"sha256:ba7d61a9be4f7f97a485a83c06e34bda3eb3cbd91fc2a8e36821266375799d8e","observation_id":"4c50983e-821f-486b-820d-8436b2e41f8c","resolution":{"observed_at":"2026-08-15T22:00:35.708044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.08303","last_updated":"2025-05-13T07:26:56Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-17T12:35:07.596926Z","submitted_at":"2025-05-13T07:26:56Z","title":"Evaluating the Effectiveness of Black-Box Prompt Optimization as the Scale of LLMs Continues to Grow"},"reference_resolution":{"displayed":19,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":12,"verified_exact":0,"verified_fuzzy":6},"total_outbound_references":19},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 19 of 19 outbound references and 0 inbound Pith citation observations for arXiv:2505.08303."}