{"as_of":"2026-08-11T13:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f1cfda6a30b6eb4cd88c8958cdf39e435458d07011c89886d7f6930b7ad0887a","coverage":[{"denominator":35,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T15:57:28.897242Z","state":"measured"},{"denominator":35,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":35,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2501.13480/citation-record","integrity":"/paper/2501.13480/integrity","json":"/paper/2501.13480/citation-record.json","paper":"/paper/2501.13480"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.326220Z","title":"Google ai overview,","venue":null,"work_id":"79ffdd6a-fed7-4a22-b87d-c9d19b6303a3","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.788497Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:9fecf0edd2302bc3446a07c1bf9018eb43a45311af4cca1908d8a8fd8c823683","observation_id":"f21964eb-4c7f-4cb1-8a1a-2f11137b3244","resolution":{"observed_at":"2026-08-10T15:57:29.329508Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.318497Z","title":"Perplexity ai search engine,","venue":null,"work_id":"4c3bc7a1-955e-43a9-9164-68eba201e8ca","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.792407Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:dbe417ce0e1478752d09e11372df1153c4d905e89e74b1c62ee7b823b96b8a95","observation_id":"9daba3bd-4288-40d5-8594-51ee34b00a90","resolution":{"observed_at":"2026-08-10T15:57:29.321383Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.310681Z","title":"Duolingo max with gpt-4,","venue":null,"work_id":"002349ad-88be-400f-9f8f-b53632f5be0c","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.795352Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:dcee6a7ea99aa811268d9dea20ed88c61f1637b61f068fa000b2d393d022d44b","observation_id":"0af4072a-52f5-4d7f-9845-f77e2834a410","resolution":{"observed_at":"2026-08-10T15:57:29.313480Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.17653","last_updated":"2023-12-24T10:08:59Z","snapshot_observed_at":"2026-08-07T08:17:30.261255Z","submitted_at":"2023-12-24T10:08:59Z","title":"LARP: Language-Agent Role Play for Open-World Games","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.17653","snapshot_observed_at":"2026-08-10T15:57:28.798640Z","title":"Larp: Language-agent role play for open-world games,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.798640Z"},"links":{"cited_paper":"/paper/2312.17653","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:78153e482f40d4c3b94410c4ed94680a5d225703eaf9d2bcb58870ed446572fd","observation_id":"60879544-7caf-43dc-9d16-21008aedc984","resolution":{"observed_at":"2026-08-10T15:57:28.798640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.302756Z","title":"[Online]","venue":null,"work_id":"64185246-0ec7-49e9-8c9b-9df26c883941","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.802100Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:bcfb34f18bfee411adc57d490468eb655ed3ce8150cf9123b69d4179c0f0cd17","observation_id":"cb67897d-4bb6-4444-91b2-828a33ae05d7","resolution":{"observed_at":"2026-08-10T15:57:29.305595Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.295000Z","title":"Ai dungeon,","venue":null,"work_id":"6cb98e26-5c08-4f9f-821f-6910569f5836","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.805163Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:de82437820a40c20aebf73c89e2a8424c8cd43ea97a75b547539c3d824fc8841","observation_id":"3468f8bb-2af3-421c-859c-0a991b438a8c","resolution":{"observed_at":"2026-08-10T15:57:29.297876Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.287231Z","title":"Github copilot,","venue":null,"work_id":"a0983015-129e-453e-815a-4fc6f211a9da","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.808405Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:8b6f6942ac5edbc3f6d770fddf817a88fa5c2ca10f690e0b38be2ba063d0de68","observation_id":"d0dea566-4e0f-49f5-acfd-a900e95cd2d9","resolution":{"observed_at":"2026-08-10T15:57:29.289995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05002","last_updated":"2025-02-18T01:17:04Z","snapshot_observed_at":"2026-07-06T18:58:48.131448Z","submitted_at":"2024-08-06T05:46:28Z","title":"An Empirical Study on Challenges for LLM Application Developers","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.05002","snapshot_observed_at":"2026-08-10T15:57:28.811241Z","title":"An empirical study on challenges for llm developers,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.811241Z"},"links":{"cited_paper":"/paper/2408.05002","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:039b9899b662244737864b04c0a4af5e9f9cd06c7180bb4463846f1bf8556a1a","observation_id":"4fa0d9a7-ae83-4634-8559-334f977a9940","resolution":{"observed_at":"2026-08-10T15:57:28.811241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.16559","last_updated":"2025-04-07T06:57:06Z","snapshot_observed_at":"2026-07-06T19:21:33.180652Z","submitted_at":"2024-09-25T02:16:45Z","title":"Demystifying Issues, Causes and Solutions in LLM Open-Source Projects","version":2},"cited_work":{"arxiv_id":"2409.16559","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.16559","snapshot_observed_at":"2026-08-10T15:57:29.092594Z","title":"Demystifying Issues, Causes and Solutions in LLM Open-Source Projects","venue":"cs.SE","work_id":"bd7281d0-0f54-432c-87c9-5e5f49ce71ed","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.814524Z"},"links":{"cited_paper":"/paper/2409.16559","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:914ca321ea26bae6ca597ae14cb00738c0d47c3c5b1fe29c5f60e31baa0cb26f","observation_id":"8c955b56-3082-4787-ac6a-0084017cdc43","resolution":{"observed_at":"2026-08-10T15:57:29.096391Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.279177Z","title":"Langchain prompt template,","venue":null,"work_id":"a21785ac-e812-46b1-a881-0371b32133a9","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.817834Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:f90c4955648af101d4fe732d49e84413333a956c5f7fb493553a9df20728cf08","observation_id":"668c43b7-2512-4fcc-8e4e-fcdab5bd36e9","resolution":{"observed_at":"2026-08-10T15:57:29.282068Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03038","last_updated":"2024-03-31T20:51:33Z","snapshot_observed_at":"2026-07-06T17:12:10.787061Z","submitted_at":"2024-01-05T19:27:58Z","title":"SPADE: Synthesizing Data Quality Assertions for Large Language Model Pipelines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03038","snapshot_observed_at":"2026-08-10T15:57:28.820612Z","title":"SPADE: Synthesizing Data Quality Assertions for Large Language Model Pipelines","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.820612Z"},"links":{"cited_paper":"/paper/2401.03038","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:bbc35ad8f49d41cb36e816adf8ed740870da3a273206efdbbfd0d38ab89b158d","observation_id":"1f50c581-4dde-42fb-b742-ca4da59800e0","resolution":{"observed_at":"2026-08-10T15:57:28.820612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12272","last_updated":"2024-04-18T15:45:27Z","snapshot_observed_at":"2026-08-09T21:36:34.807258Z","submitted_at":"2024-04-18T15:45:27Z","title":"Who Validates the Validators? Aligning LLM-Assisted Evaluation of LLM Outputs with Human Preferences","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12272","snapshot_observed_at":"2026-08-10T15:57:28.824032Z","title":"Who Validates the Validators? Aligning LLM-Assisted Evaluation of LLM Outputs with Human Preferences,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.824032Z"},"links":{"cited_paper":"/paper/2404.12272","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:0e9d9c65cc980e9cfa8f2c2260cadfaa556328b33e23e89df213d0682f5c68e4","observation_id":"e121041d-7bf0-49f7-ad0e-064d05d46d07","resolution":{"observed_at":"2026-08-10T15:57:28.824032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.271345Z","title":"Adaptive Random Testing,","venue":null,"work_id":"1fa0211b-2ff6-4433-9fe9-9faefa7ab7b4","year":2004},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.827491Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:d5a8a202a1dcecbbfaeb38abeb53bd5fde0c6bb5b899b70baac3b74715c3a727","observation_id":"33872efb-d661-4e9e-ba42-2b723d333edd","resolution":{"observed_at":"2026-08-10T15:57:29.274129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17907","last_updated":"2025-02-22T06:44:40Z","snapshot_observed_at":"2026-07-06T19:38:31.218025Z","submitted_at":"2024-10-23T14:26:51Z","title":"Adaptive Random Testing with Q-grams: The Illusion Comes True","version":5},"cited_work":{"arxiv_id":"2410.17907","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.17907","snapshot_observed_at":"2026-08-10T15:57:29.055067Z","title":"Adaptive Random Testing with Q-grams: The Illusion Comes True","venue":"cs.SE","work_id":"f2ceaf6e-b80f-4e83-b7f9-0da1b5288b4c","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.830503Z"},"links":{"cited_paper":"/paper/2410.17907","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:d33350607be29392673d9bbe3b191fc48d9ada791053043519baed3aac3ddd31","observation_id":"7bcb7fc1-6451-491d-b3b0-5bfb60d7eb79","resolution":{"observed_at":"2026-08-10T15:57:29.058707Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.262761Z","title":"Clustering by compression,","venue":null,"work_id":"db0d4ef8-4953-4c49-bdf9-91dcaf71318b","year":2005},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.833794Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:dd99e79637811ebae7dc279bd92ad8c7584038167d339a24b6a24b660ddbf53a","observation_id":"5bd44723-31e1-46fd-a3fd-09902560b015","resolution":{"observed_at":"2026-08-10T15:57:29.266046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08216","last_updated":"2024-06-12T13:45:45Z","snapshot_observed_at":"2026-07-06T18:29:34.538901Z","submitted_at":"2024-06-12T13:45:45Z","title":"A Software Engineering Perspective on Testing Large Language Models: Research, Practice, Tools and Benchmarks","version":1},"cited_work":{"arxiv_id":"2406.08216","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.08216","snapshot_observed_at":"2026-08-10T15:57:29.040827Z","title":"A Software Engineering Perspective on Testing Large Language Models: Research, Practice, Tools and Benchmarks","venue":"cs.SE","work_id":"7b5e1208-499c-4b70-b353-106b90052054","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.836747Z"},"links":{"cited_paper":"/paper/2406.08216","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:2bf5df012e5799237a9b4f8ed95f972707d4bccd706e1fe7aaefb3d7e5c99cef","observation_id":"d29a1024-eecb-41a2-a7f1-81c811e2bbb1","resolution":{"observed_at":"2026-08-10T15:57:29.044353Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.254325Z","title":"Deepeval dataset generation,","venue":null,"work_id":"52adf49f-ec15-4a2b-926d-1be7e1e007a7","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.840224Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:50ede00fb41d9dcba159b8f8a83d00255517a55a3e761d07beb4a1b8a7cc1b7f","observation_id":"7ade91b6-cd37-4024-a02e-5b577088b1da","resolution":{"observed_at":"2026-08-10T15:57:29.257328Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.245664Z","title":"Promptfoo dataset generation,","venue":null,"work_id":"f78062f7-ff1e-465f-bedc-3a0def80ac47","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.843238Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:33a1db5bca578566d1fe9f37211a713693c1783ec952bd3c67521bd9f899ffc1","observation_id":"ef1c7bc9-7c1c-44c5-90d8-28fe75304bf2","resolution":{"observed_at":"2026-08-10T15:57:29.248664Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.236950Z","title":"Promptfoo,","venue":null,"work_id":"49e392bb-b34c-4218-a89c-5afc01567a10","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.846207Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:d834207094a2abfba28218da6309e74a310cbc52b91bd6b623ea545d96db3597","observation_id":"b0fe5a7b-196d-440b-bfb7-35c0e34f1b24","resolution":{"observed_at":"2026-08-10T15:57:29.239969Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.228607Z","title":"Trulens,","venue":null,"work_id":"cbc2099b-8fd1-496d-823a-260375e96c38","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.849171Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:bb7fc925d000b605bcd51d1bd3a2628b617d3300aac2b5f684625e988c8b2fe3","observation_id":"d53ba1f1-d5f6-4617-89a6-2706aea0a028","resolution":{"observed_at":"2026-08-10T15:57:29.231449Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.220875Z","title":"Langsmith,","venue":null,"work_id":"644b28b6-79cc-4cb9-9ed2-dd39433aa26d","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.852090Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:4b6704b665443a5e1ebe14ec9539db78d36e13bfb8e1510ae3483ee2d4c669c0","observation_id":"417b8292-1745-4dfb-a164-20cbce5dc399","resolution":{"observed_at":"2026-08-10T15:57:29.223720Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.212775Z","title":"Giskard,","venue":null,"work_id":"5a0a9119-1365-486b-b5b0-43b77b41095d","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.855201Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:cf0553b8593c900d6def0b7603d707c12f69003341784d49f9116185f82b8a58","observation_id":"506681a9-b979-4fef-ae24-8595a1bf2b9e","resolution":{"observed_at":"2026-08-10T15:57:29.215567Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.204770Z","title":"Deepeval,","venue":null,"work_id":"8e7e1492-3869-4c8c-a084-8ac0b2c21e8a","year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.858392Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:f8de04f082156d1dc0f2cb2f249bc6169eb64f5aac96a3153cc471179d3aaf79","observation_id":"67b17a01-152d-4a10-abfe-e348054600d4","resolution":{"observed_at":"2026-08-10T15:57:29.207708Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:28.861471Z","title":"ChainForge: A Visual Toolkit for Prompt Engineering and LLM Hypothesis Testing,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.861471Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:97dbb38373a8ffe3fcb616d6e55bfa153d73975e040b09f56528825da56c093c","observation_id":"394fc7ea-bf8c-48c4-8c76-46399f12bd3c","resolution":{"observed_at":"2026-08-10T15:57:28.861471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.196155Z","title":"Adaptive random testing,","venue":null,"work_id":"69021516-af17-4897-99d3-39bc189a41e1","year":2004},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.864681Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:41553d74a17d42060a606bb12f21e3316f1aaf4d51f5ad59153ec08a5fba0642","observation_id":"56e93d47-d235-4f07-bd28-e8135b4c2da6","resolution":{"observed_at":"2026-08-10T15:57:29.199353Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.187490Z","title":"Adaptive random testing: An illusion of effectiveness?","venue":null,"work_id":"f4cbb640-67e7-4366-88ae-1d055dd95c88","year":2011},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.867765Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:d43c1598f19a6cf65f02ac12736e674757a4d818671a03b40fb95ef5e3507c35","observation_id":"3c962ea1-ac68-41ff-8cd5-4e0243ab5247","resolution":{"observed_at":"2026-08-10T15:57:29.190620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1506.03482","last_updated":"2015-06-10T21:08:34Z","snapshot_observed_at":"2026-08-10T03:34:09.956881Z","submitted_at":"2015-06-10T21:08:34Z","title":"Test Set Diameter: Quantifying the Diversity of Sets of Test Cases","version":1},"cited_work":{"arxiv_id":"1506.03482","doi":null,"metadata_source":"pith","pith_arxiv_id":"1506.03482","snapshot_observed_at":"2026-08-10T15:57:28.949980Z","title":"Test Set Diameter: Quantifying the Diversity of Sets of Test Cases","venue":"cs.SE","work_id":"3c1db42a-d0fb-46d6-8398-cbbbcc58a2cd","year":2015},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.871096Z"},"links":{"cited_paper":"/paper/1506.03482","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:9c067d800dd9332dc169f550d56df50d2d87ecb06afb337371c4a7dc1f4d59e5","observation_id":"b6604366-554f-4c85-a6a7-69d2dd829a65","resolution":{"observed_at":"2026-08-10T15:57:28.955348Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.178186Z","title":"Comparing white-box and black-box test prioritization,","venue":null,"work_id":"92502949-d2f1-41dc-9ff3-8c2bdd2e249a","year":2016},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.874636Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:d1f21e73c98ab1494aea5c8b5f70ab2c61b69377e3cde062caebaeba9d5727d0","observation_id":"8a0c217e-0cee-4068-8976-7066d10851f1","resolution":{"observed_at":"2026-08-10T15:57:29.181532Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.168213Z","title":"A comparison of coverage-based and distribution-based techniques for filtering and prioritizing test cases,","venue":null,"work_id":"2e1cc2fd-8b3d-4e39-935e-68f265224933","year":2003},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.877908Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:9d1c53101a80f2b7cac40028a75626f3e58be8f7feab336f77bc21f86232a938","observation_id":"ca9cce61-3c49-4d0e-8e04-bef67b544ed6","resolution":{"observed_at":"2026-08-10T15:57:29.171539Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.158467Z","title":"Adaptive random testing: The art of test case diversity,","venue":null,"work_id":"fd516613-ddfa-4744-8f69-f5698ebdda6d","year":2010},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.881003Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:4c3d27f0ab54538c94cde9d1833e9f9fb94e0455be845f213976c7fe11bd9fe6","observation_id":"cef3105a-9bc4-4282-b616-02151044eb43","resolution":{"observed_at":"2026-08-10T15:57:29.162191Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.09261","last_updated":"2022-10-17T17:08:26Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-17T17:08:26Z","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.09261","snapshot_observed_at":"2026-08-10T15:57:28.884092Z","title":"Challenging big-bench tasks and whether chain-of-thought can solve them,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.884092Z"},"links":{"cited_paper":"/paper/2210.09261","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:8029c18331fabc40f171a6d5bde6a5c4d80aea5114a55f1f06b509d78d8bba7c","observation_id":"be5bb4b6-fd4f-4e69-9f89-70d457fa39e0","resolution":{"observed_at":"2026-08-10T15:57:28.884092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.147743Z","title":"Multitask prompted training enables zero-shot task generalization,","venue":null,"work_id":"028700e9-2e4d-4644-abd9-cc611169bb6a","year":2021},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.887654Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:673ead9d7342564c053196026884b731e15f0c1049e1cff7283c5b36f0bc05c9","observation_id":"505143c0-61ff-4a3a-ae60-55a537e0cc20","resolution":{"observed_at":"2026-08-10T15:57:29.151386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.136715Z","title":"On the use of mutation faults in empirical assessments of test case prioritization techniques,","venue":null,"work_id":"09a8fa5d-05a2-498f-93fe-fe021345070f","year":2006},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.890893Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:b368acc5624fa832802952b5dd96a4ca628dec8e39182c3c8b1354a0c3093838","observation_id":"b33829a6-30a8-4ad5-81a8-70d36eac7ad2","resolution":{"observed_at":"2026-08-10T15:57:29.140166Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T15:57:29.125465Z","title":"Augmenting test suites effectiveness by increasing output diversity,","venue":null,"work_id":"b0495ead-f73f-49f9-bff5-25def912cfd4","year":2012},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.894017Z"},"links":{"citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:e8da330075b00da4e54ad765e6e486d223a492293827c9f84f016aae98769d36","observation_id":"f939b754-e6e2-464c-821f-5c2285b73290","resolution":{"observed_at":"2026-08-10T15:57:29.129273Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1908.10084","last_updated":"2019-08-27T08:50:17Z","snapshot_observed_at":"2026-07-06T08:17:05.681370Z","submitted_at":"2019-08-27T08:50:17Z","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.10084","snapshot_observed_at":"2026-08-10T15:57:28.897242Z","title":"Sentence-bert: Sentence embeddings using siamese bert- networks,","venue":null,"work_id":null,"year":1908},"citing_paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-10T15:57:28.897242Z"},"links":{"cited_paper":"/paper/1908.10084","citing_paper":"/paper/2501.13480"},"observation_digest":"sha256:f1dd39bb652f715729231168037571f3ba81f6a9443cb2f5823d82c7eba5dbd9","observation_id":"01d375d5-a7da-428e-b6fb-338aac9cdbeb","resolution":{"observed_at":"2026-08-10T15:57:28.897242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.13480","last_updated":"2025-01-23T08:53:12Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-10T15:51:59.995239Z","submitted_at":"2025-01-23T08:53:12Z","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach"},"reference_resolution":{"displayed":35,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":4,"verified_fuzzy":24},"total_outbound_references":35},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 35 of 35 outbound references and 0 inbound Pith citation observations for arXiv:2501.13480."}