{"as_of":"2026-08-09T13:08:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d29ff1e42a6a9d0dfe0655fbbec5a88d0b8a794b6061fc3af38daa36352d0e87","coverage":[{"denominator":18,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T01:25:46.465881Z","state":"measured"},{"denominator":18,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":18,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.14673/citation-record","integrity":"/paper/2607.14673/integrity","json":"/paper/2607.14673/citation-record.json","paper":"/paper/2607.14673"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.365855Z","title":"https://huggingface","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.365855Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:50f5b6df73916a23e68b011ef0e2dc90a0e95a2c5dd0c6b692ea7d19ac4541e1","observation_id":"e1a09d31-4020-45a0-b7be-6b11ccb19306","resolution":{"observed_at":"2026-08-02T01:25:45.365855Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2510.27106","last_updated":"2025-10-31T02:06:37Z","snapshot_observed_at":"2026-08-04T23:39:36.848150Z","submitted_at":"2025-10-31T02:06:37Z","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2510.27106","snapshot_observed_at":"2026-08-02T01:25:45.462038Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.462038Z"},"links":{"cited_paper":"/paper/2510.27106","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:c20c3c13a28ffd779bb4d79710fd9de001d03873b6f854420f97f51d1b74577a","observation_id":"2a51893a-4278-4866-850f-8057b3fcc3ef","resolution":{"observed_at":"2026-08-02T01:25:45.462038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.513063Z","title":"https://ibm.github.io/ eval-assist/","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.513063Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:02bd35ac33458cdf8eb711ca788db74cdff88ccb5943b1523dab800505042d87","observation_id":"9f9b4bf8-d39d-4c58-935a-c276687ba167","resolution":{"observed_at":"2026-08-02T01:25:45.513063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.626700Z","title":"Md Monjurul Karim, Sangeen Khan, Dong Hoang Van, Xinyue Liu, Chunhui Wang, and Qiang Qu","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.626700Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:59accf4096d9164bef0601108d69fd8eee3de52eda2a638e36706645c4310353","observation_id":"42e6884c-f47c-474e-9725-3d7f3dd1893a","resolution":{"observed_at":"2026-08-02T01:25:45.626700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-01T19:14:56.803459Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-02T01:25:45.805577Z","title":"Yang Liu, Dan Iter, Yichong Xu, Shuohang Wang, Ruochen Xu, and Chenguang Zhu","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.805577Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:4d57e65f2ee58fdfd545e425b94de269e664af9cdb081c22761a9638e7436938","observation_id":"525ab0e9-df0d-45fb-88c2-4401cef595f3","resolution":{"observed_at":"2026-08-02T01:25:45.805577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-02T01:25:45.902437Z","title":"Chaitanya Malaviya, Joseph Chee Chang, Dan Roth, Mohit Iyyer, Mark Yatskar, and Kyle Lo","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.902437Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:b9939b848f9657842235b7d0b587b34581cfca1cd5153e35011f3773aad67fa0","observation_id":"3dbe9a29-b682-44a4-9e70-99a4792db680","resolution":{"observed_at":"2026-08-02T01:25:45.902437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.982334Z","title":"https://allenai.org/blog/ contextualized-evaluations","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.982334Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:c67eeddad1ac911f6cbcce5be8ba44981db76257d1a5d78d8ffdb6544b89164f","observation_id":"9d7f755f-699a-4f88-b7d0-9277df1f5c33","resolution":{"observed_at":"2026-08-02T01:25:45.982334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.060436Z","title":"https://huggingface.co/collections/ nvidia/nemotron-personas","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.060436Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:725cca72f60c16819f27b13cf9c75e552b782a7c4ca9e6a206a9ea4f8ae35787","observation_id":"a67e0133-8cb2-4819-9f9b-723459812d9e","resolution":{"observed_at":"2026-08-02T01:25:46.060436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.142742Z","title":"https://openai.com/index/ evals-drive-next-chapter-of-ai/","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.142742Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:1a9cc38db67673fcd8276d501a172a42c98f4b619e81d3ff8c3a79d71d637be3","observation_id":"53b49890-08ed-42dd-a69b-ca5c49cce761","resolution":{"observed_at":"2026-08-02T01:25:46.142742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.226575Z","title":"https://github.com/openai/ evals","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.226575Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:9db49c3483eb153d3c51a32c640516fdd5599e562dfd78c1ee78c707f2b0e5d7","observation_id":"c116faf8-dfd2-4dc3-8ec3-e35689243bf4","resolution":{"observed_at":"2026-08-02T01:25:46.226575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.309918Z","title":"https://www.promptfoo.dev/","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.309918Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:1d7e9fcd3128edf0074b2566c0b9f5a4639a884a12f765a5e3129f144b13014c","observation_id":"6562dca6-69db-44ec-8c32-692384f84681","resolution":{"observed_at":"2026-08-02T01:25:46.309918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.394399Z","title":"Amazon Sci- ence, https://www.amazon.science/blog/ ground-truth-is-a-process-not-a-dataset","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.394399Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:71025664d54806915a1ea546a147ee7fa4a658ade51e1492e258054d55a243e9","observation_id":"a28e8b0e-d270-40f6-a25b-d46d79b30190","resolution":{"observed_at":"2026-08-02T01:25:46.394399Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:46.465881Z","title":"https://inspect.aisi.org","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:46.465881Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:7f0b28a5366258605f8f2fa04b90ba4f32285b091a61f51593d4b553861db374","observation_id":"bb58f8c5-f89a-4dca-a4a5-6d247e1c00ec","resolution":{"observed_at":"2026-08-02T01:25:46.465881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.09977","last_updated":"2020-02-27T07:36:47Z","snapshot_observed_at":"2026-08-04T13:03:06.820772Z","submitted_at":"2020-01-27T18:53:15Z","title":"Towards a Human-like Open-Domain Chatbot","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.09977","snapshot_observed_at":"2026-08-02T01:25:45.104232Z","title":"Arize AI","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.104232Z"},"links":{"cited_paper":"/paper/2001.09977","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:ca621d6e9be036b0cc7298d10fcc76daf6ab8bfad23540901280671463240067","observation_id":"e05e64fa-219f-4db1-88a8-f378e5597272","resolution":{"observed_at":"2026-08-02T01:25:45.104232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.13298","last_updated":"2023-01-30T21:31:48Z","snapshot_observed_at":"2026-07-06T14:46:19.313091Z","submitted_at":"2023-01-30T21:31:48Z","title":"LongEval: Guidelines for Human Evaluation of Faithfulness in Long-form Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.13298","snapshot_observed_at":"2026-08-02T01:25:45.730530Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.730530Z"},"links":{"cited_paper":"/paper/2301.13298","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:cfc65c8aa7e4dff8bff3a64070e6e1327e58478f25469995d7918178db16bafd","observation_id":"154b4396-26e0-48d5-883c-8e9369d4abac","resolution":{"observed_at":"2026-08-02T01:25:45.730530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.291698Z","title":"In Findings of the Association for Computational Lin- guistics: ACL 2024, pages 2149–2176","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.291698Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:180d5283cac19c6c46bd73048b7ea9e47ba02c7db2ef34f527fe8d5ff30ccf34","observation_id":"b901ff14-8302-44a7-83fe-8159ce8534c3","resolution":{"observed_at":"2026-08-02T01:25:45.291698Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-02T01:25:45.406072Z","title":"Prakhar Gupta, Adithya A Rajasekar, Ameet Patel, Manav Kulkarni, Anirudh Sunell, Khyathi Kim, Karthik Ganapathy, and Ashish Trivedi","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.406072Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:4c06b43d4deab83cff4991a7b9216efd171ab5823949dbfd6b303054cb116189","observation_id":"87ada689-5d2c-4beb-93fa-727e6a04ead6","resolution":{"observed_at":"2026-08-02T01:25:45.406072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T01:25:45.192884Z","title":"https://arize.com/llm-as-a-jury/","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-02T01:25:45.192884Z"},"links":{"citing_paper":"/paper/2607.14673"},"observation_digest":"sha256:b7b5da7ed924db5206e6fe4ec119ae52d97ead3328704ff8a31981c3616ce048","observation_id":"6b8ad09a-c1a9-4824-a728-aecc8a35fd8d","resolution":{"observed_at":"2026-08-02T01:25:45.192884Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.14673","last_updated":"2026-07-16T07:38:39Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-08T12:03:10.447479Z","submitted_at":"2026-07-16T07:38:39Z","title":"Project Kaleidoscope: Contextual, Human-Aligned Evaluation for Real-World AI Applications"},"reference_resolution":{"displayed":18,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":18,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":18},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 18 of 18 outbound references and 0 inbound Pith citation observations for arXiv:2607.14673."}