{"as_of":"2026-08-16T01:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8e4072d2304d109b508b6b5457fd75309f5474d5c335e5cd1e16587cb9b75eb6","coverage":[{"denominator":17,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T17:15:21.954030Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.12709/citation-record","integrity":"/paper/2411.12709/integrity","json":"/paper/2411.12709/citation-record.json","paper":"/paper/2411.12709"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.190762Z","title":"Designing disaggregated evaluations of AI systems: Choices, considerations, and tradeoffs","venue":null,"work_id":"90aaa5ca-18a7-433c-8686-f51a6f9113ff","year":2021},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.884369Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:0bf8aa5f3bd55a34e3d719198902d21a934510a10c2f9ce66732cc22ba6de0aa","observation_id":"72e07ca0-574d-4f9e-a790-58732ef30866","resolution":{"observed_at":"2026-08-12T17:15:22.194842Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.177779Z","title":"Sociolinguistically driven approaches for just natural language processing","venue":null,"work_id":"0afa7421-7675-4a25-9fc7-49fab4bab73f","year":2021},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.888875Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:c4869f667729f587dce2efb535a1358cee9f0d4ca3d92a691e2e5f44f7824de0","observation_id":"a799c670-1ae9-49c9-8c12-e1043ef0d7d6","resolution":{"observed_at":"2026-08-12T17:15:22.182335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.164977Z","title":"Language (technology) is power: A critical survey of \"bias\" in NLP, 2020","venue":null,"work_id":"c56bf772-7ac7-4dd5-bd8c-c8c025a0ac8d","year":2020},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.893685Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:b79ec4e9e455791d905830843947c13d68607e0751f6dc33cfecc9244ae0e615","observation_id":"c6b0f970-f1ab-4936-8773-faa6866ee183","resolution":{"observed_at":"2026-08-12T17:15:22.169249Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.151462Z","title":"Yu, Qiang Yang, and Xing Xie","venue":null,"work_id":"21561a87-bdc3-4005-bdcc-3c9b490fe57e","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.898185Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:873497a04ba833d04786bd40bfb9702f46014679547c1b7d53c3a6e064ff0128","observation_id":"7e2c2244-702a-4434-88c9-d26c4b7b9f2e","resolution":{"observed_at":"2026-08-12T17:15:22.156007Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.137587Z","title":null,"venue":null,"work_id":"af336429-ce86-4443-b442-f687447a44c2","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.902275Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:e1ac17668d60c704e9bd9a13d1a59a5d2b3a9089e09c5f471ad7c082cafce0e9","observation_id":"e661a010-0a34-4a53-a496-d1f20213d105","resolution":{"observed_at":"2026-08-12T17:15:22.141688Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10632","last_updated":"2025-07-30T14:35:05Z","snapshot_observed_at":"2026-08-13T00:05:16.134228Z","submitted_at":"2024-05-17T08:49:34Z","title":"Towards interactive evaluations for interaction harms in human-AI systems","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10632","snapshot_observed_at":"2026-08-12T17:15:21.906415Z","title":"Beyond static AI evaluations: Advancing human interaction evaluations for LLM harms and risks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.906415Z"},"links":{"cited_paper":"/paper/2405.10632","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:a2d542a39abc8c437a7b932a1a8a749cced669ab65120a572da0cebe8437af25","observation_id":"26a1c133-a279-44d1-8a88-18b1768f4479","resolution":{"observed_at":"2026-08-12T17:15:21.906415Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07918","last_updated":"2024-02-27T16:49:53Z","snapshot_observed_at":"2026-08-13T04:08:57.308563Z","submitted_at":"2024-02-27T16:49:53Z","title":"On the Societal Impact of Open Foundation Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07918","snapshot_observed_at":"2026-08-12T17:15:21.910883Z","title":"Ho, Percy Liang, and Arvind Narayanan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.910883Z"},"links":{"cited_paper":"/paper/2403.07918","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:1e97595a9e226707dade7cbc0f48b1b48c5394333f7fc1d9053fcaf82fe661b4","observation_id":"5343268b-e9be-4586-9ca8-46bf956d6de6","resolution":{"observed_at":"2026-08-12T17:15:21.910883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.124635Z","title":"Taxonomizing and measuring representational harms: A look at image tagging","venue":null,"work_id":"d52acf43-b44e-4dcb-8771-020594f65c78","year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.915787Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:370d9672170371cfe56985f1811be39515d111bc44a00a86e90f750f24217baf","observation_id":"8ad6c4cf-6ffd-4f0e-a23a-91159394bea5","resolution":{"observed_at":"2026-08-12T17:15:22.129067Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-10T23:10:13.900680Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-12T17:15:21.919619Z","title":"Manning, Christopher Ré, Diana Acosta-Navas, Drew A","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.919619Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:90a2647ca1fe62245b0dab731e2c967bc8fd4011dc1063ff419d17e81527abf9","observation_id":"6effd4b1-d362-43ff-9d01-695d8a0137ea","resolution":{"observed_at":"2026-08-12T17:15:21.919619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03100","last_updated":"2025-01-31T14:59:17Z","snapshot_observed_at":"2026-08-14T00:47:20.419623Z","submitted_at":"2023-06-01T00:01:43Z","title":"Rethinking Model Evaluation as Narrowing the Socio-Technical Gap","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03100","snapshot_observed_at":"2026-08-12T17:15:21.924048Z","title":"Rethinking model evaluation as narrowing the socio-technical gap","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.924048Z"},"links":{"cited_paper":"/paper/2306.03100","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:140afb217702c7395c7e36fac7b5113dd8e8cb7a98ae9a122f78d6c78b71a729","observation_id":"b635392e-b63b-4197-ad86-c731715b592a","resolution":{"observed_at":"2026-08-12T17:15:21.924048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.111478Z","title":"The AI index 2024 annual report","venue":null,"work_id":"54677519-07d3-4886-92eb-8207fa6c0745","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.928350Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:874ce68273222fa5510fbc8353c8aa2c59879bc5bcc736a07ee76bf1bfd9bbb2","observation_id":"b468f125-3b23-42c8-b2ac-bf1f895eacef","resolution":{"observed_at":"2026-08-12T17:15:22.115786Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.7249/rra2977-1","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:21.992125Z","title":"Mouton, Caleb Lucas, and Ella Guest","venue":null,"work_id":"048c1a7b-2b1d-40f7-8e27-15b4d4fcf9a1","year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.932395Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:3b6e33c468e73ac10f56a42aafd1e8a4ffb07d2eb691e62e06103e2b35745c94","observation_id":"e0141a33-3376-451c-a990-9b9c3b0eb491","resolution":{"observed_at":"2026-08-12T17:15:21.998113Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:21.936980Z","title":"Artificial intelligence risk management framework (AI RMF 1.0), 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.936980Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:df1388064469d4eee71623fa9b982acd5a10595fa2808932d616e8857d3bee22","observation_id":"fff37d95-25e9-46e7-bc44-c9e5bdbdbe5f","resolution":{"observed_at":"2026-08-12T17:15:21.936980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.097821Z","title":"Building an early warning 4 system for LLM-aided biological threat creation, 2024","venue":null,"work_id":"7e96a7a3-8aab-43ad-a1ac-76ac844ea4c1","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.941451Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:e4f4333783d05aa67bf0437c2bce5b4839b0697fb2d7ad43f80c1952e165d5e5","observation_id":"1975741c-4eae-4ed4-b3dc-7b318fe4fddd","resolution":{"observed_at":"2026-08-12T17:15:22.102438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.13793","last_updated":"2024-04-05T12:26:11Z","snapshot_observed_at":"2026-08-13T05:18:14.368799Z","submitted_at":"2024-03-20T17:54:26Z","title":"Evaluating Frontier Models for Dangerous Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.13793","snapshot_observed_at":"2026-08-12T17:15:21.945350Z","title":"Evaluating frontier models for dangerous capabilities, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.945350Z"},"links":{"cited_paper":"/paper/2403.13793","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:79dde641a6d5da1a77ff2963ef4b0af4670b4bd19f0ac2c057c7c42c7e196008","observation_id":"0353eefc-190f-4539-bbd6-3a7d36c013b0","resolution":{"observed_at":"2026-08-12T17:15:21.945350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.084976Z","title":null,"venue":null,"work_id":"4b0fa381-dede-47fc-9f7b-d6199d433bdb","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.950130Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:c2b1dc2b0d5bae50b6160fa59529fdd3fbb446ee9bcfbb1a91d2f2e9bcd21767","observation_id":"d05e820b-5fb0-4266-ae2d-b26e4f1ad39b","resolution":{"observed_at":"2026-08-12T17:15:22.089098Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11986","last_updated":"2023-10-31T18:23:32Z","snapshot_observed_at":"2026-08-13T05:46:50.583706Z","submitted_at":"2023-10-18T14:13:58Z","title":"Sociotechnical Safety Evaluation of Generative AI Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.11986","snapshot_observed_at":"2026-08-12T17:15:21.954030Z","title":"Sociotechnical safety evaluation of generative AI systems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.954030Z"},"links":{"cited_paper":"/paper/2310.11986","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:26a315d8f9e67fee7c689c7a1839518eaab89044566420ab60907b51da123da1","observation_id":"59af731b-1977-4472-b468-a25e6cc04bcd","resolution":{"observed_at":"2026-08-12T17:15:21.954030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-15T16:01:25.248365Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design"},"reference_resolution":{"displayed":17,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":1,"verified_fuzzy":7},"total_outbound_references":17},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 17 of 17 outbound references and 0 inbound Pith citation observations for arXiv:2411.12709."}