{"as_of":"2026-08-23T09:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:34e453c0f9347ee96c04b60f6805d42affb64c675758bbf8b94cfa41e0548d54","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T00:07:18.921234Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T18:37:34.652479Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T03:41:00.097378Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01934","snapshot_observed_at":"2026-08-09T18:37:34.652479Z","title":"F., Corvi, E., Dow, P., Garcia-Gathright, J., Pangakis, N., Reed, S., Sheng, E., Vann, D., Vogel, M., Washington, H., and Wallach, H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00561","last_updated":"2025-06-06T22:15:14Z","snapshot_observed_at":"2026-08-19T22:52:59.112058Z","submitted_at":"2025-02-01T21:09:51Z","title":"Position: Evaluating Generative AI Systems Is a Social Science Measurement Challenge","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-09T18:37:34.652479Z"},"links":{"cited_paper":"/paper/2412.01934","citing_paper":"/paper/2502.00561"},"observation_digest":"sha256:db48c985a71ea3f7c041ef9e3e0d8b7350d93be56112b1db55f8b02874f6c843","observation_id":"6337746e-a493-41dc-894d-2499a7b1b4f3","resolution":{"observed_at":"2026-08-09T18:37:34.652479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01934","snapshot_observed_at":"2026-08-07T14:26:34.937671Z","title":"Feder Cooper, Emily Corvi, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18893","last_updated":"2025-05-30T14:09:51Z","snapshot_observed_at":"2026-08-21T18:52:52.747065Z","submitted_at":"2025-05-24T22:35:32Z","title":"Reality Check: A New Evaluation Ecosystem Is Necessary to Understand AI's Real World Effects","version":4},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:26:34.937671Z"},"links":{"cited_paper":"/paper/2412.01934","citing_paper":"/paper/2505.18893"},"observation_digest":"sha256:6bbc5c573a48aa45e3c020605c8f406ebddf29d23417e12abeb5a4838f0253db","observation_id":"0cc1cb86-35dc-4ee9-892a-74586c65d2ac","resolution":{"observed_at":"2026-08-07T14:26:34.937671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01934","snapshot_observed_at":"2026-08-06T19:47:42.986492Z","title":"F.; Corvi, E.; Dow, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.04641","last_updated":"2025-07-07T03:49:58Z","snapshot_observed_at":"2026-08-15T03:03:43.349501Z","submitted_at":"2025-07-07T03:49:58Z","title":"Toward Valid Measurement Of (Un)fairness For Generative AI: A Proposal For Systematization Through The Lens Of Fair Equality of Chances","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T19:47:42.986492Z"},"links":{"cited_paper":"/paper/2412.01934","citing_paper":"/paper/2507.04641"},"observation_digest":"sha256:d270742e5944427925631aae973c44f10c29d03107995aab267912061083b2b4","observation_id":"7c6f5834-0c92-4a10-9071-75a89bfddc77","resolution":{"observed_at":"2026-08-06T19:47:42.986492Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"cited_work":{"arxiv_id":"2412.01934","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.01934","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A shared standard for valid measurement of generative ai systems’ capabilities, risks, and impacts.arXiv preprint arXiv:2412.01934","venue":null,"work_id":"9a9eb713-8581-4879-9377-7143471c6bd3","year":2024},"citing_paper":{"arxiv_id":"2603.06811","last_updated":"2026-05-08T14:52:11Z","snapshot_observed_at":"2026-08-18T12:43:27.943121Z","submitted_at":"2026-03-06T19:17:50Z","title":"Making AI Evaluation Deployment Relevant Through Context Specification","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-15T14:46:09.944168Z"},"links":{"cited_paper":"/paper/2412.01934","citing_paper":"/paper/2603.06811"},"observation_digest":"sha256:80088fb58bbc586d10eef2110973dca14904c2b0d84817ddc6096d4086ce773c","observation_id":"20920e93-0cab-456f-8dd1-3171ea9fd02d","resolution":{"observed_at":"2026-05-15T14:50:05.150614Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"cited_work":{"arxiv_id":"2412.01934","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.01934","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A shared standard for valid measurement of generative ai systems’ capabilities, risks, and impacts.arXiv preprint arXiv:2412.01934","venue":null,"work_id":"9a9eb713-8581-4879-9377-7143471c6bd3","year":2024},"citing_paper":{"arxiv_id":"2605.22612","last_updated":"2026-05-21T15:27:58Z","snapshot_observed_at":"2026-08-17T12:41:09.535088Z","submitted_at":"2026-05-21T15:27:58Z","title":"Healthcare LLM Benchmarks Are Only as Good as Their Explicit Assumptions","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-22T03:40:25.093487Z"},"links":{"cited_paper":"/paper/2412.01934","citing_paper":"/paper/2605.22612"},"observation_digest":"sha256:94d63b0920b9705454e0b47951cfc60980570e070e03ae5906cde46641101b09","observation_id":"e3dcc03d-55a4-40c1-9081-293036925e15","resolution":{"observed_at":"2026-05-22T03:41:00.101171Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.01934/citation-record","integrity":"/paper/2412.01934/integrity","json":"/paper/2412.01934/citation-record.json","paper":"/paper/2412.01934"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.282955Z","title":"Measurement validity: A shared standard for qualitative and quantitative research","venue":null,"work_id":"da2cda62-a406-4349-bff3-ac761b4035b5","year":2001},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.821573Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:3406e278c84d29842937ed613594f26eba9022c32ff0f06e8750cbe171339c22","observation_id":"c39dc24c-5675-4c8f-9ba1-4ca00ebfd416","resolution":{"observed_at":"2026-08-12T00:07:19.288140Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.267297Z","title":"Stereotyping norwegian salmon: An inventory of pitfalls in fairness benchmark datasets","venue":null,"work_id":"a0011f29-ba14-4af7-a94c-2d24c497768d","year":2021},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.827431Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:2c89c167eb5a651e8a67f3df88d1d4eae1b8bd29ba24d942e7d5f6e958ca9dc1","observation_id":"fbe8b7df-2012-443a-94d4-3069e3759372","resolution":{"observed_at":"2026-08-12T00:07:19.272376Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2202.07646","last_updated":"2023-03-06T06:28:18Z","snapshot_observed_at":"2026-08-15T14:36:26.439846Z","submitted_at":"2022-02-15T18:48:31Z","title":"Quantifying Memorization Across Neural Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.07646","snapshot_observed_at":"2026-08-12T00:07:18.832577Z","title":"Quantifying memorization across neural language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.832577Z"},"links":{"cited_paper":"/paper/2202.07646","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:3ed7e2e8cbf9a338596788aa945a3b111e84c8a0a3e9070ae80d5aa66c277a4f","observation_id":"14083a97-f324-4841-a37a-2ead37f2be83","resolution":{"observed_at":"2026-08-12T00:07:18.832577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12590","last_updated":"2025-09-01T10:08:37Z","snapshot_observed_at":"2026-08-21T10:34:40.194065Z","submitted_at":"2024-04-19T02:37:09Z","title":"The Files are in the Computer: On Copyright, Memorization, and Generative AI","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12590","snapshot_observed_at":"2026-08-12T00:07:18.837941Z","title":"The Files are in the Computer: Copyright, Memorization, and Generative AI","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.837941Z"},"links":{"cited_paper":"/paper/2404.12590","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:883592af09c68f885ade7d291c9df600cd2b82b4f8f3a5d55017548b29e91301","observation_id":"bcbf329e-0bc2-4bd0-b442-d1c5c73dd838","resolution":{"observed_at":"2026-08-12T00:07:18.837941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.251975Z","title":"Feder Cooper, Yucheng Lu, Jessica Forde, and Christopher M De Sa","venue":null,"work_id":"a11d3fb2-da80-40bc-b71d-c59e0fe94669","year":2021},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.843225Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:7ea96760717c11074d987a8f4f960098214fd48a5aaa3a478950a36dbfe1176e","observation_id":"55143b66-1ee8-4359-8987-ce86df401d5c","resolution":{"observed_at":"2026-08-12T00:07:19.257045Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.236786Z","title":"Feder Cooper, Katherine Lee, Madiha Zahrah Choksi, Solon Barocas, Christopher De Sa, James Grimmelmann, Jon Kleinberg, Siddhartha Sen, and Baobao Zhang","venue":null,"work_id":"e345cce6-ad88-40af-b48b-fbff304ce4d9","year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.848048Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:75cda5364f7a75093982b02180867efa3408aa1631a5dbe794f89e31f46caf3e","observation_id":"660036fd-e4db-4a6c-9542-e39e62dbb9eb","resolution":{"observed_at":"2026-08-12T00:07:19.241888Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.221277Z","title":"Counterfactual risk assessments, evaluation, and fairness","venue":null,"work_id":"12b498b1-1ec9-4681-acd1-551b960c93a5","year":2020},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.853430Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:d7333e0bc9dc4022d480bbe265463c0b37a80e58d7ca6f3d17bbdafb45271e83","observation_id":"7fe3a9bf-9c5b-46bd-aad0-b9853521c3e9","resolution":{"observed_at":"2026-08-12T00:07:19.226237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.205697Z","title":null,"venue":null,"work_id":"df2f618e-e69c-460d-ad3c-a57ca2d86836","year":2019},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.858115Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:605c3224a9bf27de1162d9c613361b15c8ad1d160176bd5cff4d1ae6b6ad47e7","observation_id":"a86b3be5-b190-4694-b3ea-406ae528a7dc","resolution":{"observed_at":"2026-08-12T00:07:19.210491Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.17546","last_updated":"2023-09-11T16:58:48Z","snapshot_observed_at":"2026-08-18T20:40:56.886855Z","submitted_at":"2022-10-31T17:57:55Z","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.17546","snapshot_observed_at":"2026-08-12T00:07:18.862879Z","title":"Choquette-Choo, and Nicholas Carlini","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.862879Z"},"links":{"cited_paper":"/paper/2210.17546","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:898c2b260734f7264f5e18bacb6a38497b3cfe2094f8e52a497c3684546e5b0f","observation_id":"a843699a-978c-4f6e-a321-fc82bec94769","resolution":{"observed_at":"2026-08-12T00:07:18.862879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.189690Z","title":"Optimization’s neglected normative commit- ments","venue":null,"work_id":"a5fe42c2-e9ad-4e3f-a453-ad1cd6fee8e9","year":2023},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.867928Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:b91acd7cf54aaed94945be2067ecf8f778ad544fa745098bb685e554977bf165","observation_id":"ed8c1381-36fe-40d8-a69c-f87f1f74af5e","resolution":{"observed_at":"2026-08-12T00:07:19.194751Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.174077Z","title":"Vera Liao, Alexandra Olteanu, and Ziang Xiao","venue":null,"work_id":"57fd7b2d-cd32-4310-bcce-671e44e7dfe4","year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.872928Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:d40ffcbcc7e507eac5c8306e21f5d40b1ff6f0afbc2417f67bcb5af17f6f0e16","observation_id":"0ee33f30-f8c7-4e0e-abe9-38fa417ed0dd","resolution":{"observed_at":"2026-08-12T00:07:19.179078Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.157953Z","title":"The AI index 2024 annual report","venue":null,"work_id":"e9d42ca7-5b8f-4166-aa22-054be9a7a8c9","year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.877958Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:73566fb4f4151e24c4202928ce30937443d680a160cff7f8ef285fc83d9e752e","observation_id":"7343269e-8f5b-4349-96a0-e7229e8f3db9","resolution":{"observed_at":"2026-08-12T00:07:19.163306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.140948Z","title":"Proxies: The cultural work of standing in","venue":null,"work_id":"2b1e6914-b0de-45f1-a4a9-7e50fcbcb971","year":2021},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.882584Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:0dfec5ea07b3cad28c13724f77c387fecf08f8aee8c032219006474c80356c5e","observation_id":"aae5bc0d-6d53-4a29-a0a4-2a02f902c24f","resolution":{"observed_at":"2026-08-12T00:07:19.146762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17523","last_updated":"2024-11-29T18:51:22Z","snapshot_observed_at":"2026-08-16T13:39:46.820758Z","submitted_at":"2024-06-25T13:06:09Z","title":"On the consistency of hyper-parameter selection in value-based deep reinforcement learning","version":3},"cited_work":{"arxiv_id":"2406.17523","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.17523","snapshot_observed_at":"2026-08-12T00:07:18.991757Z","title":"On the consistency of hyper-parameter selection in value-based deep reinforcement learning","venue":"cs.LG","work_id":"cac195ba-791d-4eee-b982-43a6489b75ea","year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.887365Z"},"links":{"cited_paper":"/paper/2406.17523","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:1a64840d29cb77c5bf1c2066687e1777654b9513c71a54358559c8acd7ddfd6b","observation_id":"832b57a3-80fa-4950-810e-b2b1b749d3ca","resolution":{"observed_at":"2026-08-12T00:07:18.998829Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.123684Z","title":"Dissecting racial bias in an algorithm used to manage the health of populations","venue":null,"work_id":"afbc2a58-e94f-4219-8889-7ced334f1ab2","year":2019},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.892538Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:ed8afb336d148a40e1bc6e360817260e203b60ca30ba64cd094d23ae49640be9","observation_id":"61438396-1937-49ab-b95d-0b6ca466d5bf","resolution":{"observed_at":"2026-08-12T00:07:19.128972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.107846Z","title":"Problem formulation and fairness","venue":null,"work_id":"eb524367-9957-42fe-9718-8f1b37c3a2a2","year":2019},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.897115Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:286d342fc78595ef39c71ca8382a6eab33f81f0cf875166dcc0ecd113330311c","observation_id":"8e159abb-f153-40fa-8dbd-36fcdb4a0e5e","resolution":{"observed_at":"2026-08-12T00:07:19.112986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.091436Z","title":"Are my deep learning systems fair? an empirical study of fixed-seed training","venue":null,"work_id":"54ad9e75-16ac-4260-8d8e-843930db1213","year":2021},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.901822Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:582ae1a2e0b7ddce50dbd1cf6b7900935ece4dad59b6bd4c0d829affe865d3de","observation_id":"a9d60269-2530-4c83-8de0-9afda8739436","resolution":{"observed_at":"2026-08-12T00:07:19.096659Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.075080Z","title":null,"venue":null,"work_id":"79c052a9-5d72-4a41-86a2-5a2238f94824","year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.906521Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:ed691bb05a3e95b9cfa0cf6734d5bb977aa527974a74f783981d29a497b2d107","observation_id":"ecc6aa0d-c171-4890-83ca-17425aa11a7a","resolution":{"observed_at":"2026-08-12T00:07:19.079953Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05949","last_updated":"2024-06-28T13:50:57Z","snapshot_observed_at":"2026-07-06T15:40:46.958199Z","submitted_at":"2023-06-09T15:05:13Z","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05949","snapshot_observed_at":"2026-08-12T00:07:18.911374Z","title":"Evaluating the social impact of generative ai systems in systems and society","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.911374Z"},"links":{"cited_paper":"/paper/2306.05949","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:652e0337f74af5ab434a7af9314913db4a3518f59a7d3567e76262b5a6a172b0","observation_id":"e49b80a4-c4fe-485c-b3f7-93ee1879d874","resolution":{"observed_at":"2026-08-12T00:07:18.911374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T00:07:19.059173Z","title":"Multi-target multiplicity: Flexibility and fairness in target specification under resource constraints","venue":null,"work_id":"79144980-a416-418d-ad5d-149bf5f3b341","year":2023},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.916672Z"},"links":{"citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:0a0ee4e746106be983db821c5c5500cc06d3640da6d544fa64a4ed85125fb886","observation_id":"9e3742c6-89f0-4aa3-9922-2b0c0c8baed9","resolution":{"observed_at":"2026-08-12T00:07:19.064337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.08188","last_updated":"2024-07-11T05:13:27Z","snapshot_observed_at":"2026-08-16T13:35:13.450870Z","submitted_at":"2024-07-11T05:13:27Z","title":"Position: Measure Dataset Diversity, Don't Just Claim It","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.08188","snapshot_observed_at":"2026-08-12T00:07:18.921234Z","title":"Position: Measure dataset diversity, don’t just claim it","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T00:07:18.921234Z"},"links":{"cited_paper":"/paper/2407.08188","citing_paper":"/paper/2412.01934"},"observation_digest":"sha256:ae92dedbea28e3bbf542f2ac456bcf40340cf4e7b9c4bbd75c3a281521d402b9","observation_id":"177f72cc-7719-4287-8697-736e8d02fb5d","resolution":{"observed_at":"2026-08-12T00:07:18.921234Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.01934","last_updated":"2024-12-02T19:50:00Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-18T20:43:08.623950Z","submitted_at":"2024-12-02T19:50:00Z","title":"A Shared Standard for Valid Measurement of Generative AI Systems' Capabilities, Risks, and Impacts"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":1,"verified_fuzzy":13},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 5 inbound Pith citation observations for arXiv:2412.01934."}