{"as_of":"2026-08-21T03:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:241ffd8ac52fed39d6758408f02540b04e87eb62ac201154b9792b8548dfff8a","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T17:12:57.345066Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:27:29.753921Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T23:25:55.029019Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12820","snapshot_observed_at":"2026-08-12T11:56:20.959799Z","title":"Declare and justify: Explicit assumptions in ai evaluations are necessary for effective regulation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08653","last_updated":"2024-11-26T18:00:36Z","snapshot_observed_at":"2026-08-18T10:33:59.727047Z","submitted_at":"2024-11-26T18:00:36Z","title":"What AI evaluations for preventing catastrophic risks can and cannot do","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T11:56:20.959799Z"},"links":{"cited_paper":"/paper/2411.12820","citing_paper":"/paper/2412.08653"},"observation_digest":"sha256:d24b07ee77e7dc6e917d1f52d5fc85e8954285f1d8aaf9bf73f54f032e466c55","observation_id":"7468784d-5e67-48ad-aee4-9c0c36b67029","resolution":{"observed_at":"2026-08-12T11:56:20.959799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12820","snapshot_observed_at":"2026-08-15T23:27:29.753921Z","title":"Declare and Justify : Explicit assumptions in AI evaluations are necessary for effective regulation, November 2024 a","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04592","last_updated":"2025-05-07T17:35:36Z","snapshot_observed_at":"2026-08-17T23:42:59.217553Z","submitted_at":"2025-05-07T17:35:36Z","title":"AI Governance to Avoid Extinction: The Strategic Landscape and Actionable Research Questions","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T23:27:29.753921Z"},"links":{"cited_paper":"/paper/2411.12820","citing_paper":"/paper/2505.04592"},"observation_digest":"sha256:c7cb1ff1c2b40a9b39b41a82fe195174f721c23a3b7594d4d10e8ca6b266cd62","observation_id":"2e13c9b1-d86a-45cd-b47b-32aca1d1d98b","resolution":{"observed_at":"2026-08-15T23:27:29.753921Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"cited_work":{"arxiv_id":"2411.12820","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.12820","snapshot_observed_at":"2026-08-06T23:25:55.029019Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","venue":"cs.AI","work_id":"04dcc4a1-9693-4b21-967b-7d7cd43475e9","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-16T11:32:18.447851Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.709164Z"},"links":{"cited_paper":"/paper/2411.12820","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d00ad51c7423ef427691cbf60ab2b64a7186f149e117e6a8b52a638505f739e8","observation_id":"2aec37df-5ee1-4c78-bc3d-08e2ba2adcac","resolution":{"observed_at":"2026-08-06T23:25:55.126842Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2411.12820/citation-record","integrity":"/paper/2411.12820/integrity","json":"/paper/2411.12820/citation-record.json","paper":"/paper/2411.12820"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2307.03718","last_updated":"2023-11-07T19:01:53Z","snapshot_observed_at":"2026-08-18T19:05:44.334094Z","submitted_at":"2023-07-06T17:03:25Z","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03718","snapshot_observed_at":"2026-08-12T17:12:57.185644Z","title":"Frontier AI Regulation: Managing Emerging Risks to Pu blic Safety, November 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.185644Z"},"links":{"cited_paper":"/paper/2307.03718","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:f5aff2adacee4fae6ee1ba2dbf067e5796408075c59cd3cc0b86125d94e57575","observation_id":"a1492149-b66a-49c5-872f-73e9b863efb2","resolution":{"observed_at":"2026-08-12T17:12:57.185644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.853975Z","title":"Managing extreme AI risks am id rapid progress","venue":null,"work_id":"41b4e0dd-2fa7-4b6a-9576-6a013b9cc04b","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.191115Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:adc377165873542b4d83e4cb8944b4f966eda1527683d65840bb2dfa0e7f2980","observation_id":"7888cb0d-1e75-40c7-80f9-cc1102074eac","resolution":{"observed_at":"2026-08-12T17:12:57.858226Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.840600Z","title":"International Scientific Report on the Safety of Advanced AI","venue":null,"work_id":"fb22ae67-f223-4cdf-aadf-140fc1369d41","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.195469Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:aa7a4759abf6d6cbf9d60c4a77cec87d9025b6dc690e4dd6bb3033c658c1539d","observation_id":"1d5a76df-1dfb-4898-8ac9-af41e10d5bca","resolution":{"observed_at":"2026-08-12T17:12:57.844670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.12001","last_updated":"2023-10-09T22:57:01Z","snapshot_observed_at":"2026-08-19T07:39:47.083802Z","submitted_at":"2023-06-21T03:35:06Z","title":"An Overview of Catastrophic AI Risks","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.12001","snapshot_observed_at":"2026-08-12T17:12:57.200996Z","title":"An o verview of catastrophic AI risks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.200996Z"},"links":{"cited_paper":"/paper/2306.12001","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:82c6ea71a6a4896b99fba8e8844598328b88dade8830edee0f128b20d95e14c7","observation_id":"2ba10792-93ed-4fc5-ac3c-3553f9d2c287","resolution":{"observed_at":"2026-08-12T17:12:57.200996Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.827951Z","title":"OpenAI chief seeks new Microsoft funds to build ‘superintelligence.’","venue":null,"work_id":"8cb86ea2-3a19-4f3d-b641-338da63ead22","year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.205311Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:43ec6a475f41832c3c5f8be8c70df1e46afa458d848af7f9a4e8e1555a71ffd9","observation_id":"722bf445-d20f-4625-bb47-57d248a6d5e9","resolution":{"observed_at":"2026-08-12T17:12:57.832554Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.815533Z","title":"Anthropic’s Responsible Scaling Policy, 20 23","venue":null,"work_id":"fcc8898d-8d50-40da-b439-9134b1e7c384","year":null},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.209110Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:6b5b6c69a4796a55fcedc4bca58c1a3661160fe97aa1e1e20943d149f9cf3bd5","observation_id":"eca0a00f-fd17-4fe9-9c4f-6473ae08ac27","resolution":{"observed_at":"2026-08-12T17:12:57.819841Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.213335Z","title":"Preparedness Framework (Beta), 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.213335Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:45d861009a17baad22e80649f15de1aeaa085667a9653587b3863e98013d8898","observation_id":"a3be9bbd-9e72-4367-9de2-e85637645f25","resolution":{"observed_at":"2026-08-12T17:12:57.213335Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.217052Z","title":"Frontier Safety Framework, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.217052Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:7c00ba8c05fa5575152da3150283eda49ad5bbcc9ec598ac7e9165c5bd63fb73","observation_id":"da741035-937e-402d-8bfc-2ba6f78a310b","resolution":{"observed_at":"2026-08-12T17:12:57.217052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15324","last_updated":"2023-09-22T18:48:42Z","snapshot_observed_at":"2026-08-18T23:10:44.101812Z","submitted_at":"2023-05-24T16:38:43Z","title":"Model evaluation for extreme risks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15324","snapshot_observed_at":"2026-08-12T17:12:57.220891Z","title":"Model evaluation for extreme risks, Septem- ber 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.220891Z"},"links":{"cited_paper":"/paper/2305.15324","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:47b5b36d64282e45d5637011d9ebe79697c5cc2174e98c7ae43886395f1bed08","observation_id":"1ae69b21-1166-4fa4-9983-581f22e66eb2","resolution":{"observed_at":"2026-08-12T17:12:57.220891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.785527Z","title":"Evaluating Frontier Models for Dangerous Capabilities, April 2024","venue":null,"work_id":"22e3ca2c-60a7-4bbd-a541-d45b55067323","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.225059Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:be1476c0522498daff546f8ff8641bfd0b33e6e54e4711b6228014d12a0b6934","observation_id":"8ad409a2-c0aa-4670-8257-d2175c0169e3","resolution":{"observed_at":"2026-08-12T17:12:57.790549Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.771878Z","title":"LLM Agents can Autonomously Exploit One-day Vulnerabilities, April 2024","venue":null,"work_id":"abdfbb88-a61d-423a-9c07-48daa0b2ec5d","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.228720Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:59da425a8ac74990e54fdf897146b099232d1ede2aa3f738c49c6b991be6bf4e","observation_id":"9bb30895-a92b-4b7a-bdca-66c4f8795278","resolution":{"observed_at":"2026-08-12T17:12:57.776832Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.758138Z","title":"Teams of LLM Agents can Exploit Zero-Day Vulnerabilities, June 2024","venue":null,"work_id":"15d287f4-dfbe-41dd-8360-c9fca8e7203f","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.232429Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:045a27fba3106a6ce0af77a02b40737fe5d1c1ccba34bc4107e9cd8f05d748b3","observation_id":"52c377fb-881d-4912-92dc-43262f323b82","resolution":{"observed_at":"2026-08-12T17:12:57.763106Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03809","last_updated":"2023-06-06T15:52:05Z","snapshot_observed_at":"2026-08-16T15:26:07.109585Z","submitted_at":"2023-06-06T15:52:05Z","title":"Can large language models democratize access to dual-use biotechnology?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03809","snapshot_observed_at":"2026-08-12T17:12:57.236661Z","title":"Soice, Rafael Rocha, Kimberlee Cordova, Micha el Specter, and Kevin M","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.236661Z"},"links":{"cited_paper":"/paper/2306.03809","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:baba56089931ed6a1a4a0592f6bd05dea9a4d96aa1c2e989589f16b3e66b3fa8","observation_id":"ff175f33-158a-42be-9c9d-4880e24c0139","resolution":{"observed_at":"2026-08-12T17:12:57.236661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.743855Z","title":"Prioritizing High-Consequence Biolo gical Capabilities in Evaluations of Artificial Intelligence Models, May 2024","venue":null,"work_id":"0183780a-62bb-4a8b-92ec-56a2276215ac","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.241143Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:8a21aa82923659d920849323ad3dcd53a4959a7af043c43054c8df44497b859d","observation_id":"e9005956-2086-4ff9-a9d3-9044f468ea38","resolution":{"observed_at":"2026-08-12T17:12:57.748657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.731864Z","title":"On the Conver- sational Persuasiveness of Large Language Models: A Random ized Controlled Trial, March","venue":null,"work_id":"6b19c086-dfc5-456d-9ed6-4af4140e536b","year":null},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.244873Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:f3394199cd45cfd65bb8643cf21fab6e5c4ffaeff954dd5258d6db3f682e933b","observation_id":"bccecdaa-7710-4ee3-afec-b828a26fa0b7","resolution":{"observed_at":"2026-08-12T17:12:57.735981Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.718411Z","title":null,"venue":null,"work_id":"a82afdb9-4b38-47bf-9ce0-e678aa86fa81","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.252981Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:c52bfc11bf1871f1c178b0bd8f03adac3045f0f550c0129e8ac6b3ce18704a31","observation_id":"55aad937-fc75-4baa-9926-13d6ec13c958","resolution":{"observed_at":"2026-08-12T17:12:57.723705Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.704663Z","title":"AI Safety Institute Signs Agreements Regarding AI Safety Re- search, Testing and Evaluation With Anthropic and OpenAI — n ist.gov","venue":null,"work_id":"d3ef67c8-9438-4bd1-9dba-81b31cae372c","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.257015Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:a02719bfc2c72ba46c335c62fb51299595786341ae29797b0e6d371022fa337b","observation_id":"1b54961d-7d22-417e-a196-f387170cb235","resolution":{"observed_at":"2026-08-12T17:12:57.709345Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.691498Z","title":"Rishi Sunak promised to make AI safe","venue":null,"work_id":"580cbcc9-100f-4bd3-86fa-f56bd4ae00c0","year":null},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.261667Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:bf792753a763a0318f901ae57bd3a867166b867549adee52a631c2c6e7cf6251","observation_id":"3352c982-37b6-4ba3-a548-21e755686143","resolution":{"observed_at":"2026-08-12T17:12:57.696666Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02565","last_updated":"2024-08-05T15:42:51Z","snapshot_observed_at":"2026-08-19T12:01:56.712017Z","submitted_at":"2024-08-05T15:42:51Z","title":"Reasons to Doubt the Impact of AI Risk Evaluations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02565","snapshot_observed_at":"2026-08-12T17:12:57.271683Z","title":"Reasons to doubt the impact of AI risk ev aluations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.271683Z"},"links":{"cited_paper":"/paper/2408.02565","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:68c49247712afb31ed125b1195380642c75a72d7fc8d058a9e6d306dccf9b96a","observation_id":"0ee9559a-eb84-446c-83bb-3a80240a32a0","resolution":{"observed_at":"2026-08-12T17:12:57.271683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.668904Z","title":"Evaluation in artificial intel ligence: from task-oriented to ability- oriented measurement","venue":null,"work_id":"bec3d62c-64a2-48bc-8cda-921c7c6ad760","year":2017},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.279727Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:9842e815e3c5ed74e85a1b148ca398859f0d769f4243d347e2a86060ac990b22","observation_id":"3019c387-7ad2-4bd7-be32-0c533715fe4e","resolution":{"observed_at":"2026-08-12T17:12:57.673149Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.09221","last_updated":"2024-07-12T12:37:13Z","snapshot_observed_at":"2026-08-20T11:55:51.660918Z","submitted_at":"2024-07-12T12:37:13Z","title":"Evaluating AI Evaluation: Perils and Prospects","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.09221","snapshot_observed_at":"2026-08-12T17:12:57.275813Z","title":"Evaluating AI Evaluation: Perils and Pros pects, July 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.275813Z"},"links":{"cited_paper":"/paper/2407.09221","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:1c0ac3538a8913ea9a3aa0c0b95ccce553783a047ad914216e3ade22fae604b2","observation_id":"911949b5-2f13-408c-96db-790197a91a38","resolution":{"observed_at":"2026-08-12T17:12:57.275813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10632","last_updated":"2025-07-30T14:35:05Z","snapshot_observed_at":"2026-08-16T14:16:48.833399Z","submitted_at":"2024-05-17T08:49:34Z","title":"Towards interactive evaluations for interaction harms in human-AI systems","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10632","snapshot_observed_at":"2026-08-12T17:12:57.287184Z","title":"Beyond static AI evaluations: advancing human interaction evaluations for llm harms and risks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.287184Z"},"links":{"cited_paper":"/paper/2405.10632","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:6e44a8d6c44680538f994664ea955eac3123b08194814170fe6cde887adcf9a9","observation_id":"a9b062df-f134-45f0-b506-8513da74d457","resolution":{"observed_at":"2026-08-12T17:12:57.287184Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.656138Z","title":"We need a Science of Evals","venue":null,"work_id":"e0830726-3d3c-4efd-a034-4b00d36dc61b","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.283365Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:dbacc441aee9ba3086f950e016305def4ac1c5574ddd8c5fd2612dc6968e5268","observation_id":"dd438213-cc7c-4836-9e87-3ff39c3128d1","resolution":{"observed_at":"2026-08-12T17:12:57.660707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.627292Z","title":"Secur- ing AI Model W eights: Preventing Theft and Misuse of Frontie r Models","venue":null,"work_id":"114f99a4-1785-4a8d-ae26-8ac65f3cf13c","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.296279Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:b35c37a555e511776ebc280533eecaf2bc5b7b439e8be8c5948ddd1718401be9","observation_id":"0cded475-a281-4c38-92d7-f3d474896936","resolution":{"observed_at":"2026-08-12T17:12:57.633304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.642011Z","title":"AI Safety Institute approach to evaluations, 2024","venue":null,"work_id":"29bae455-052f-44ec-bfe4-9c09cf1c2794","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.292125Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:e5d78b0c3ad95c2fd5e47a8abdb12520310261907f4a9181f92687705e5a7964","observation_id":"a853d033-90d3-44ab-a8b8-80cfeb60a1dc","resolution":{"observed_at":"2026-08-12T17:12:57.646783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.596420Z","title":"OpenAI Red Teaming Network, 2023","venue":null,"work_id":"12587651-d3bf-49d6-9748-e261652c15a9","year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.304192Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:4c3b7b55052a26a64c2f3ba2ba3960490ba3d92c03dbcd7f8b6e9ccaa6240303","observation_id":"d62660d3-6b68-4d46-8f9b-41a9f800d856","resolution":{"observed_at":"2026-08-12T17:12:57.601949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.611283Z","title":"Compute trends across three eras of machine learni ng","venue":null,"work_id":"b2aeea38-0bd9-4663-89a6-7c98a36a47eb","year":2022},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.300138Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:68684c89d9bc3db27a3da1326685f656cce1d98b68a7a4693ac2765dd4b00749","observation_id":"94f34032-baeb-4184-81dc-d18da2b8896b","resolution":{"observed_at":"2026-08-12T17:12:57.615958Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.07413","last_updated":"2023-12-12T16:34:19Z","snapshot_observed_at":"2026-08-18T10:33:34.231542Z","submitted_at":"2023-12-12T16:34:19Z","title":"AI capabilities can be significantly improved without expensive retraining","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.07413","snapshot_observed_at":"2026-08-12T17:12:57.312630Z","title":"AI capabilities can be significantly improved without expensive retraining","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.312630Z"},"links":{"cited_paper":"/paper/2312.07413","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:24882a4845190cee63098a5ad0e7d11ee95fc41d02efdf9cb86ce5f003ad2ca5","observation_id":"a2c2b7f2-bcfa-41cb-aad5-54172738599e","resolution":{"observed_at":"2026-08-12T17:12:57.312630Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.583060Z","title":"Guidelines for capability elicitation, 2024","venue":null,"work_id":"3497d53b-3971-404c-91f1-c8d998667317","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.308374Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:94dd56853032f5a2a6300bdcf3252c748e91ffac57a4f90f2721a4d810631a2c","observation_id":"c7461fb8-192b-4ebc-8e1b-3320397d3685","resolution":{"observed_at":"2026-08-12T17:12:57.587254Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07358","last_updated":"2025-02-06T20:58:43Z","snapshot_observed_at":"2026-08-16T13:44:08.121334Z","submitted_at":"2024-06-11T15:26:57Z","title":"AI Sandbagging: Language Models can Strategically Underperform on Evaluations","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07358","snapshot_observed_at":"2026-08-12T17:12:57.322688Z","title":"Brown, and Francis Rhys Ward","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.322688Z"},"links":{"cited_paper":"/paper/2406.07358","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:91b434e71cee2dc477621db733dbd5cd6d011a3f5e3d9f8a5e4c8032d0f33a4a","observation_id":"0758bc7a-aa65-4c12-886c-dffb4094ce92","resolution":{"observed_at":"2026-08-12T17:12:57.322688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14446","last_updated":"2024-05-29T13:56:29Z","snapshot_observed_at":"2026-08-18T19:33:13.963714Z","submitted_at":"2024-01-25T18:58:05Z","title":"Black-Box Access is Insufficient for Rigorous AI Audits","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14446","snapshot_observed_at":"2026-08-12T17:12:57.318253Z","title":"Black- Box Access is Insufficient for Rigorous AI Audits","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.318253Z"},"links":{"cited_paper":"/paper/2401.14446","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:fe1a8c5c2cc7d8697dc2f3c2d63abbce25a85b2e21ddc98fd87ac1b1166a91c0","observation_id":"ec7c5c27-75ae-46d8-a531-c8013c951459","resolution":{"observed_at":"2026-08-12T17:12:57.318253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.07682","last_updated":"2022-10-26T05:06:24Z","snapshot_observed_at":"2026-08-17T00:14:01.413100Z","submitted_at":"2022-06-15T17:32:01Z","title":"Emergent Abilities of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.07682","snapshot_observed_at":"2026-08-12T17:12:57.330799Z","title":"Emergent abilities of large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.330799Z"},"links":{"cited_paper":"/paper/2206.07682","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:9e07af430ff6f578cefd3043339db9ca06487d7c4afd7657c79912911817b779","observation_id":"e5a2cee3-2956-456d-8afb-9f9ed8478399","resolution":{"observed_at":"2026-08-12T17:12:57.330799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.568637Z","title":"Predictability and surprise in large generative models","venue":null,"work_id":"56ceb572-8d3b-40b5-b724-3e2cc7f5569b","year":2022},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.327054Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:a9447fe968783f65669b37ea8f0115a2829f7fd99cf6ad8c0a71651e733602db","observation_id":"58e1533a-df8d-47a1-b684-f8f10ba2f81f","resolution":{"observed_at":"2026-08-12T17:12:57.572995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.540581Z","title":"Sb 1047: Safe and secure innovation for fr ontier artificial intelligence models act., 2024","venue":null,"work_id":"a20c0a94-fcc5-491b-9125-1dec2d2f9afd","year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.345066Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:060c6b12c75478472bb29ea4e0a5bfe99add79613de9455e11e9b18760ef5ed2","observation_id":"b4584cac-7a1f-4b52-8fdc-8c5d617a364e","resolution":{"observed_at":"2026-08-12T17:12:57.547686Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.556275Z","title":"Evaluating Predictions of Model Behaviour","venue":null,"work_id":"6251f38f-a8b9-41b8-9a91-cf6ab7fddd47","year":null},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.335429Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:7260aefaa0c77e5c2641abe3be6028c15fa1158d2f7800f95e832587453b7d11","observation_id":"bf1a94e0-1c7e-4d7f-8179-75b8a3db46ab","resolution":{"observed_at":"2026-08-12T17:12:57.560611Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:12:57.341076Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.341076Z"},"links":{"citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:85c6427f3ef9c418fd6c8f1a123d61f38c6aaa2b1786694a4d176e6b7d47e187","observation_id":"9c2e128d-4209-4ccb-9fef-e6953a1c7d47","resolution":{"observed_at":"2026-08-12T17:12:57.341076Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.14380","last_updated":"2024-03-21T13:14:40Z","snapshot_observed_at":"2026-08-16T14:07:41.847998Z","submitted_at":"2024-03-21T13:14:40Z","title":"On the Conversational Persuasiveness of Large Language Models: A Randomized Controlled Trial","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.14380","snapshot_observed_at":"2026-08-12T17:12:57.248684Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-12T17:12:57.248684Z"},"links":{"cited_paper":"/paper/2403.14380","citing_paper":"/paper/2411.12820"},"observation_digest":"sha256:2e172308711ff77f412c8c3d35dcbbd4784f03a249ad3f65c5dfa4bc919e095f","observation_id":"9b2e2c09-7e03-4e14-82a8-6339411c20fb","resolution":{"observed_at":"2026-08-12T17:12:57.248684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-20T02:54:19.799765Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":15,"verified_exact":0,"verified_fuzzy":21},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 3 inbound Pith citation observations for arXiv:2411.12820."}