{"as_of":"2026-08-11T05:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:deefc4751d7f65fc1b40f18ed87b224f48a9d20cd60c1d21305ed9b54012bb6e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T17:01:28.302975Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T22:00:41.508241Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-10T17:01:28.302975Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.12651","last_updated":"2025-01-22T05:24:23Z","snapshot_observed_at":"2026-08-10T17:47:30.970761Z","submitted_at":"2025-01-22T05:24:23Z","title":"The potential -- and the pitfalls -- of using pre-trained language models as cognitive science theories","version":1},"reference_index":112,"source":"arxiv_source","source_observed_at":"2026-08-10T17:01:28.302975Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2501.12651"},"observation_digest":"sha256:01eaa47c4756e4649cfa8cf4b00e890cc213a2b05431946195aa8efba78177e8","observation_id":"1e07450a-5866-43fd-8161-ac1d8c509204","resolution":{"observed_at":"2026-08-10T17:01:28.302975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-10T15:18:19.226127Z","title":"Efficiently measuring the cognitive ability of llms: An adaptive testing perspective","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.14294","last_updated":"2025-03-02T06:49:21Z","snapshot_observed_at":"2026-08-10T15:12:35.412010Z","submitted_at":"2025-01-24T07:24:23Z","title":"Examining Alignment of Large Language Models through Representative Heuristics: The Case of Political Stereotypes","version":3},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-10T15:18:19.226127Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2501.14294"},"observation_digest":"sha256:b08272ac34838eb3e2ab382ced67e8d849b6ba8e6ef993f68b3eed657e128a78","observation_id":"912f4b53-cf7d-48e8-92eb-8b8aad5c6f93","resolution":{"observed_at":"2026-08-10T15:18:19.226127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-09T17:36:09.647330Z","title":"Efficiently measuring the cognitive ability of llms: An adaptive testing perspective","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00855","last_updated":"2025-02-02T17:00:22Z","snapshot_observed_at":"2026-08-10T13:42:48.115704Z","submitted_at":"2025-02-02T17:00:22Z","title":"Psychometric-Based Evaluation for Theorem Proving with Large Language Models","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T17:36:09.647330Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2502.00855"},"observation_digest":"sha256:963b5185fc9298ee7498a78306dd664e5598510a0fcfc13ea2cd4123a5ef3116","observation_id":"68778ea7-cdff-46c2-b429-b893d4500153","resolution":{"observed_at":"2026-08-09T17:36:09.647330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-07T13:40:25.866299Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21389","last_updated":"2025-05-27T16:17:15Z","snapshot_observed_at":"2026-08-10T17:27:34.890094Z","submitted_at":"2025-05-27T16:17:15Z","title":"AutoJudger: An Agent-Driven Framework for Efficient Benchmarking of MLLMs","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-07T13:40:25.866299Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2505.21389"},"observation_digest":"sha256:1091ef213545878f7cc74d4118002273cd30771c1b2d931c983c5f6cc0033885","observation_id":"05ed1da9-f499-4840-9920-0ff28eff1f3c","resolution":{"observed_at":"2026-08-07T13:40:25.866299Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-04T17:10:43.454204Z","title":"Pardos, Patrick C","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.11106","last_updated":"2025-09-14T05:49:42Z","snapshot_observed_at":"2026-08-04T17:10:34.284259Z","submitted_at":"2025-09-14T05:49:42Z","title":"Fluid Language Model Benchmarking","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-04T17:10:43.454204Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2509.11106"},"observation_digest":"sha256:2eecaaa153fe447f6752f27a5c26ef88b8b6a5bd896e1b16ed1e69b8dbe94c1c","observation_id":"3fc827b1-b721-4472-8bcc-617ffe7d9033","resolution":{"observed_at":"2026-08-04T17:10:43.454204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2509.19590","last_updated":"2026-05-16T01:07:51Z","snapshot_observed_at":"2026-07-06T22:30:36.671861Z","submitted_at":"2025-09-23T21:29:04Z","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","version":2},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-05-21T21:57:55.834632Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2509.19590"},"observation_digest":"sha256:6a1b90d017405a027f73f767cf8437d074c3d2edd6a1cb7038f8060e7dc36063","observation_id":"9ce79528-af9e-4bc9-a45c-9b7b9f3488d5","resolution":{"observed_at":"2026-05-21T22:00:41.510890Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-04T08:10:10.570262Z","title":"Zhuang, Y ., Liu, Q., Ning, Y ., Huang, W., Lv, R., Huang, Z., Zhao, G., Zhang, Z., Mao, Q., Wang, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2511.04689","last_updated":"2026-07-13T22:56:21Z","snapshot_observed_at":"2026-08-07T19:53:56.830038Z","submitted_at":"2025-10-26T03:54:12Z","title":"Adaptive Testing for LLM Evaluation: A Psychometric Alternative to Static Benchmarks","version":3},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-04T08:10:10.570262Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2511.04689"},"observation_digest":"sha256:32a469146465c66e93dd53f9ed3a449c04a3ceee76eb31f15b3be80cfb16f542","observation_id":"3cbdb515-ecc6-42aa-84ee-abe526a966b9","resolution":{"observed_at":"2026-08-04T08:10:10.570262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2604.19357","last_updated":"2026-04-21T11:38:59Z","snapshot_observed_at":"2026-07-06T23:06:02.635464Z","submitted_at":"2026-04-21T11:38:59Z","title":"FairTree: Subgroup Fairness Auditing of Machine Learning Models with Bias-Variance Decomposition","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T03:32:02.079410Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2604.19357"},"observation_digest":"sha256:d312a9fcc59d02b25bcb5b514f5c23dc1c465c5129968b63d69e8ac2db213570","observation_id":"b116e399-813e-4881-a96a-e464b8e0b6a1","resolution":{"observed_at":"2026-05-11T12:31:03.899427Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2604.27405","last_updated":"2026-04-30T04:16:13Z","snapshot_observed_at":"2026-08-10T22:08:46.183190Z","submitted_at":"2026-04-30T04:16:13Z","title":"Beyond the Mean: Within-Model Reliable Change Detection for LLM Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-07T08:02:49.168872Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2604.27405"},"observation_digest":"sha256:be541ab3cab826a7fd3f35d583f9799a8ef97c0ac3a6a2101035cb93f74f415c","observation_id":"5504ef60-7b19-44d4-9713-039aaca1b0b4","resolution":{"observed_at":"2026-05-12T10:06:27.320015Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2306.10512/citation-record","integrity":"/paper/2306.10512/integrity","json":"/paper/2306.10512/citation-record.json","paper":"/paper/2306.10512"},"outbound":[],"paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","latest_version":4,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2306.10512."}