{"as_of":"2026-08-09T17:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:77b1e4a3b1b82aea8f1cf9698c37bfc37ad9ddc121d9e0d4e189972866584726","coverage":[{"denominator":48,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":48,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:30:26.011659Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.21701/citation-record","integrity":"/paper/2505.21701/integrity","json":"/paper/2505.21701/citation-record.json","paper":"/paper/2505.21701"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.155132Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.155132Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:a7713fe08abd0020bfe9a69b2c098dc0bb9ac7504ae45f8fa7bb8b23b6b9d39b","observation_id":"2160ebd6-abce-4875-83f5-87a73113b2ca","resolution":{"observed_at":"2026-08-07T13:30:21.155132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.303604Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.303604Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:7f8dea337ad58a80c9d610e1419ff1e950558dedad916f4e19f5045557726fa7","observation_id":"e53a55d4-f1da-4d84-9162-b6b42e6b789f","resolution":{"observed_at":"2026-08-07T13:30:21.303604Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.391545Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.391545Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:986df817dac8392594d97b52813e05f5c9bc6e779697d5074a0385c2253912cd","observation_id":"c9c3e8f5-c30e-4081-b815-cf2976966d9a","resolution":{"observed_at":"2026-08-07T13:30:21.391545Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.485820Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.485820Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:8b365d5648ed916155497c5fda537d8d95d88246663339c028f57c338c30dffb","observation_id":"77c8f1b6-40f0-47a4-8ddd-301fdbfb763b","resolution":{"observed_at":"2026-08-07T13:30:21.485820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.603860Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.603860Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:bd68d93c83c0a8e50ed0a3de30185c6e6f2bddfe5f4dc0df3b411f1017446bef","observation_id":"cbec1905-a5b6-49e2-a906-4208630f06d6","resolution":{"observed_at":"2026-08-07T13:30:21.603860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:21.694922Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.694922Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:c26632e5fa53af7c7443b49df38d89eccfa6602fb502e8dae06b6330cd1bcd43","observation_id":"3605274f-f4a7-41ba-87ac-4312d1bdc3a3","resolution":{"observed_at":"2026-08-07T13:30:21.694922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-07T13:30:21.804142Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.804142Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:f0ff258cb304e5863a983a1a43655545b415b74df5ad5b387c8494641940fa54","observation_id":"74b9a17d-9390-49aa-bdb4-563d5e50c6f7","resolution":{"observed_at":"2026-08-07T13:30:21.804142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T13:30:21.933229Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:21.933229Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:fc3fa72687b6ec0356e8b24cd3cf413892ed005f31b87c51067e8150104f8fdb","observation_id":"1adbb8d7-da61-4734-9806-3da64e4019bc","resolution":{"observed_at":"2026-08-07T13:30:21.933229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:29.516232Z","title":null,"venue":null,"work_id":"fecdae6a-3645-4149-a5d2-e592e3624f1b","year":2025},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.048219Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:0d9765485498fa19db7a7d04ca0d42425e16fb061a05d83e846cae7e3cd9c5e6","observation_id":"5ce9d337-bcc7-49f7-98c4-534c06419a45","resolution":{"observed_at":"2026-08-07T13:30:29.615941Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:29.318859Z","title":null,"venue":null,"work_id":"bef86062-b597-4426-85a0-649c3791c16b","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.146674Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:f40d41a7d3b69e6c3b88a80e1a780c7df56921cae3b5b53f50781f171619b97c","observation_id":"0880a96d-7711-4dcc-881f-a06f3988a28f","resolution":{"observed_at":"2026-08-07T13:30:29.408245Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:22.244837Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.244837Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:e1c0515f89367f42f480334b74e52d8c0ada66e90f291237a9345530e5b9741c","observation_id":"ab3bc857-5625-4002-bf24-85e733781fc0","resolution":{"observed_at":"2026-08-07T13:30:22.244837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:29.126508Z","title":null,"venue":null,"work_id":"883116a3-e7c7-4166-8ffa-f1236861f103","year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.323688Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:b2dcb58392324eff840ff95e294dd8999ce7b3f80ff52d41839c884ddab7452c","observation_id":"0a8c34cd-9589-4be2-8415-9688a77d4999","resolution":{"observed_at":"2026-08-07T13:30:29.201428Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:22.391721Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.391721Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:dbf4273f428c8fa034b5e832d2c2e90cfd2937bdd592a05bf86ce6bbb4b284bd","observation_id":"568fd548-2739-4e76-87c0-1645c5c6f353","resolution":{"observed_at":"2026-08-07T13:30:22.391721Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:22.500327Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.500327Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:3bffa311abd175e500b9a7d3a98595ead7679b59b1aa5f1e0bec78535b35695e","observation_id":"9e12e19d-2e05-4462-ada4-80f275cc6182","resolution":{"observed_at":"2026-08-07T13:30:22.500327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:22.634899Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.634899Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:0b44cd7d9ae442a58824819ec8ee6a0e56da8110ce23a7ededda8689f93781f3","observation_id":"08491af3-aa22-4ec1-bc1b-c36c08d492ce","resolution":{"observed_at":"2026-08-07T13:30:22.634899Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:28.930687Z","title":null,"venue":null,"work_id":"89ecc3ec-460e-4304-9197-24cdc59eaa88","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.701714Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:93c3073ab943afadee9b8f08e4201af3769d4481e0d3bb0f22a5980bb6d129c1","observation_id":"31e482bb-f1c3-49c1-972d-c66f12327d56","resolution":{"observed_at":"2026-08-07T13:30:29.046954Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-07T13:30:22.786432Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.786432Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:c3a99d6d876dbd92b7c864eca01a38262ecf49ab5aa552b392c35b60a959f0ef","observation_id":"d6972f44-6f35-44e9-afe1-6b208568a12b","resolution":{"observed_at":"2026-08-07T13:30:22.786432Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:28.825916Z","title":null,"venue":null,"work_id":"6f791b1f-d100-486d-986d-0f80d6d88a8d","year":2021},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.857488Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:92d4fc5cabda57692fdae4a7094178dab867c97de3162becd6ffdb0e521eaf60","observation_id":"19dcc578-cfb2-45b4-85ee-312744fb35ef","resolution":{"observed_at":"2026-08-07T13:30:28.892340Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.05221","last_updated":"2022-11-21T16:38:35Z","snapshot_observed_at":"2026-08-06T08:34:11.887259Z","submitted_at":"2022-07-11T22:59:39Z","title":"Language Models (Mostly) Know What They Know","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.05221","snapshot_observed_at":"2026-08-07T13:30:22.967772Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:22.967772Z"},"links":{"cited_paper":"/paper/2207.05221","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:f1bcd8ab974b083120320329bf64ba371115d5b0d5754ab848ea417ec20cc401","observation_id":"41206786-842c-44f9-8f6e-b72adfc5f355","resolution":{"observed_at":"2026-08-07T13:30:22.967772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.078685Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.078685Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:d14970a3c74be12a99a505d616453e0ad95c0d7ab2072f391e7fa389494f2269","observation_id":"9e77c766-f904-41e7-9422-4b843e01c190","resolution":{"observed_at":"2026-08-07T13:30:23.078685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:28.686998Z","title":null,"venue":null,"work_id":"2b9176b3-f2c4-4515-8d5b-fbfd1f379bbc","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.183671Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:9157306aee39d33af3dc40d17e4437f50d9cd8c75ff72d95422b461600919cc7","observation_id":"85a568e3-3f4a-4089-b8f9-c5cd10ccbe12","resolution":{"observed_at":"2026-08-07T13:30:28.735952Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.271856Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.271856Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:4e381912bc771a0f701960dd0f2749df6fad10a28b3c32fd5b4929566588caae","observation_id":"e3d7337e-c5f2-402c-a494-dcd852d7b7f3","resolution":{"observed_at":"2026-08-07T13:30:23.271856Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.339406Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.339406Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:39767108d7e150d300ea835b6ef6a76238955ca596f7d0e8d8b92c4ed872ca5e","observation_id":"253195a5-fe29-40aa-b867-579fa7073948","resolution":{"observed_at":"2026-08-07T13:30:23.339406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00436","last_updated":"2023-10-05T12:59:59Z","snapshot_observed_at":"2026-08-05T10:40:40.562724Z","submitted_at":"2023-08-01T10:31:36Z","title":"SelfCheck: Using LLMs to Zero-Shot Check Their Own Step-by-Step Reasoning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00436","snapshot_observed_at":"2026-08-07T13:30:23.435924Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.435924Z"},"links":{"cited_paper":"/paper/2308.00436","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:d5510af6d5cb97070ec2ad49378982a38286089d70f984448296778478114c07","observation_id":"6524e2e9-6c6e-473d-a380-152a3b2dc499","resolution":{"observed_at":"2026-08-07T13:30:23.435924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:28.547732Z","title":null,"venue":null,"work_id":"e4ad4bdd-744f-413a-86f0-7162bcffcfab","year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.509056Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:8379ade5170fc87fd3966a916412fb1397675c151ece8b345d12875a94d5fb96","observation_id":"76b378aa-c90e-447b-bb72-ae22eca02069","resolution":{"observed_at":"2026-08-07T13:30:28.579969Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.00656","last_updated":"2025-10-08T07:50:45Z","snapshot_observed_at":"2026-08-08T06:58:44.493777Z","submitted_at":"2024-12-31T21:55:10Z","title":"2 OLMo 2 Furious","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.00656","snapshot_observed_at":"2026-08-07T13:30:23.644760Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.644760Z"},"links":{"cited_paper":"/paper/2501.00656","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:d916657124a95ba26255f59f2ea4aeff2cff7b223389a44763b2c2e723086091","observation_id":"18003982-0d7d-4531-96d0-785666ad9529","resolution":{"observed_at":"2026-08-07T13:30:23.644760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.724903Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.724903Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:91c1645ee8ddc9facd90c74ba740e4608d057c68ec3d9294e5e9e8aaaec67bfd","observation_id":"15008fa0-a9be-4dae-9f4a-9273b4c6ecb8","resolution":{"observed_at":"2026-08-07T13:30:23.724903Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.814905Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.814905Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:9e763b219d230cadd7c7fa7a25e3e048c2fd2da0cf97b6d9f234703f12a86c64","observation_id":"a1a6059d-5697-4af0-a386-3b74480e64bb","resolution":{"observed_at":"2026-08-07T13:30:23.814905Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.932117Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.932117Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:815cdba5384ee2cfaec112e88b5cdaa417120ba7503742a8142838507678f551","observation_id":"3b362466-1122-41e4-b8c2-8c275f5079cb","resolution":{"observed_at":"2026-08-07T13:30:23.932117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:23.980953Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:23.980953Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:5fbcf3b4f7a470f8eb45f059d690157445881d6fa63e52edea1a0c74e3823bc3","observation_id":"bc57a897-5770-470e-a2eb-ccaa147eba21","resolution":{"observed_at":"2026-08-07T13:30:23.980953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:24.062471Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.062471Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:deabad65a4b1b00a92e31e7a137ce8b6c6d9c23eb5af8d143fd4318ebd7a68cf","observation_id":"94f922f4-98bb-4fc2-9143-93475eb6e68c","resolution":{"observed_at":"2026-08-07T13:30:24.062471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01724","last_updated":"2024-05-02T20:42:28Z","snapshot_observed_at":"2026-08-06T07:01:20.735410Z","submitted_at":"2024-05-02T20:42:28Z","title":"Large Language Models are Inconsistent and Biased Evaluators","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01724","snapshot_observed_at":"2026-08-07T13:30:24.165124Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.165124Z"},"links":{"cited_paper":"/paper/2405.01724","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:5683f126911314640de85e52867903027dad0b318a2be9ccc32b9274ad9cb475","observation_id":"3fcd9f06-e351-45b3-a36e-a498ebbe2847","resolution":{"observed_at":"2026-08-07T13:30:24.165124Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:28.133115Z","title":null,"venue":null,"work_id":"0150a1cc-7d0f-4acc-8d3c-cdaa690a6433","year":2022},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.217901Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:de5fce2995bc15a0139682d9f44cc40d5aecfd038ef8870ca35054f022bdff5c","observation_id":"68c98458-5e97-4284-a943-da939749d7a2","resolution":{"observed_at":"2026-08-07T13:30:28.467355Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:24.271956Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.271956Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:dd2e61f8aa1f909ab2362209d452319dc30aeb352184bc51d6f39ddaffe7df7e","observation_id":"41a10021-f421-493d-a498-2864acc502ad","resolution":{"observed_at":"2026-08-07T13:30:24.271956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:24.341479Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.341479Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:1aa5276af2bdfa02dd1f92050ef81ce0caab65b124ebfcef4267f60d4b22d053","observation_id":"49b491ab-41b3-47f3-bbdd-40598e3f823f","resolution":{"observed_at":"2026-08-07T13:30:24.341479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:27.925742Z","title":null,"venue":null,"work_id":"2fe0f1c0-fc53-40c2-b191-25d20a731677","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.508244Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:3e6b01e9e1fe25ac5abfe0e4034fd3a8beedd80a9e89a1e6b2d746f01dc1c9fe","observation_id":"24b71c23-db40-408d-8e42-4934950d5e81","resolution":{"observed_at":"2026-08-07T13:30:28.024749Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03415","last_updated":"2025-03-03T23:46:14Z","snapshot_observed_at":"2026-08-04T03:49:36.273488Z","submitted_at":"2024-10-04T13:25:32Z","title":"Surgical, Cheap, and Flexible: Mitigating False Refusal in Language Models via Single Vector Ablation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03415","snapshot_observed_at":"2026-08-07T13:30:24.644826Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.644826Z"},"links":{"cited_paper":"/paper/2410.03415","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:15361ea93a6bd9605d0445f6fb9c60a95bb3906ee2fd575d87249ba562e2a27e","observation_id":"cb581d2f-5735-442e-aea0-3be5fedc44c2","resolution":{"observed_at":"2026-08-07T13:30:24.644826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:24.734842Z","title":"Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.734842Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:bb55c2cc3d2aca74f40870b7e6799e5b131b4180936d7d10db1cc819725bc465","observation_id":"36ee7bc2-f65f-4727-b1b7-96a75465fd4d","resolution":{"observed_at":"2026-08-07T13:30:24.734842Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-emnlp.501","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:26.918399Z","title":null,"venue":null,"work_id":"ab9f6f38-0793-4a2c-9524-c4a6238dcaeb","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.794828Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:7e2d704b3abb37cb8c155b82b0ec26e2ab6b1a38411302195f95f8c9d634f375","observation_id":"32f1f14c-4a65-4585-be33-4edbf40541f9","resolution":{"observed_at":"2026-08-07T13:30:27.014760Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:27.591234Z","title":null,"venue":null,"work_id":"1b924b3b-09cf-4f1c-9dab-ffedef3781b6","year":2022},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.860925Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:d928f01f63b5d8aecce65f0cd5663d41e2e12762b6f256aa7ffe9c6638ed0d91","observation_id":"87287119-bbe8-42a4-9509-1bcf24dcb504","resolution":{"observed_at":"2026-08-07T13:30:27.674930Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18349","last_updated":"2024-08-08T08:57:23Z","snapshot_observed_at":"2026-08-06T14:40:09.150498Z","submitted_at":"2024-03-27T08:39:56Z","title":"Rejection Improves Reliability: Training LLMs to Refuse Unknown Questions Using RL from Knowledge Feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18349","snapshot_observed_at":"2026-08-07T13:30:24.985286Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:24.985286Z"},"links":{"cited_paper":"/paper/2403.18349","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:abf9bab6427539fb974d1a4198ec66b504b332c16d8bfbfb98706984d74a74ec","observation_id":"3509225c-0ef7-4b5f-a713-76e4a1114a3e","resolution":{"observed_at":"2026-08-07T13:30:24.985286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.17969","last_updated":"2025-01-03T16:41:37Z","snapshot_observed_at":"2026-08-08T01:27:33.186418Z","submitted_at":"2024-05-28T08:56:33Z","title":"Knowledge Circuits in Pretrained Transformers","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.17969","snapshot_observed_at":"2026-08-07T13:30:25.090194Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.090194Z"},"links":{"cited_paper":"/paper/2405.17969","citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:8871c52a1215ebfd3cd8efb137b0e1ec6acf6e312836c90eeacc4bd575000413","observation_id":"8c761e32-763f-49b0-882a-188400c7297a","resolution":{"observed_at":"2026-08-07T13:30:25.090194Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-emnlp.1043","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:26.444731Z","title":"o rg Schl \\","venue":null,"work_id":"e647a8cd-1c0a-4830-9e5e-e72683328f8a","year":2023},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.293976Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:335f7af490f25b9f09b74fc797994bb7afb8fcb5a45ccf53339a85c7891d2719","observation_id":"99d5dd6d-3005-4703-a2d3-4bcaaeaeea8b","resolution":{"observed_at":"2026-08-07T13:30:26.564838Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:25.474900Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.474900Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:4d87697cdc8699395b75d96b405fe80ac3937042be8e4c04ad034b997e1574e4","observation_id":"3dfac7d4-82c4-46ca-b101-05746a328c39","resolution":{"observed_at":"2026-08-07T13:30:25.474900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:25.665721Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.665721Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:060a2d57ad1df33a2120ef4a2d05267a8458e61da1c6ee05b94f9f5e8a614b15","observation_id":"edb885ce-99e3-4baa-9c96-49e6b861da4b","resolution":{"observed_at":"2026-08-07T13:30:25.665721Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:25.799721Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.799721Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:7b994d6e33df1545c4df9d338bcaca36a574edfc37b7c9990f6ba9ecaa219e77","observation_id":"c1cebbc7-1f4c-452d-b967-5aaa63611604","resolution":{"observed_at":"2026-08-07T13:30:25.799721Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:25.944752Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:25.944752Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:0c65e51872b6828d097c8c0df043c4cd152ea41f5e1a811bbaf587ad66ab9c1f","observation_id":"863bda5e-a294-444c-a119-264bdfa7a4e3","resolution":{"observed_at":"2026-08-07T13:30:25.944752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:30:26.011659Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:30:26.011659Z"},"links":{"citing_paper":"/paper/2505.21701"},"observation_digest":"sha256:b154f45b17b71c273b21fd6899ebdbbfaf7b8de47adf3b2f175bd0b9458891b6","observation_id":"3220b2df-653f-4b3e-870a-8abe5405c5e2","resolution":{"observed_at":"2026-08-07T13:30:26.011659Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.21701","last_updated":"2025-05-30T14:39:34Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T13:22:29.565307Z","submitted_at":"2025-05-27T19:39:49Z","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing"},"reference_resolution":{"displayed":48,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":46,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":48},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 48 of 48 outbound references and 0 inbound Pith citation observations for arXiv:2505.21701."}