{"as_of":"2026-08-09T22:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c78fa2325bf6e129a2b887c151cfb2ddcf53e97f0eebcaf8e70d174b130106f6","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:00:37.841915Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.16591/citation-record","integrity":"/paper/2505.16591/integrity","json":"/paper/2505.16591/citation-record.json","paper":"/paper/2505.16591"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.415737Z","title":null,"venue":null,"work_id":"a9f8dfc9-6bb2-47e0-8986-ecc702e4b323","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.067635Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:c0e1941fbee509719b8ded9640a5646b5b3358272b038da1e620c901d03cf7c0","observation_id":"5e55c8f1-4715-4fc7-a8cf-06f37a68e73a","resolution":{"observed_at":"2026-08-07T15:00:44.484777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.276467Z","title":"The output triples are represented in the form of a list, and ensure that:","venue":null,"work_id":"2d81155f-6caf-4a2c-a5d7-5cb56f27d152","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.186848Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:dc10f4dec9866078631788beab603d804deac4ce02f6c51e656c521d86e1d6f9","observation_id":"a6ecc5c7-0101-4831-aac8-20ef5936a342","resolution":{"observed_at":"2026-08-07T15:00:44.322905Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.784914Z","title":null,"venue":null,"work_id":"6fc862e0-1ca7-4f11-af1b-7e3d5d115941","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.538306Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:c085dcd5060a09c13074fb3b443983a53d4e45f66cfa3d0c61f4fe44a1582402","observation_id":"4ca9f9d1-112c-4e80-8b27-9e6525f15abe","resolution":{"observed_at":"2026-08-07T15:00:43.844051Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.607215Z","title":null,"venue":null,"work_id":"6c40ba59-d8c4-4db0-8f73-c7bd8db96945","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.619909Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:896d656d67dff9d4845ea027d8f728e5ccc16dc32cfdbb6eea9bfe4ca5ac57b1","observation_id":"e39c9573-2344-4bd1-83f0-88cfe141bf99","resolution":{"observed_at":"2026-08-07T15:00:43.686586Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.119638Z","title":null,"venue":null,"work_id":"a1b1c214-4e76-4500-bf13-d566b8b1e39a","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.313837Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:284ad69985790f836e94ab0c6019b4e5b649df5006d138d4dac2039fd6f7193f","observation_id":"d94cfb63-4f47-45a3-8371-1c5d20f4fc9a","resolution":{"observed_at":"2026-08-07T15:00:44.198238Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.943165Z","title":null,"venue":null,"work_id":"02fa3861-fd6a-453b-9613-cd978c36989d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.411954Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:b587466cf0d360004ed5c06f780c08511de15081af80dbb8f0f4a39d304f634e","observation_id":"737138a7-0350-4b4d-b346-3b2247703f9c","resolution":{"observed_at":"2026-08-07T15:00:44.019771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.209333Z","title":"The head entity and the relation of the triple are used to generate the question, and the tail entity is the answer","venue":null,"work_id":"aa3cc48e-5474-45d8-b51b-2e37a76fa844","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.422050Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:5613d5e28abb1af1363c324953b0d1b420a755e08ce741bbf4719aade7025acc","observation_id":"34068198-e946-4c51-bc53-0de714c35a85","resolution":{"observed_at":"2026-08-07T15:00:42.269000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.072806Z","title":"question","venue":null,"work_id":"f93311ec-b898-4d1c-a6c8-b6ac0effa33d","year":1954},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.496275Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:0632f83279f8f2075c2b84ed4202728201cc1eb7f4733f088f0583f923974f2d","observation_id":"0471f0b2-d21c-493c-8acd-2303ca24c14e","resolution":{"observed_at":"2026-08-07T15:00:42.123283Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.440865Z","title":"The final output format is: [[‘Entity A’, ‘Relation 1’, ‘Entity B’], [‘Entity B’, ‘Relation 2’, ‘Entity A’]]","venue":null,"work_id":"576dd37f-2a09-4430-ba3e-149fab3c73b1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.716368Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:86253b1e37febbec0a0b7b863335207c990aae97ce837250cd81b6e352069752","observation_id":"58299f09-c1a8-4b0e-8a1b-798d4d925cfd","resolution":{"observed_at":"2026-08-07T15:00:43.527542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.116747Z","title":"Each question is an independent question that can be answered inde- pendently without the materials","venue":null,"work_id":"577afefc-b001-453d-b02d-3a9b05141e2d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.907303Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:96e8497a23d3458fdefe2539fa8eb5450d38ea5e1a51ac2728b445500a2a932f","observation_id":"d19c3d91-ca8d-48a2-adfd-88a25df71252","resolution":{"observed_at":"2026-08-07T15:00:43.184611Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.987647Z","title":null,"venue":null,"work_id":"a1d8e24a-39de-443a-921d-f446929d1a79","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.953399Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:fcf3efa3bad5e7aaa7774bdf9d1c573a077817f336e4a892631a952ffb450fa5","observation_id":"db9f1c50-6627-4924-b6c0-d750eeefd409","resolution":{"observed_at":"2026-08-07T15:00:43.051023Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.817111Z","title":null,"venue":null,"work_id":"6b4fdbb2-4637-461a-bbf0-d0e92d5d9bb1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.067137Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d3ae2c26a86bc5b731fe4e5fbcd06129303dca2e6bf5fee0a32a0c78c3ba7c4f","observation_id":"889b82c1-b9b7-4c36-971a-e8043a0c9bee","resolution":{"observed_at":"2026-08-07T15:00:42.869659Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.641765Z","title":"For example, for the triple [”China”, ”contains”, ”Beijing”], the question cannot be ”Which province does China contain?” because the answer is not unique","venue":null,"work_id":"bf13b7a3-6f24-4719-82a3-0d5f39a16a5c","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.172444Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:572e63aa7a8d165c583eb84567e267daf0bb22d75bc9acecd24da33104ed1299","observation_id":"7748e6e4-4197-4c8e-b7d3-6edb3b204134","resolution":{"observed_at":"2026-08-07T15:00:42.705536Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.517545Z","title":"If the provided triple is [], the corresponding question and answer should be None","venue":null,"work_id":"f7c6664c-9e5f-4678-bb14-d3b9e3302dbe","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.233416Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:23bab8a3d07616b54edc1d187bc509e20f496726cbbc26891b568301411d379f","observation_id":"63caa9ef-79b8-4e70-827b-a2c01ad87d06","resolution":{"observed_at":"2026-08-07T15:00:42.571684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.353967Z","title":null,"venue":null,"work_id":"729f721f-1ddc-49d5-a33a-8c470cb42289","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.362043Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:0451f69fb3e0c633b7abb74ebc719cc6a35e2a1ffadac671ca5000f1c17b2fd0","observation_id":"fe9ce5f8-6918-4354-8e15-1861325414aa","resolution":{"observed_at":"2026-08-07T15:00:42.422379Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.882340Z","title":null,"venue":null,"work_id":"d241be2d-7c50-4d2d-b349-51c0ea370d00","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.545424Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:1a618db70e8849f14f329feb256fd98384e508abf788b78102ef070090150c01","observation_id":"57feff51-465a-4af9-8a75-79fb585463da","resolution":{"observed_at":"2026-08-07T15:00:41.977675Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.754081Z","title":null,"venue":null,"work_id":"c925be3a-6afd-49fa-84ae-be43cb022229","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.628117Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:90d367fb27e019c30640d0dd165242f86ab03919e562cde077ce719c71cb0a0e","observation_id":"c4d7c116-be1b-44e1-8391-54e98219a432","resolution":{"observed_at":"2026-08-07T15:00:41.821437Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.602241Z","title":null,"venue":null,"work_id":"b7684375-3fb2-437f-a0bf-1dddc67bcc07","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.698953Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:f303b9582a20d9a8294f758e2ae68b0d721c8f51c7f9dfb8a2949f23192b0066","observation_id":"bc0e80c2-c9bb-45f2-aa9e-11f6a7765211","resolution":{"observed_at":"2026-08-07T15:00:41.662029Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.483422Z","title":null,"venue":null,"work_id":"190bc093-476f-40d0-a470-343eafd3c9ce","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.805151Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:892f86d5e968ac2a518928c6b13f456dddb7363605b97716dcacd3e0799e7c71","observation_id":"e18e8453-3803-4216-a654-37aee8015f2a","resolution":{"observed_at":"2026-08-07T15:00:41.532334Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.308223Z","title":"For instance, do not ask ”Where did Barack and Michelle Obama meet?” (which could have multiple answers like ”Chicago” or ”Sidley Austin LLP”)","venue":null,"work_id":"6d065b1d-954f-4ebd-ba73-b14c11d9338a","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.876158Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:a001ffee39dccb66bce173ae7c9988000882b9efa3c4d2d79c012157d6fa84fa","observation_id":"d27108f6-88ac-4d05-9e84-40647bb4a73a","resolution":{"observed_at":"2026-08-07T15:00:41.378906Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.144491Z","title":"Avoid asking questions whose answers change over time","venue":null,"work_id":"0b14ba9d-25de-4fb8-bcdc-cd160759964c","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.958270Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d2aa7af2c7a6b8107b11423714ca17d1608c303fac02f5fe178c0e7efc613be2","observation_id":"0c4ac7bf-978d-44d3-8bac-9062e2d0dab9","resolution":{"observed_at":"2026-08-07T15:00:41.191098Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.956337Z","title":null,"venue":null,"work_id":"7615c9cf-2178-4a34-a6f8-55675556ced1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.090019Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:3249cff9dc02d3c2728c85656c604532de77b2be08c17fa202481a42c71674f8","observation_id":"29908cac-9f3c-4421-94bd-68ff16e28dbe","resolution":{"observed_at":"2026-08-07T15:00:41.025427Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.791684Z","title":"China\",","venue":null,"work_id":"416556dd-e796-4b42-a356-d940ac01a7ad","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.250318Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:a213c088ab89d9542b4a4ff10dc9213591f95d90c4035e7de8f5d806500ad572","observation_id":"4be00c11-2ea4-4da6-a9c9-9489c25309c6","resolution":{"observed_at":"2026-08-07T15:00:40.851902Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.610249Z","title":"check_triple","venue":null,"work_id":"8857fe2b-7072-41f0-8f46-6891fad998f0","year":1998},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.400728Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:4ae78c7db1cdc04919fde2dc437de7e68e732398b9539c84e56244623ae94fbe","observation_id":"e8bcce57-e4a8-4b14-8344-503cbcda1080","resolution":{"observed_at":"2026-08-07T15:00:40.694367Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.414859Z","title":null,"venue":null,"work_id":"fa29dd3c-0e96-4ea0-a017-6f84dc0dab62","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.521929Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d980d991bf18d7d0cee498c600fa793e191f61fd3e01e869b2f8576332c899fc","observation_id":"b5795363-1d02-4e55-baa4-07a35f732c15","resolution":{"observed_at":"2026-08-07T15:00:40.525022Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.228373Z","title":"However,","venue":null,"work_id":"0499a684-fbba-4579-af27-8dc13ab252e6","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.716819Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:59fc2093f2b20d60854bfaf1dc96c08b91ce8d30cc6fcd37d2d9db8c67701ecc","observation_id":"98db4843-ebaf-42f2-9563-c570a6025f43","resolution":{"observed_at":"2026-08-07T15:00:40.288401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.036952Z","title":null,"venue":null,"work_id":"efb9db61-a043-430d-a7c1-6cc8e6a2146d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.868053Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:e7ba2db39f0aadbd38a81c735b062518252d872d149c076e28fef96be38c4113","observation_id":"3f4fdf16-0d32-4c68-94d8-c22598b48881","resolution":{"observed_at":"2026-08-07T15:00:40.120467Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.859349Z","title":null,"venue":null,"work_id":"ba85c337-4188-4a0a-a03c-c27fd7136a5f","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.022185Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:e2c55cfd78ac3d919321bb023e54b81f7473bb2b3461915197a17e395b8c17a7","observation_id":"ff386aef-21a7-4578-9ee1-8332ca623f1e","resolution":{"observed_at":"2026-08-07T15:00:39.940159Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.511965Z","title":null,"venue":null,"work_id":"a92eb0e1-90a5-4093-93f4-0329631fc8ef","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.154634Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:84d977dedeff1806adece914020f0aee791cfd5e733c1be667579bd9318d406e","observation_id":"1a9d7d1e-df70-492c-b704-2c382c10c124","resolution":{"observed_at":"2026-08-07T15:00:39.652286Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.220683Z","title":"However” vs. “however","venue":null,"work_id":"cb74209e-57d7-43de-bb4e-58aa4722560b","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.318177Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:50d4cc212589c0d83c8fb09ba2704a3c2b2cc46265f7691210613967cebdb40b","observation_id":"2e2fea3c-70b9-4d76-b0d9-2e8bcdc0cf2b","resolution":{"observed_at":"2026-08-07T15:00:39.344186Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.933346Z","title":"question","venue":null,"work_id":"601064ad-d9ef-4f0e-97c5-b999f954c995","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.456104Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:e3e8d219a07e40cc9e9961c2af12eb32278ec84b9e4b5b08929146b4d437ee4a","observation_id":"900a22ba-b32f-4922-933b-b1c090d999a4","resolution":{"observed_at":"2026-08-07T15:00:39.057614Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.660789Z","title":"Please think step by step to give an explanation **EXPLANATION**","venue":null,"work_id":"5d59fd31-76c4-4ed8-8bf0-809c4ebd6330","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.580772Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:77db31209683c5ee48306cfcb2eea295af984b973a385dc5cb836b10d743aca1","observation_id":"d038a6fb-3274-49fa-b4b0-9032e082e650","resolution":{"observed_at":"2026-08-07T15:00:38.809446Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.368810Z","title":"If you think it cannot yield the correct answer or you’re not sure, indicate a confidence score of 0 out of 2","venue":null,"work_id":"e641f2ce-b23d-4fad-aaa2-454e580ed888","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.707116Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:117c3e6d411b17da0c9896f7a87a3609d170c7f04df68b3a83f36e4a55d701d3","observation_id":"90ed9ad7-e6ae-4259-a5b8-6bc9bb203922","resolution":{"observed_at":"2026-08-07T15:00:38.460353Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.082892Z","title":"explanation","venue":null,"work_id":"96b24faf-245f-465d-832f-e92a61577b6b","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.841915Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:04bb93e58ad3d5c48846a9b41c02dd7cc7bf13205d215b61b43e153e39bbaf66","observation_id":"fb916a25-5939-4f7e-aaf8-bac1883d6bbe","resolution":{"observed_at":"2026-08-07T15:00:38.180509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.267307Z","title":"triple_pair","venue":null,"work_id":"a201b540-d0ef-4b74-ab03-2bcf63a57e53","year":1953},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":1954,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.806704Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:5d10944e8abd0092294431bf5c8e2f8ff4c3948028a70b26edbee1ad5a2075ef","observation_id":"50314834-0086-4a92-95db-80dd2eebb701","resolution":{"observed_at":"2026-08-07T15:00:43.336443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12840","last_updated":"2024-07-30T02:19:13Z","snapshot_observed_at":"2026-08-09T21:51:12.874032Z","submitted_at":"2024-02-20T09:07:41Z","title":"ArabicMMLU: Assessing Massive Multitask Language Understanding in Arabic","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12840","snapshot_observed_at":"2026-08-07T15:00:33.799626Z","title":"doi: 10.18653/v1/2023.emnlp-main.760","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:33.799626Z"},"links":{"cited_paper":"/paper/2402.12840","citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d744d2be8e551b48434e52864c96615e214358a32ebdf886d8f892b2e92461e9","observation_id":"13c49c8c-52b5-473e-8fed-3323e505ce1c","resolution":{"observed_at":"2026-08-07T15:00:33.799626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-07T15:00:33.940929Z","title":"doi: 10.18653/v1/2024.findings-acl.671","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:33.940929Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:235b12cf24f875f59441e5499c51e754d761deed8d0dda1062f4f4c6d713481f","observation_id":"4f3903ff-d84c-424a-9c58-e47dba1bc7af","resolution":{"observed_at":"2026-08-07T15:00:33.940929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T21:51:13.663153Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":19,"verified_exact":0,"verified_fuzzy":17},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 0 inbound Pith citation observations for arXiv:2505.16591."}