{"as_of":"2026-08-19T22:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fa5123dcf12c99d3390720129726e8c52f18b5075dd989d3274bd6a1a063ca66","coverage":[{"denominator":48,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":48,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:13:25.100290Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.05225/citation-record","integrity":"/paper/2505.05225/integrity","json":"/paper/2505.05225/citation-record.json","paper":"/paper/2505.05225"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.804812Z","title":null,"venue":null,"work_id":"59183120-6d30-4f37-b8b0-aed8fa15c85f","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.022934Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f42bc777d041bb9a964beeb238eb1114938adc491f9d53e70b1a7ee3c518139a","observation_id":"87ea8e7a-11b0-4007-9a6d-1f31d2a72fb4","resolution":{"observed_at":"2026-08-15T23:13:26.810989Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.109170Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.109170Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:331f0ebdc4ffaf6e38eb3ee9d2ba28da68d267f1175a9f3247c0310c4e7b5653","observation_id":"9cf75a0c-8a14-418b-b7b7-58f71644b6d6","resolution":{"observed_at":"2026-08-15T23:13:24.109170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.214633Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.214633Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:1862f99437544cfb522b72a31084754d6ecab21949104e55542cd1df73735784","observation_id":"ed9da34d-8b4f-42d3-a474-8e1678ae113d","resolution":{"observed_at":"2026-08-15T23:13:24.214633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.282619Z","title":"Yu, Qiang Yang, and Xing Xie","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.282619Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:2a37a00c2acd813ee8671f8d5b758c14446ac592b554dc9bae2e5ec8a6405153","observation_id":"1c97a171-c0ae-414c-bd25-baaf7fa02338","resolution":{"observed_at":"2026-08-15T23:13:24.282619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.15205","last_updated":"2023-10-25T05:56:13Z","snapshot_observed_at":"2026-08-18T20:12:25.236058Z","submitted_at":"2023-10-23T11:33:41Z","title":"DISC-FinLLM: A Chinese Financial Large Language Model based on Multiple Experts Fine-tuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.15205","snapshot_observed_at":"2026-08-15T23:13:24.287004Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.287004Z"},"links":{"cited_paper":"/paper/2310.15205","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:65357ebd4e3f51d44e9f308119c9856f4673bdfa4e3a452b854fa0725413d755","observation_id":"98728b40-878d-4a02-9e9c-7f4831b5642c","resolution":{"observed_at":"2026-08-15T23:13:24.287004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.15617","last_updated":"2025-06-18T16:50:34Z","snapshot_observed_at":"2026-08-17T10:00:52.823889Z","submitted_at":"2025-06-18T16:50:34Z","title":"The Compositional Architecture of Regret in Large Language Models","version":1},"cited_work":{"arxiv_id":"2506.15617","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.15617","snapshot_observed_at":"2026-08-15T23:13:25.679034Z","title":"The Compositional Architecture of Regret in Large Language Models","venue":"cs.CL","work_id":"1eeca27f-e519-414a-bee8-f62c15cbb7dd","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.291813Z"},"links":{"cited_paper":"/paper/2506.15617","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:d87dfe5104c384ff9ba731aaa2e88404a7a47bd689fc0acf9759794cce1b3dae","observation_id":"4b59ad6f-00dd-4ae2-b5df-5a3dafb60939","resolution":{"observed_at":"2026-08-15T23:13:25.684918Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-15T23:13:24.297822Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.297822Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:5468f137802ed2dfc5be9eefa36096871fa84414525f83f00573392dd54cc2e4","observation_id":"2f7677ca-68c5-4aca-90e2-0c8a727fa40f","resolution":{"observed_at":"2026-08-15T23:13:24.297822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.681112Z","title":null,"venue":null,"work_id":"dd4a2bfe-d021-4de2-857d-fbeeb1d52cb4","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.302350Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:68952ca0e0481be6f801cf14eeb0c17669dba8a2f7a34bde9edb50e0798a3877","observation_id":"15352bc0-336b-4918-95d6-d7caaffce4a4","resolution":{"observed_at":"2026-08-15T23:13:26.781251Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.306341Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.306341Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:28d76d408263e158bb91f83232f4cd2e104de132c1980b50f711a031f0162d2d","observation_id":"895868e1-42b8-4d96-a7c7-dab5d404599a","resolution":{"observed_at":"2026-08-15T23:13:24.306341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.667905Z","title":null,"venue":null,"work_id":"e4ea7f2b-9fc4-4390-ba50-f731640f4c43","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.309880Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:04bbea1df8bd43f66ea7deddbce5db55371db28ef5cc8dbcc0512dc308190393","observation_id":"dc78d210-414b-4df4-8300-4d7ee1fe7535","resolution":{"observed_at":"2026-08-15T23:13:26.672943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.315189Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.315189Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:9def9c8e4b2f3e82c2917b2ef0c2026462c39169b56377edb745f48e0d962bef","observation_id":"8f1543e8-28e8-4130-97bb-a9dd8d487d8e","resolution":{"observed_at":"2026-08-15T23:13:24.315189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.516609Z","title":null,"venue":null,"work_id":"00c007e0-539c-47a9-bd68-522a81be4ad3","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.349785Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:29a5181a2633de21b662065a3c27098d4bb47e978c8b141f491e85de245d9e8d","observation_id":"8f8a7f94-d3b2-47ef-a99a-a895349da1cf","resolution":{"observed_at":"2026-08-15T23:13:26.623657Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.473653Z","title":null,"venue":null,"work_id":"6cc76820-0a7e-470f-98e3-1da2c46150da","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.421188Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a3f41a025ae1edf954fecdc69fe56952a903ac77045f0f96a893d8295d664531","observation_id":"6a4d170e-ed01-4e43-8bf1-d892276a89ab","resolution":{"observed_at":"2026-08-15T23:13:26.478395Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.488134Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.488134Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:717b76ec10a61aac8097f3edd8db4ff511e403c0afde6ba84f0fc45f78047966","observation_id":"143870af-5d10-465a-aecb-a0b205382ea2","resolution":{"observed_at":"2026-08-15T23:13:24.488134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.523614Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.523614Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:b639fe3673590b137d7af513adbd4b32adce7ab8a2424b1410ede26069b28dcb","observation_id":"1e56bf5a-9dea-43f9-bba6-e4495177aaac","resolution":{"observed_at":"2026-08-15T23:13:24.523614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.251880Z","title":null,"venue":null,"work_id":"5bf97b7c-aa89-4ac3-8318-ed6259a183e4","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.528587Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f8ec0dc3598dfde50be2242309715f8317283a41aa752f3eac8889fb2f7e5b96","observation_id":"357af42d-f787-4ae0-b8c7-5e7d27b27efa","resolution":{"observed_at":"2026-08-15T23:13:26.347144Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.217663Z","title":null,"venue":null,"work_id":"04154219-fc71-4dd9-945c-061abcebd111","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.533018Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:d6b92c2a77b6ff90e6bfccd25a2d42f4024feaa5f94a6279933d425cafeb97e3","observation_id":"05cb9e4f-2be0-4d26-9428-5fc2bade5606","resolution":{"observed_at":"2026-08-15T23:13:26.221294Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.205725Z","title":null,"venue":null,"work_id":"33c03de3-2b92-4c95-8ebe-589d3ed9dde3","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.536996Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:0fd481c562eedc9628f67591f2f6c30cf409c818002fcd689e4e8c692cd6ea35","observation_id":"f5de18c3-892b-421c-bc45-ba6e22d3cb23","resolution":{"observed_at":"2026-08-15T23:13:26.210076Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18703","last_updated":"2024-03-29T14:05:07Z","snapshot_observed_at":"2026-08-16T15:28:29.567892Z","submitted_at":"2023-05-30T03:00:30Z","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18703","snapshot_observed_at":"2026-08-15T23:13:24.541133Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.541133Z"},"links":{"cited_paper":"/paper/2305.18703","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:818d6402795f55c82028ca9469cdbcd1bc73f98a29177e07e066ac07b1fedd5c","observation_id":"b7cf7c00-5dcc-4a0b-8325-727bebc11747","resolution":{"observed_at":"2026-08-15T23:13:24.541133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10263","last_updated":"2023-05-21T03:57:11Z","snapshot_observed_at":"2026-08-16T15:32:19.116242Z","submitted_at":"2023-05-17T14:56:31Z","title":"M3KE: A Massive Multi-Level Multi-Subject Knowledge Evaluation Benchmark for Chinese Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10263","snapshot_observed_at":"2026-08-15T23:13:24.546150Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.546150Z"},"links":{"cited_paper":"/paper/2305.10263","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:324309ecdbffb1485f1351e478bd09498a442fc1883d93fa622a76bb94e98a74","observation_id":"50028e0f-dde0-4514-91ca-2cc62b76917c","resolution":{"observed_at":"2026-08-15T23:13:24.546150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.195123Z","title":null,"venue":null,"work_id":"0fce88b8-3ba4-43e7-a176-3e82dbe2811d","year":2022},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.550774Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:1be681fabb7011e6b67e5feddfe0c530e717c039d2e6ab425564b1442e5439eb","observation_id":"d42d8def-b11a-4ebc-bc06-5b0e8575dc0b","resolution":{"observed_at":"2026-08-15T23:13:26.198443Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.554249Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.554249Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:530b30a91989bd6f7efdc52e50eb3b7654ecb899af8c77c8a44a621cac769959","observation_id":"6ae87d4e-f791-4355-b38f-5eed6b40f1de","resolution":{"observed_at":"2026-08-15T23:13:24.554249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.097386Z","title":null,"venue":null,"work_id":"9b5d13a1-96de-492f-97f8-e3f8bfcfbb88","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.557887Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:19beedb6b4c59c7a94f34fa6c06406cb992ac3aabc06f91afbb1115e461c5a4b","observation_id":"d67e986f-dabe-423f-bf59-324e9131b444","resolution":{"observed_at":"2026-08-15T23:13:26.171793Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.968281Z","title":null,"venue":null,"work_id":"be06b6fc-06ac-42cc-ab30-13a0c68af17a","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.561680Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:fb5219d3ea35ed4752def6cdd482705bbeb5fff31585c49e96e3118e9a4b137a","observation_id":"b68e0f3f-3e69-4f35-be28-bb2ea47f8b29","resolution":{"observed_at":"2026-08-15T23:13:26.013061Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.565596Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.565596Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:e4f666fd219143de6cec824637d79bd3e657000751780246bc8ce3b43e55aca8","observation_id":"949f302e-d345-4da6-a42c-1aed89816318","resolution":{"observed_at":"2026-08-15T23:13:24.565596Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.569342Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.569342Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:ccc434c103e3ef2bbd4967a0c36ea4ed18d9a32aafc4e38710922802ef90e86f","observation_id":"d8deee4b-00b5-453c-b483-ef5e41e6efd3","resolution":{"observed_at":"2026-08-15T23:13:24.569342Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-15T23:13:24.680011Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.680011Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:6cbceb1f612b6cccaefd22d9f74e36af017f62fad47289d00dc83e297a73df0a","observation_id":"7d9b07c0-a263-4ad8-bc88-041e23cf45a8","resolution":{"observed_at":"2026-08-15T23:13:24.680011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.955642Z","title":null,"venue":null,"work_id":"9df5e31c-f3e6-4b94-aeb4-3daa607915c8","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.796187Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:4b29f7154c0f034969132e9e43f06a93f757effa11e87bd24c621417673a3ca9","observation_id":"7bc78698-3891-404c-95db-1957c802cfc4","resolution":{"observed_at":"2026-08-15T23:13:25.959852Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.800305Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.800305Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:055a244015acd62188ff2f05ffd45a0ec377ac149ba9deb6122494433a0c1810","observation_id":"b6283e5c-dbaa-4399-8ba3-66f5efa63b8f","resolution":{"observed_at":"2026-08-15T23:13:24.800305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.804500Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.804500Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:3770d3c4187f950b6ad0d00d8114c4714e782040c316f5fd813821946bf9b2cb","observation_id":"f48a8fa3-acfa-495b-b91d-ae3f63e6ef50","resolution":{"observed_at":"2026-08-15T23:13:24.804500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.807920Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.807920Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:ad2cfb60274215419f905f93ad8984fc2a58102ed3bc84ad3d0de11e020c8b06","observation_id":"b9ccb429-b628-4351-b08b-2efe78f8081b","resolution":{"observed_at":"2026-08-15T23:13:24.807920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.928603Z","title":null,"venue":null,"work_id":"5522d0e7-dc31-464e-80a9-ab548c6d631a","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.812998Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:1a64e4fcec2504fe35f4db482455dee0118ee2c6c2cc618b7bd9da87c497d93b","observation_id":"5c62c2ec-9cde-4aa0-92de-e080871c457a","resolution":{"observed_at":"2026-08-15T23:13:25.932694Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.914898Z","title":null,"venue":null,"work_id":"eeaee3da-975e-40b3-b7fa-965acfc6383e","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.817663Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:4495a4a420b870d50b74c065e7fb5d43ad39ab52e4dfad38040a471627498456","observation_id":"b892645d-ecbb-4427-bfe9-cb0beefb1e77","resolution":{"observed_at":"2026-08-15T23:13:25.920097Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.05654","last_updated":"2024-06-17T03:01:39Z","snapshot_observed_at":"2026-08-16T13:44:50.530979Z","submitted_at":"2024-06-09T05:33:51Z","title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.05654","snapshot_observed_at":"2026-08-15T23:13:24.821151Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.821151Z"},"links":{"cited_paper":"/paper/2406.05654","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f46b939401e7abb072df9bdbe3e00550b2d66a5fb75687f212ccf2396e7eeb3a","observation_id":"0b1a4c17-500a-4401-aeaa-609f59d268c3","resolution":{"observed_at":"2026-08-15T23:13:24.821151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-08-17T18:50:07.059564Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-15T23:13:24.825186Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.825186Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a16de290bea09361f006efd3292472b9710ef6d3d81f5ba9980036132a2b7346","observation_id":"8535c400-9a63-483c-a4c3-7be6b79693fc","resolution":{"observed_at":"2026-08-15T23:13:24.825186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.829371Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.829371Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:28b262b9df79026ef059fc5bd6ca577c0d7e7b35eda817f848d29ca0818edf67","observation_id":"812daae9-b6a3-42f3-903e-8d0ad3bb743a","resolution":{"observed_at":"2026-08-15T23:13:24.829371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.834112Z","title":"Wong, and Di Wang","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.834112Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:e993599bfab87ae2cb362db54bbe69cde7ff1a53b183101cc81c87887db242b1","observation_id":"fb6749dc-05e9-408a-a40f-b4d8103988f9","resolution":{"observed_at":"2026-08-15T23:13:24.834112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.719518Z","title":null,"venue":null,"work_id":"1a8435ca-d63b-422a-b6d7-0607490c820e","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.838558Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:99d913ae35013c4a7e11482114b3ab9a11655fbc0111430bd0b93268b45251be","observation_id":"58b7ec7e-c5ed-48e6-8950-efdf729a204f","resolution":{"observed_at":"2026-08-15T23:13:25.822699Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20963","last_updated":"2025-07-04T01:31:36Z","snapshot_observed_at":"2026-08-16T11:52:11.252403Z","submitted_at":"2025-06-26T03:01:33Z","title":"EraRAG: Efficient and Incremental Retrieval Augmented Generation for Growing Corpora","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20963","snapshot_observed_at":"2026-08-15T23:13:24.887316Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.887316Z"},"links":{"cited_paper":"/paper/2506.20963","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:af286e64f8c0f6688819eb160524eb30b1c765d074628acbcbfd515fb5be15af","observation_id":"5857c144-905d-4581-be3f-f290685d06d5","resolution":{"observed_at":"2026-08-15T23:13:24.887316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.09975","last_updated":"2024-12-08T06:34:31Z","snapshot_observed_at":"2026-08-18T20:12:46.554880Z","submitted_at":"2023-08-19T10:38:00Z","title":"FinEval: A Chinese Financial Domain Knowledge Evaluation Benchmark for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.09975","snapshot_observed_at":"2026-08-15T23:13:24.960213Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.960213Z"},"links":{"cited_paper":"/paper/2308.09975","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:53d84adbbff44932647e066612d31365fc82b9202f584325cb7ab2bcc4fb180e","observation_id":"5dd9b563-5e3d-416d-b4c6-be1050d56e03","resolution":{"observed_at":"2026-08-15T23:13:24.960213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12474","last_updated":"2024-02-24T15:44:21Z","snapshot_observed_at":"2026-08-08T08:58:54.609425Z","submitted_at":"2023-05-21T14:39:28Z","title":"Evaluating the Performance of Large Language Models on GAOKAO Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12474","snapshot_observed_at":"2026-08-15T23:13:25.067403Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.067403Z"},"links":{"cited_paper":"/paper/2305.12474","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:42bd91f55709b29e6af9df6034ec4afc556b04a6c388150148a6fcbef8caa97a","observation_id":"b7cc6d3b-11e8-4fe4-8f46-1fd3b437228e","resolution":{"observed_at":"2026-08-15T23:13:25.067403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.071741Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.071741Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:21fed4cad6632e8fd9dec57d11feae37978b3011e812cb6b64cd39a526caa75f","observation_id":"8fa194fd-e65b-4f25-9761-aeb34e7c0d4c","resolution":{"observed_at":"2026-08-15T23:13:25.071741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-naacl.51","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.404394Z","title":null,"venue":null,"work_id":"a1eb9de1-2400-4605-afa2-5f1d57e000ed","year":2022},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.077789Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:b767ac7c6f1d914030301757e497064633f21213cfd6f773fd55cc75da103380","observation_id":"5113ce11-f70f-4816-a255-c4c3aa3b5ba4","resolution":{"observed_at":"2026-08-15T23:13:25.408555Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.082658Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.082658Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:eb10965427eb555d1959644940353bee4cf9ffaaf25431dda0c730b3afb0bfbb","observation_id":"0d4de92e-997e-4665-92f4-df5587616952","resolution":{"observed_at":"2026-08-15T23:13:25.082658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.337","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.338330Z","title":null,"venue":null,"work_id":"8ae9af26-f795-48c5-9b72-c87722157485","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.087479Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f8937009e633c6219c2f9092a6c194b76f03b6026d142f8cdd4ec3e3d524160c","observation_id":"b40562b8-0e1f-4765-8015-51134a88bd95","resolution":{"observed_at":"2026-08-15T23:13:25.388542Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.521","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.128695Z","title":null,"venue":null,"work_id":"1424f52d-9dd6-470d-93df-d4e1320c8ec1","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.091231Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:055fc09e4e5de132cce4b01ce3ef9ef926396d9e0bbc9ff815d57d9c1415c4c8","observation_id":"35682d89-ef0f-40c0-aefd-a487983aacea","resolution":{"observed_at":"2026-08-15T23:13:25.212622Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.095483Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.095483Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:cca0908de565085e2e089e06b749b7cf9e74420afc40d3aa233c6662d05b6bcd","observation_id":"4285a51d-7bf2-4f3d-9527-f7af4eb7959b","resolution":{"observed_at":"2026-08-15T23:13:25.095483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.100290Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.100290Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:0b69de6bc6bc4e92f1e2a27158a97dbc1bc21dd53e0d4432f2db7aa8f87f2b75","observation_id":"c0381118-db26-4d75-bcb8-f232b9f793f8","resolution":{"observed_at":"2026-08-15T23:13:25.100290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-19T19:39:06.777184Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation"},"reference_resolution":{"displayed":48,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":44,"verified_exact":4,"verified_fuzzy":0},"total_outbound_references":48},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 48 of 48 outbound references and 0 inbound Pith citation observations for arXiv:2505.05225."}