{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:25XQSRUVSV3EFYCJLJJ4R7WGYC","short_pith_number":"pith:25XQSRUV","canonical_record":{"source":{"id":"2310.08172","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T09:55:45Z","cross_cats_sorted":[],"title_canon_sha256":"ba258d80ad2138009536124507099018b7cca24e71b6484bafc2802ea143d231","abstract_canon_sha256":"2d7adad470b18719e04ea9d024f0be38eedfe6a0040f6fe6039f2c055102fbce"},"schema_version":"1.0"},"canonical_sha256":"d76f094695957642e0495a53c8fec6c084efc9f18d790504dd6659a3afea2c05","source":{"kind":"arxiv","id":"2310.08172","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08172","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08172v2","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08172","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_12","alias_value":"25XQSRUVSV3E","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_16","alias_value":"25XQSRUVSV3EFYCJ","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_8","alias_value":"25XQSRUV","created_at":"2026-07-05T07:02:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:25XQSRUVSV3EFYCJLJJ4R7WGYC","target":"record","payload":{"canonical_record":{"source":{"id":"2310.08172","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T09:55:45Z","cross_cats_sorted":[],"title_canon_sha256":"ba258d80ad2138009536124507099018b7cca24e71b6484bafc2802ea143d231","abstract_canon_sha256":"2d7adad470b18719e04ea9d024f0be38eedfe6a0040f6fe6039f2c055102fbce"},"schema_version":"1.0"},"canonical_sha256":"d76f094695957642e0495a53c8fec6c084efc9f18d790504dd6659a3afea2c05","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:05.991055Z","signature_b64":"x1eiejy5fdG2Z0qaTsspFLZT3WTpAmV+4GIISiPkxF5AmBQx4HLuUUN3haR3ZCFMPMDSfvidMCSiAUQzwCWtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d76f094695957642e0495a53c8fec6c084efc9f18d790504dd6659a3afea2c05","last_reissued_at":"2026-07-05T07:02:05.990672Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:05.990672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.08172","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BHxUzFUN6ZDbTOVjN/MxgGEHo2X84KK+LF3Nmi+8RJp0s8QBMJ7Pl5sJ9N64O8BWuW5/b0EeT17zz7Tsl4oYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T09:18:01.814894Z"},"content_sha256":"f660301f1e42e38109ac6abc58bb3a641d050bb79484f5f2df0d16591bb24642","schema_version":"1.0","event_id":"sha256:f660301f1e42e38109ac6abc58bb3a641d050bb79484f5f2df0d16591bb24642"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:25XQSRUVSV3EFYCJLJJ4R7WGYC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Cognitive Knowledge Structure of Large Language Models: An Educational Diagnostic Assessment Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jifan Yu, Juanzi Li, Lei Hou, Zheyuan Zhang","submitted_at":"2023-10-12T09:55:45Z","abstract_excerpt":"Large Language Models (LLMs) have not only exhibited exceptional performance across various tasks, but also demonstrated sparks of intelligence. Recent studies have focused on assessing their capabilities on human exams and revealed their impressive competence in different domains. However, cognitive research on the overall knowledge structure of LLMs is still lacking. In this paper, based on educational diagnostic assessment method, we conduct an evaluation using MoocRadar, a meticulously annotated human test dataset based on Bloom Taxonomy. We aim to reveal the knowledge structures of LLMs a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08172","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.08172/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iPpI2/LeGwRAu00Qje81PM26t7e/mn7sXSlkGd19kz34JqMf3X4IhDeIQIOFVXVLRDW8sMVCMFnazp2mLaSqDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T09:18:01.815272Z"},"content_sha256":"1b326197e562dee58cb57214097b619fdbab6843346d5a603294468560ae1dc4","schema_version":"1.0","event_id":"sha256:1b326197e562dee58cb57214097b619fdbab6843346d5a603294468560ae1dc4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/bundle.json","state_url":"https://pith.science/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T09:18:01Z","links":{"resolver":"https://pith.science/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC","bundle":"https://pith.science/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/bundle.json","state":"https://pith.science/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/25XQSRUVSV3EFYCJLJJ4R7WGYC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:25XQSRUVSV3EFYCJLJJ4R7WGYC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2d7adad470b18719e04ea9d024f0be38eedfe6a0040f6fe6039f2c055102fbce","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T09:55:45Z","title_canon_sha256":"ba258d80ad2138009536124507099018b7cca24e71b6484bafc2802ea143d231"},"schema_version":"1.0","source":{"id":"2310.08172","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08172","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08172v2","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08172","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_12","alias_value":"25XQSRUVSV3E","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_16","alias_value":"25XQSRUVSV3EFYCJ","created_at":"2026-07-05T07:02:05Z"},{"alias_kind":"pith_short_8","alias_value":"25XQSRUV","created_at":"2026-07-05T07:02:05Z"}],"graph_snapshots":[{"event_id":"sha256:1b326197e562dee58cb57214097b619fdbab6843346d5a603294468560ae1dc4","target":"graph","created_at":"2026-07-05T07:02:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.08172/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have not only exhibited exceptional performance across various tasks, but also demonstrated sparks of intelligence. Recent studies have focused on assessing their capabilities on human exams and revealed their impressive competence in different domains. However, cognitive research on the overall knowledge structure of LLMs is still lacking. In this paper, based on educational diagnostic assessment method, we conduct an evaluation using MoocRadar, a meticulously annotated human test dataset based on Bloom Taxonomy. We aim to reveal the knowledge structures of LLMs a","authors_text":"Jifan Yu, Juanzi Li, Lei Hou, Zheyuan Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T09:55:45Z","title":"Exploring the Cognitive Knowledge Structure of Large Language Models: An Educational Diagnostic Assessment Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08172","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f660301f1e42e38109ac6abc58bb3a641d050bb79484f5f2df0d16591bb24642","target":"record","created_at":"2026-07-05T07:02:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2d7adad470b18719e04ea9d024f0be38eedfe6a0040f6fe6039f2c055102fbce","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T09:55:45Z","title_canon_sha256":"ba258d80ad2138009536124507099018b7cca24e71b6484bafc2802ea143d231"},"schema_version":"1.0","source":{"id":"2310.08172","kind":"arxiv","version":2}},"canonical_sha256":"d76f094695957642e0495a53c8fec6c084efc9f18d790504dd6659a3afea2c05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d76f094695957642e0495a53c8fec6c084efc9f18d790504dd6659a3afea2c05","first_computed_at":"2026-07-05T07:02:05.990672Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:05.990672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"x1eiejy5fdG2Z0qaTsspFLZT3WTpAmV+4GIISiPkxF5AmBQx4HLuUUN3haR3ZCFMPMDSfvidMCSiAUQzwCWtAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:05.991055Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.08172","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f660301f1e42e38109ac6abc58bb3a641d050bb79484f5f2df0d16591bb24642","sha256:1b326197e562dee58cb57214097b619fdbab6843346d5a603294468560ae1dc4"],"state_sha256":"68274e31b0846740e4a773fdb907f71e44f773f2f34919a373e9e1cdf0fafcd0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bgjO3mJ7A4Ce5wvxGvMP9l3HzdDBh/6JYTuPrPZrjDLYpqCTSaOI60efIoIY/9Cs9zegjyeeFSOFbyApb3HdDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T09:18:01.817269Z","bundle_sha256":"de5082a71916ee0b50c5b10457520e6d99080ba8fbe9ada22022f75dd8af23d7"}}