{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:CTVJYGPCYFE5EABHEHRWIZLRHJ","short_pith_number":"pith:CTVJYGPC","canonical_record":{"source":{"id":"2605.27015","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-26T13:34:19Z","cross_cats_sorted":[],"title_canon_sha256":"20cc15200b22799776e15217060d295bb5fa6f03865cd914c4217e458173f480","abstract_canon_sha256":"a513ac1a3212ceb3a76f0b6cf3ec5997c2b4a36249eff2deb793d32b05f37cff"},"schema_version":"1.0"},"canonical_sha256":"14ea9c19e2c149d2002721e36465713a4250d5035d09fcff4ae91e07fd211bf4","source":{"kind":"arxiv","id":"2605.27015","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.27015","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"arxiv_version","alias_value":"2605.27015v1","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.27015","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_12","alias_value":"CTVJYGPCYFE5","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_16","alias_value":"CTVJYGPCYFE5EABH","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_8","alias_value":"CTVJYGPC","created_at":"2026-05-27T01:06:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:CTVJYGPCYFE5EABHEHRWIZLRHJ","target":"record","payload":{"canonical_record":{"source":{"id":"2605.27015","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-26T13:34:19Z","cross_cats_sorted":[],"title_canon_sha256":"20cc15200b22799776e15217060d295bb5fa6f03865cd914c4217e458173f480","abstract_canon_sha256":"a513ac1a3212ceb3a76f0b6cf3ec5997c2b4a36249eff2deb793d32b05f37cff"},"schema_version":"1.0"},"canonical_sha256":"14ea9c19e2c149d2002721e36465713a4250d5035d09fcff4ae91e07fd211bf4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-27T01:06:24.253575Z","signature_b64":"G2A22BneOY2d+PMpOsXesNiDbOKpy9+yo5gqRaWwrVMIJc9jujyrtFNd3DvY97rTb6N1NQCPsVd6GUpKZl+eCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"14ea9c19e2c149d2002721e36465713a4250d5035d09fcff4ae91e07fd211bf4","last_reissued_at":"2026-05-27T01:06:24.252908Z","signature_status":"signed_v1","first_computed_at":"2026-05-27T01:06:24.252908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.27015","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-27T01:06:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9pT1PqRutBo21auJVZBVpvasXxVUc9iNupL3GMjI75u8/CRRwN2iVwshviXolYgRLlFaY9GC0nvzQxMsMVsYAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T09:33:07.988991Z"},"content_sha256":"ad6dccda985ba1dd8eda59e5a2bde07cb3037cafa1d09f5c79f621a842814211","schema_version":"1.0","event_id":"sha256:ad6dccda985ba1dd8eda59e5a2bde07cb3037cafa1d09f5c79f621a842814211"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:CTVJYGPCYFE5EABHEHRWIZLRHJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PersLitEval: Fine-grained Benchmark and Evaluation of LLMs on Persian Literature Questions","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander Fraser, Faeze Ghorbanpour, Ruhallah Niazi","submitted_at":"2026-05-26T13:34:19Z","abstract_excerpt":"Despite impressive multilingual capabilities, large language models (LLMs) remain poorly evaluated on literary knowledge in non-English languages. We introduce PersLitEval, a benchmark of 4,514 Persian literature multiple-choice questions across eight fine-grained categories spanning spelling, literary devices, grammar, vocabulary, word formation, and conceptual understanding, sourced from materials for the Konkur university entrance examination. We evaluate six LLMs across ten prompting strategies, revealing striking category-level disparities across three tiers of task difficulty: models rea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.27015","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.27015/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-27T01:06:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8e5qKhGuoEcN4Mt0VVqCyx1DeIEi/15G+wCTpPg7LLWDCmwGqWk3Z9VpCuyMIb5HF9QK3TM4MriwhroeTgVRCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T09:33:07.989382Z"},"content_sha256":"492c0b4d933855a212b06c2a7c989661e550a49fc3a4f959137de9d6dee066db","schema_version":"1.0","event_id":"sha256:492c0b4d933855a212b06c2a7c989661e550a49fc3a4f959137de9d6dee066db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/bundle.json","state_url":"https://pith.science/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T09:33:07Z","links":{"resolver":"https://pith.science/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ","bundle":"https://pith.science/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/bundle.json","state":"https://pith.science/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CTVJYGPCYFE5EABHEHRWIZLRHJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:CTVJYGPCYFE5EABHEHRWIZLRHJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a513ac1a3212ceb3a76f0b6cf3ec5997c2b4a36249eff2deb793d32b05f37cff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-26T13:34:19Z","title_canon_sha256":"20cc15200b22799776e15217060d295bb5fa6f03865cd914c4217e458173f480"},"schema_version":"1.0","source":{"id":"2605.27015","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.27015","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"arxiv_version","alias_value":"2605.27015v1","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.27015","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_12","alias_value":"CTVJYGPCYFE5","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_16","alias_value":"CTVJYGPCYFE5EABH","created_at":"2026-05-27T01:06:24Z"},{"alias_kind":"pith_short_8","alias_value":"CTVJYGPC","created_at":"2026-05-27T01:06:24Z"}],"graph_snapshots":[{"event_id":"sha256:492c0b4d933855a212b06c2a7c989661e550a49fc3a4f959137de9d6dee066db","target":"graph","created_at":"2026-05-27T01:06:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.27015/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite impressive multilingual capabilities, large language models (LLMs) remain poorly evaluated on literary knowledge in non-English languages. We introduce PersLitEval, a benchmark of 4,514 Persian literature multiple-choice questions across eight fine-grained categories spanning spelling, literary devices, grammar, vocabulary, word formation, and conceptual understanding, sourced from materials for the Konkur university entrance examination. We evaluate six LLMs across ten prompting strategies, revealing striking category-level disparities across three tiers of task difficulty: models rea","authors_text":"Alexander Fraser, Faeze Ghorbanpour, Ruhallah Niazi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-26T13:34:19Z","title":"PersLitEval: Fine-grained Benchmark and Evaluation of LLMs on Persian Literature Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.27015","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad6dccda985ba1dd8eda59e5a2bde07cb3037cafa1d09f5c79f621a842814211","target":"record","created_at":"2026-05-27T01:06:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a513ac1a3212ceb3a76f0b6cf3ec5997c2b4a36249eff2deb793d32b05f37cff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-26T13:34:19Z","title_canon_sha256":"20cc15200b22799776e15217060d295bb5fa6f03865cd914c4217e458173f480"},"schema_version":"1.0","source":{"id":"2605.27015","kind":"arxiv","version":1}},"canonical_sha256":"14ea9c19e2c149d2002721e36465713a4250d5035d09fcff4ae91e07fd211bf4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"14ea9c19e2c149d2002721e36465713a4250d5035d09fcff4ae91e07fd211bf4","first_computed_at":"2026-05-27T01:06:24.252908Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-27T01:06:24.252908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G2A22BneOY2d+PMpOsXesNiDbOKpy9+yo5gqRaWwrVMIJc9jujyrtFNd3DvY97rTb6N1NQCPsVd6GUpKZl+eCQ==","signature_status":"signed_v1","signed_at":"2026-05-27T01:06:24.253575Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.27015","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad6dccda985ba1dd8eda59e5a2bde07cb3037cafa1d09f5c79f621a842814211","sha256:492c0b4d933855a212b06c2a7c989661e550a49fc3a4f959137de9d6dee066db"],"state_sha256":"dc4deae286e8cdcd4b1c5c28218c7b4c37340a0b14aaa2513844869b3c3767c3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lLpKhVIAnMIbJqa/AE4XbHNgvgFLBYvo4X9qwZ32nG4/0kHrhEq6yyotmtIhDXmdo2m5inYNgQtJz3WN3YnZAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T09:33:07.991664Z","bundle_sha256":"454151ae2318ce7a8844a46fca0805b7a10f1b220984379f92be15f662b3f61c"}}