{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:X4WAFFAT3PAHWQM3UDRRGLFJKD","short_pith_number":"pith:X4WAFFAT","canonical_record":{"source":{"id":"2004.13530","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-28T13:57:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6fdc16429b4784ab017fd2116b5d9ee5b65c7e2703c41ca02ac469e6bcaba17","abstract_canon_sha256":"de28fae9d4bcf063367f68cb843fdf855beefd536ec467b9035b89430002dfe7"},"schema_version":"1.0"},"canonical_sha256":"bf2c029413dbc07b419ba0e3132ca950f9a2cd8eb9c99a7c8955a0c98b89a143","source":{"kind":"arxiv","id":"2004.13530","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.13530","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"arxiv_version","alias_value":"2004.13530v2","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.13530","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_12","alias_value":"X4WAFFAT3PAH","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_16","alias_value":"X4WAFFAT3PAHWQM3","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_8","alias_value":"X4WAFFAT","created_at":"2026-07-05T01:00:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:X4WAFFAT3PAHWQM3UDRRGLFJKD","target":"record","payload":{"canonical_record":{"source":{"id":"2004.13530","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-28T13:57:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6fdc16429b4784ab017fd2116b5d9ee5b65c7e2703c41ca02ac469e6bcaba17","abstract_canon_sha256":"de28fae9d4bcf063367f68cb843fdf855beefd536ec467b9035b89430002dfe7"},"schema_version":"1.0"},"canonical_sha256":"bf2c029413dbc07b419ba0e3132ca950f9a2cd8eb9c99a7c8955a0c98b89a143","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:00:51.065847Z","signature_b64":"Bqem7bfD1cCxy5Yap55ce/lPjztDFh1UtqZx4R66Nl5Gdalnj///b0SnOxlkg1phuVXfX2XdSZx1oSMpeFJyDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bf2c029413dbc07b419ba0e3132ca950f9a2cd8eb9c99a7c8955a0c98b89a143","last_reissued_at":"2026-07-05T01:00:51.065360Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:00:51.065360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.13530","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:00:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aqQ8WSZWa3FC08CDyhGMAD1J+LTeIjOlRtfrF8/4mJuBA4Jp4SY5n+Krdw0cboIQQdCxYhb1l3h0UGPs5gneBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:54:44.901704Z"},"content_sha256":"2c4e388059dd5701124f14a55c8caa5a6abf548f02cf90d72f5e53f31ea478b3","schema_version":"1.0","event_id":"sha256:2c4e388059dd5701124f14a55c8caa5a6abf548f02cf90d72f5e53f31ea478b3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:X4WAFFAT3PAHWQM3UDRRGLFJKD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Introducing a framework to assess newly created questions with Natural Language Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Andrea Cappelli, Luca Benedetto, Paolo Cremonesi, Roberto Turrin","submitted_at":"2020-04-28T13:57:21Z","abstract_excerpt":"Statistical models such as those derived from Item Response Theory (IRT) enable the assessment of students on a specific subject, which can be useful for several purposes (e.g., learning path customization, drop-out prediction). However, the questions have to be assessed as well and, although it is possible to estimate with IRT the characteristics of questions that have already been answered by several students, this technique cannot be used on newly generated questions. In this paper, we propose a framework to train and evaluate models for estimating the difficulty and discrimination of newly"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.13530","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.13530/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:00:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LK0clK8779dUdUrTqkIBqZ1rhsZpy3EkzyRTfeeNFPRN4ySmmGqWFA+fZpYUgksSnQIW04BP+rOelA+FdFOQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:54:44.902611Z"},"content_sha256":"4242bb75e838ae9e6d82d339e1ffb462742752bbe855ebd55ea3f57caa8d2a80","schema_version":"1.0","event_id":"sha256:4242bb75e838ae9e6d82d339e1ffb462742752bbe855ebd55ea3f57caa8d2a80"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/bundle.json","state_url":"https://pith.science/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T03:54:44Z","links":{"resolver":"https://pith.science/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD","bundle":"https://pith.science/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/bundle.json","state":"https://pith.science/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X4WAFFAT3PAHWQM3UDRRGLFJKD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:X4WAFFAT3PAHWQM3UDRRGLFJKD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"de28fae9d4bcf063367f68cb843fdf855beefd536ec467b9035b89430002dfe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-28T13:57:21Z","title_canon_sha256":"a6fdc16429b4784ab017fd2116b5d9ee5b65c7e2703c41ca02ac469e6bcaba17"},"schema_version":"1.0","source":{"id":"2004.13530","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.13530","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"arxiv_version","alias_value":"2004.13530v2","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.13530","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_12","alias_value":"X4WAFFAT3PAH","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_16","alias_value":"X4WAFFAT3PAHWQM3","created_at":"2026-07-05T01:00:51Z"},{"alias_kind":"pith_short_8","alias_value":"X4WAFFAT","created_at":"2026-07-05T01:00:51Z"}],"graph_snapshots":[{"event_id":"sha256:4242bb75e838ae9e6d82d339e1ffb462742752bbe855ebd55ea3f57caa8d2a80","target":"graph","created_at":"2026-07-05T01:00:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.13530/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Statistical models such as those derived from Item Response Theory (IRT) enable the assessment of students on a specific subject, which can be useful for several purposes (e.g., learning path customization, drop-out prediction). However, the questions have to be assessed as well and, although it is possible to estimate with IRT the characteristics of questions that have already been answered by several students, this technique cannot be used on newly generated questions. In this paper, we propose a framework to train and evaluate models for estimating the difficulty and discrimination of newly","authors_text":"Andrea Cappelli, Luca Benedetto, Paolo Cremonesi, Roberto Turrin","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-28T13:57:21Z","title":"Introducing a framework to assess newly created questions with Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.13530","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c4e388059dd5701124f14a55c8caa5a6abf548f02cf90d72f5e53f31ea478b3","target":"record","created_at":"2026-07-05T01:00:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"de28fae9d4bcf063367f68cb843fdf855beefd536ec467b9035b89430002dfe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-28T13:57:21Z","title_canon_sha256":"a6fdc16429b4784ab017fd2116b5d9ee5b65c7e2703c41ca02ac469e6bcaba17"},"schema_version":"1.0","source":{"id":"2004.13530","kind":"arxiv","version":2}},"canonical_sha256":"bf2c029413dbc07b419ba0e3132ca950f9a2cd8eb9c99a7c8955a0c98b89a143","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bf2c029413dbc07b419ba0e3132ca950f9a2cd8eb9c99a7c8955a0c98b89a143","first_computed_at":"2026-07-05T01:00:51.065360Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:00:51.065360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Bqem7bfD1cCxy5Yap55ce/lPjztDFh1UtqZx4R66Nl5Gdalnj///b0SnOxlkg1phuVXfX2XdSZx1oSMpeFJyDw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:00:51.065847Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.13530","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c4e388059dd5701124f14a55c8caa5a6abf548f02cf90d72f5e53f31ea478b3","sha256:4242bb75e838ae9e6d82d339e1ffb462742752bbe855ebd55ea3f57caa8d2a80"],"state_sha256":"3b910d1357fabad5ea430255dc532cd64a3e7a4f26b23539026e08bea49e10cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+lkb0xQ1pcvqdFYabBcmAeNhC9T/ivkSGICMKBavTum+Gim4PUeigcODT07w5RVcPtUML9dvMHaLzcDUS89xCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T03:54:44.908661Z","bundle_sha256":"572807e48a6b4b35cdf5d0c0c0fe6cc182717936100f7c165b0c4589e9b31d02"}}