{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GCKEAN2NP2NNKUEEFO6FC4QUW4","short_pith_number":"pith:GCKEAN2N","canonical_record":{"source":{"id":"2409.11055","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-17T10:31:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"124fd1dc14a997531cfa95ff529db64abbf9d9cad7a40b70c24d3aa9e42bfe24","abstract_canon_sha256":"2fd8ad311d90ef33d6d431708e4942c8504ab72e13f2da9133623bb974142659"},"schema_version":"1.0"},"canonical_sha256":"309440374d7e9ad550842bbc517214b7332e5e89a1b0b9a87ce4f05149875930","source":{"kind":"arxiv","id":"2409.11055","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11055","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11055v6","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11055","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"GCKEAN2NP2NN","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"GCKEAN2NP2NNKUEE","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"GCKEAN2N","created_at":"2026-07-05T11:15:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GCKEAN2NP2NNKUEEFO6FC4QUW4","target":"record","payload":{"canonical_record":{"source":{"id":"2409.11055","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-17T10:31:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"124fd1dc14a997531cfa95ff529db64abbf9d9cad7a40b70c24d3aa9e42bfe24","abstract_canon_sha256":"2fd8ad311d90ef33d6d431708e4942c8504ab72e13f2da9133623bb974142659"},"schema_version":"1.0"},"canonical_sha256":"309440374d7e9ad550842bbc517214b7332e5e89a1b0b9a87ce4f05149875930","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:17.562677Z","signature_b64":"U3QHgs6VXS3Ou80pAMrB4v4HQPbhyKSjeeqBnVA7BMcJQ1QctFgrxoLxkswUYPB/mn+Q7SQNQo7VgwZd2nLaAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"309440374d7e9ad550842bbc517214b7332e5e89a1b0b9a87ce4f05149875930","last_reissued_at":"2026-07-05T11:15:17.562140Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:17.562140Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.11055","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZP7hj0p/rULDuvdkmyXA1S3KfvZcW0N87DenlRFLroUUFgXvK+cXMfWtRLY56bNigfGgUvK3dDEQCKqgEX0XAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:55:57.551627Z"},"content_sha256":"7fcef8f99226e75a1606d16bd1ab536a7a01472f98874c74f0b9ea8301fc54b1","schema_version":"1.0","event_id":"sha256:7fcef8f99226e75a1606d16bd1ab536a7a01472f98874c74f0b9ea8301fc54b1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GCKEAN2NP2NNKUEEFO6FC4QUW4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Trade-Offs: Quantization Methods, Task Difficulty, and Model Size in Large Language Models From Edge to Giant","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jemin Lee, Jihun Oh, Jinse Kwon, Sihyeong Park, Yongin Kwon","submitted_at":"2024-09-17T10:31:37Z","abstract_excerpt":"Quantization has gained attention as a promising solution for the cost-effective deployment of large and small language models. However, most prior work has been limited to perplexity or basic knowledge tasks and lacks a comprehensive evaluation of recent models like Llama-3.3. In this paper, we conduct a comprehensive evaluation of instruction-tuned models spanning 1B to 405B parameters, applying four quantization methods across 13 datasets. Our findings reveal that (1) quantized models generally surpass smaller FP16 baselines, yet they often struggle with instruction-following and hallucinat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11055","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.11055/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fVoB32b8qG5nP2g0FdDah1KyxFRBp+0TB6HToJXmaOU2IWgjebkiceNgPjICGDsHR0Ws8blZXEltvA8m6YTcAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:55:57.552379Z"},"content_sha256":"85aabae0f233de43e090421de530bdc01b4be640a7cf22f55be1ac34aa396163","schema_version":"1.0","event_id":"sha256:85aabae0f233de43e090421de530bdc01b4be640a7cf22f55be1ac34aa396163"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/bundle.json","state_url":"https://pith.science/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:55:57Z","links":{"resolver":"https://pith.science/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4","bundle":"https://pith.science/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/bundle.json","state":"https://pith.science/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GCKEAN2NP2NNKUEEFO6FC4QUW4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GCKEAN2NP2NNKUEEFO6FC4QUW4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2fd8ad311d90ef33d6d431708e4942c8504ab72e13f2da9133623bb974142659","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-17T10:31:37Z","title_canon_sha256":"124fd1dc14a997531cfa95ff529db64abbf9d9cad7a40b70c24d3aa9e42bfe24"},"schema_version":"1.0","source":{"id":"2409.11055","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11055","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11055v6","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11055","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"GCKEAN2NP2NN","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"GCKEAN2NP2NNKUEE","created_at":"2026-07-05T11:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"GCKEAN2N","created_at":"2026-07-05T11:15:17Z"}],"graph_snapshots":[{"event_id":"sha256:85aabae0f233de43e090421de530bdc01b4be640a7cf22f55be1ac34aa396163","target":"graph","created_at":"2026-07-05T11:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.11055/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Quantization has gained attention as a promising solution for the cost-effective deployment of large and small language models. However, most prior work has been limited to perplexity or basic knowledge tasks and lacks a comprehensive evaluation of recent models like Llama-3.3. In this paper, we conduct a comprehensive evaluation of instruction-tuned models spanning 1B to 405B parameters, applying four quantization methods across 13 datasets. Our findings reveal that (1) quantized models generally surpass smaller FP16 baselines, yet they often struggle with instruction-following and hallucinat","authors_text":"Jemin Lee, Jihun Oh, Jinse Kwon, Sihyeong Park, Yongin Kwon","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-17T10:31:37Z","title":"Exploring the Trade-Offs: Quantization Methods, Task Difficulty, and Model Size in Large Language Models From Edge to Giant"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11055","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7fcef8f99226e75a1606d16bd1ab536a7a01472f98874c74f0b9ea8301fc54b1","target":"record","created_at":"2026-07-05T11:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2fd8ad311d90ef33d6d431708e4942c8504ab72e13f2da9133623bb974142659","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-17T10:31:37Z","title_canon_sha256":"124fd1dc14a997531cfa95ff529db64abbf9d9cad7a40b70c24d3aa9e42bfe24"},"schema_version":"1.0","source":{"id":"2409.11055","kind":"arxiv","version":6}},"canonical_sha256":"309440374d7e9ad550842bbc517214b7332e5e89a1b0b9a87ce4f05149875930","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"309440374d7e9ad550842bbc517214b7332e5e89a1b0b9a87ce4f05149875930","first_computed_at":"2026-07-05T11:15:17.562140Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:15:17.562140Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U3QHgs6VXS3Ou80pAMrB4v4HQPbhyKSjeeqBnVA7BMcJQ1QctFgrxoLxkswUYPB/mn+Q7SQNQo7VgwZd2nLaAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:15:17.562677Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.11055","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7fcef8f99226e75a1606d16bd1ab536a7a01472f98874c74f0b9ea8301fc54b1","sha256:85aabae0f233de43e090421de530bdc01b4be640a7cf22f55be1ac34aa396163"],"state_sha256":"566cea047f483ea3dc71f9d9360bd338057088880e769afb3996b831ea00d7d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qsPaBmIs75SdhuHNY/8uU8q39YVWWYCvGWWpA/Aqd0K+KXayEbX0BOA75vBkk+OUIoMhMNxRQtziFVBkpgywBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:55:57.558395Z","bundle_sha256":"565cc8a66d40b96d4d5879f309fc0448fad889c499a16fbfdb5b4d545aa8a795"}}