{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:HNR22YYZIYCROJEJ25HZWPNDSV","short_pith_number":"pith:HNR22YYZ","canonical_record":{"source":{"id":"2605.24217","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-22T20:57:26Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"c530e85a7c529cff44365f3bd75798f1536aec49b08fbd82e19ffb9704da46ef","abstract_canon_sha256":"247709f4ae0f0a71b6849f81327b157a19396a9b2b3a3ce501499fc866059aec"},"schema_version":"1.0"},"canonical_sha256":"3b63ad63194605172489d74f9b3da39548c93f45306e46583840335910809847","source":{"kind":"arxiv","id":"2605.24217","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.24217","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"arxiv_version","alias_value":"2605.24217v1","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.24217","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_12","alias_value":"HNR22YYZIYCR","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_16","alias_value":"HNR22YYZIYCROJEJ","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_8","alias_value":"HNR22YYZ","created_at":"2026-05-26T01:02:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:HNR22YYZIYCROJEJ25HZWPNDSV","target":"record","payload":{"canonical_record":{"source":{"id":"2605.24217","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-22T20:57:26Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"c530e85a7c529cff44365f3bd75798f1536aec49b08fbd82e19ffb9704da46ef","abstract_canon_sha256":"247709f4ae0f0a71b6849f81327b157a19396a9b2b3a3ce501499fc866059aec"},"schema_version":"1.0"},"canonical_sha256":"3b63ad63194605172489d74f9b3da39548c93f45306e46583840335910809847","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-26T01:02:52.871211Z","signature_b64":"rlJbJpu11b5isBQhBfacXdJfTNZSmpVGwo6sKX0TeqioyJUjYTWMxY+ZxP8/vO/tWdyDDiJrGaOYEMHlstJZAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b63ad63194605172489d74f9b3da39548c93f45306e46583840335910809847","last_reissued_at":"2026-05-26T01:02:52.870459Z","signature_status":"signed_v1","first_computed_at":"2026-05-26T01:02:52.870459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.24217","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:02:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MwOXAFVW05wL/s2dnFpU5IglZRXf/7oJJ2Iym/s7c/EeYF7JfdawnGTitzmPWFEYp/pkHkkGqlZpsOf3/+/ZAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T11:19:14.001911Z"},"content_sha256":"fad2baa543e9d597c88da2544ebe554a0ffe05fe779fad25ed73fe78ca04aab2","schema_version":"1.0","event_id":"sha256:fad2baa543e9d597c88da2544ebe554a0ffe05fe779fad25ed73fe78ca04aab2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:HNR22YYZIYCROJEJ25HZWPNDSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Identifying and Mitigating Systemic Measurement Bias in Production LLM Inference Benchmarks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.AI","authors_text":"Ashok Chandrasekar, Jason Kramberger","submitted_at":"2026-05-22T20:57:26Z","abstract_excerpt":"As Large Language Models (LLMs) transition from research environments to production deployments, evaluating their performance against strict Service Level Objectives (SLOs) has become critical. However, current evaluation methodologies suffer from severe measurement bias at scale. We demonstrate that widely used benchmarking utilities rely on single-process, asyncio-driven architectures that introduce fundamental client-side queuing bottlenecks under high concurrency. By modeling the benchmarking client as an $M/G/1$ queue, we mathematically demonstrate how the Python Global Interpreter Lock ("},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.24217","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.24217/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:02:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aVi+HQYkgOfCYTFxr0QqNRKC7vhjYUBbxVrUnulcKLb0qV9vi78wgcQjKAtFZZGuf4Aj9pa+6KzK5O+LmDpOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T11:19:14.002305Z"},"content_sha256":"8311c0058667926739e3ae4773ad6a2b4d40b7e53a530a9d3948c36c8c80880e","schema_version":"1.0","event_id":"sha256:8311c0058667926739e3ae4773ad6a2b4d40b7e53a530a9d3948c36c8c80880e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HNR22YYZIYCROJEJ25HZWPNDSV/bundle.json","state_url":"https://pith.science/pith/HNR22YYZIYCROJEJ25HZWPNDSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HNR22YYZIYCROJEJ25HZWPNDSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-01T11:19:14Z","links":{"resolver":"https://pith.science/pith/HNR22YYZIYCROJEJ25HZWPNDSV","bundle":"https://pith.science/pith/HNR22YYZIYCROJEJ25HZWPNDSV/bundle.json","state":"https://pith.science/pith/HNR22YYZIYCROJEJ25HZWPNDSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HNR22YYZIYCROJEJ25HZWPNDSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:HNR22YYZIYCROJEJ25HZWPNDSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"247709f4ae0f0a71b6849f81327b157a19396a9b2b3a3ce501499fc866059aec","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-22T20:57:26Z","title_canon_sha256":"c530e85a7c529cff44365f3bd75798f1536aec49b08fbd82e19ffb9704da46ef"},"schema_version":"1.0","source":{"id":"2605.24217","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.24217","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"arxiv_version","alias_value":"2605.24217v1","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.24217","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_12","alias_value":"HNR22YYZIYCR","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_16","alias_value":"HNR22YYZIYCROJEJ","created_at":"2026-05-26T01:02:52Z"},{"alias_kind":"pith_short_8","alias_value":"HNR22YYZ","created_at":"2026-05-26T01:02:52Z"}],"graph_snapshots":[{"event_id":"sha256:8311c0058667926739e3ae4773ad6a2b4d40b7e53a530a9d3948c36c8c80880e","target":"graph","created_at":"2026-05-26T01:02:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.24217/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) transition from research environments to production deployments, evaluating their performance against strict Service Level Objectives (SLOs) has become critical. However, current evaluation methodologies suffer from severe measurement bias at scale. We demonstrate that widely used benchmarking utilities rely on single-process, asyncio-driven architectures that introduce fundamental client-side queuing bottlenecks under high concurrency. By modeling the benchmarking client as an $M/G/1$ queue, we mathematically demonstrate how the Python Global Interpreter Lock (","authors_text":"Ashok Chandrasekar, Jason Kramberger","cross_cats":["cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-22T20:57:26Z","title":"Identifying and Mitigating Systemic Measurement Bias in Production LLM Inference Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.24217","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fad2baa543e9d597c88da2544ebe554a0ffe05fe779fad25ed73fe78ca04aab2","target":"record","created_at":"2026-05-26T01:02:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"247709f4ae0f0a71b6849f81327b157a19396a9b2b3a3ce501499fc866059aec","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-22T20:57:26Z","title_canon_sha256":"c530e85a7c529cff44365f3bd75798f1536aec49b08fbd82e19ffb9704da46ef"},"schema_version":"1.0","source":{"id":"2605.24217","kind":"arxiv","version":1}},"canonical_sha256":"3b63ad63194605172489d74f9b3da39548c93f45306e46583840335910809847","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b63ad63194605172489d74f9b3da39548c93f45306e46583840335910809847","first_computed_at":"2026-05-26T01:02:52.870459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T01:02:52.870459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rlJbJpu11b5isBQhBfacXdJfTNZSmpVGwo6sKX0TeqioyJUjYTWMxY+ZxP8/vO/tWdyDDiJrGaOYEMHlstJZAg==","signature_status":"signed_v1","signed_at":"2026-05-26T01:02:52.871211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.24217","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fad2baa543e9d597c88da2544ebe554a0ffe05fe779fad25ed73fe78ca04aab2","sha256:8311c0058667926739e3ae4773ad6a2b4d40b7e53a530a9d3948c36c8c80880e"],"state_sha256":"43360f0a25c66c65fa3e8fb5874015d5ed1790bfee748794966e8696889aad08"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ABi4zJDfkWAh8oXY+rcT1YaDNqcmMqEw+Wm1bbjfSVTHNyaYo9zSFSPsAnW7FhNA4CQkADh+F2QQzFBVLl5nDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-01T11:19:14.004846Z","bundle_sha256":"aa0cf81917d81bd858753adefea2559d00d1dc070ef9cf7c95bf329c6f9dcfa1"}}