{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:D3JCBPZ5A5I3ULPLAZEYHXAOOS","short_pith_number":"pith:D3JCBPZ5","canonical_record":{"source":{"id":"2412.04504","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T03:16:12Z","cross_cats_sorted":["cs.DC","cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"fdd390199113ff7bff1b1bc557026397e048800e75bd1a4093358aeceae00867","abstract_canon_sha256":"ba4d6118e74e300acbd794fcdb42dba309967ab7fa435f69996d17649bb38dd7"},"schema_version":"1.0"},"canonical_sha256":"1ed220bf3d0751ba2deb064983dc0e748a89efd77a73eaac4a8942eaafe8add7","source":{"kind":"arxiv","id":"2412.04504","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04504","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04504v1","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04504","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_12","alias_value":"D3JCBPZ5A5I3","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_16","alias_value":"D3JCBPZ5A5I3ULPL","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_8","alias_value":"D3JCBPZ5","created_at":"2026-07-05T09:45:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:D3JCBPZ5A5I3ULPLAZEYHXAOOS","target":"record","payload":{"canonical_record":{"source":{"id":"2412.04504","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T03:16:12Z","cross_cats_sorted":["cs.DC","cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"fdd390199113ff7bff1b1bc557026397e048800e75bd1a4093358aeceae00867","abstract_canon_sha256":"ba4d6118e74e300acbd794fcdb42dba309967ab7fa435f69996d17649bb38dd7"},"schema_version":"1.0"},"canonical_sha256":"1ed220bf3d0751ba2deb064983dc0e748a89efd77a73eaac4a8942eaafe8add7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:18.706608Z","signature_b64":"dqHtZ7E7NXMxoDTAxy8jn5l2AZ0HASKdVf/tvu5Owz0ZJCQDtYiU3/7s4MsJZcVnVaVNAIxQfJjNR9dK7m3TBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1ed220bf3d0751ba2deb064983dc0e748a89efd77a73eaac4a8942eaafe8add7","last_reissued_at":"2026-07-05T09:45:18.705975Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:18.705975Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.04504","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8yzYI8gHfnQ7MpbN9dokdpxSb3NWVMqYV/zX4aNdw2otxJjS88eDqt3OfAgvyja8tdo1AWggKor3PJSUHeeLDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T13:28:36.303673Z"},"content_sha256":"6c225348f1231ddf8094fc0a28f4403a5b1357b8ac292c391a1a113437b15c2f","schema_version":"1.0","event_id":"sha256:6c225348f1231ddf8094fc0a28f4403a5b1357b8ac292c391a1a113437b15c2f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:D3JCBPZ5A5I3ULPLAZEYHXAOOS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Bin Batching for Increasing LLM Inference Throughput","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","cs.LG","cs.SY","eess.SY"],"primary_cat":"cs.CL","authors_text":"Jackson Kunde, Kangwook Lee, Ozgur Guldogan, Ramtin Pedarsani","submitted_at":"2024-12-03T03:16:12Z","abstract_excerpt":"As large language models (LLMs) grow in popularity for their diverse capabilities, improving the efficiency of their inference systems has become increasingly critical. Batching LLM requests is a critical step in scheduling the inference jobs on servers (e.g. GPUs), enabling the system to maximize throughput by allowing multiple requests to be processed in parallel. However, requests often have varying generation lengths, causing resource underutilization, as hardware must wait for the longest-running request in the batch to complete before moving to the next batch. We formalize this problem f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04504","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.04504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t6E8GvHln0ei9BlwtiqtAoMqJnh5OdVhX2j0HOfW7FBLhWehvegxYGiBoLYKW9Fl72oLL6ujngRbEZqGaXvzAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T13:28:36.304052Z"},"content_sha256":"235fd178e3403e514c2a9ffdb89ff7b6fe7161cacbb55102f24cc43101a4fac6","schema_version":"1.0","event_id":"sha256:235fd178e3403e514c2a9ffdb89ff7b6fe7161cacbb55102f24cc43101a4fac6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/bundle.json","state_url":"https://pith.science/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T13:28:36Z","links":{"resolver":"https://pith.science/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS","bundle":"https://pith.science/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/bundle.json","state":"https://pith.science/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D3JCBPZ5A5I3ULPLAZEYHXAOOS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D3JCBPZ5A5I3ULPLAZEYHXAOOS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba4d6118e74e300acbd794fcdb42dba309967ab7fa435f69996d17649bb38dd7","cross_cats_sorted":["cs.DC","cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T03:16:12Z","title_canon_sha256":"fdd390199113ff7bff1b1bc557026397e048800e75bd1a4093358aeceae00867"},"schema_version":"1.0","source":{"id":"2412.04504","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04504","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04504v1","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04504","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_12","alias_value":"D3JCBPZ5A5I3","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_16","alias_value":"D3JCBPZ5A5I3ULPL","created_at":"2026-07-05T09:45:18Z"},{"alias_kind":"pith_short_8","alias_value":"D3JCBPZ5","created_at":"2026-07-05T09:45:18Z"}],"graph_snapshots":[{"event_id":"sha256:235fd178e3403e514c2a9ffdb89ff7b6fe7161cacbb55102f24cc43101a4fac6","target":"graph","created_at":"2026-07-05T09:45:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.04504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) grow in popularity for their diverse capabilities, improving the efficiency of their inference systems has become increasingly critical. Batching LLM requests is a critical step in scheduling the inference jobs on servers (e.g. GPUs), enabling the system to maximize throughput by allowing multiple requests to be processed in parallel. However, requests often have varying generation lengths, causing resource underutilization, as hardware must wait for the longest-running request in the batch to complete before moving to the next batch. We formalize this problem f","authors_text":"Jackson Kunde, Kangwook Lee, Ozgur Guldogan, Ramtin Pedarsani","cross_cats":["cs.DC","cs.LG","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T03:16:12Z","title":"Multi-Bin Batching for Increasing LLM Inference Throughput"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04504","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c225348f1231ddf8094fc0a28f4403a5b1357b8ac292c391a1a113437b15c2f","target":"record","created_at":"2026-07-05T09:45:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba4d6118e74e300acbd794fcdb42dba309967ab7fa435f69996d17649bb38dd7","cross_cats_sorted":["cs.DC","cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T03:16:12Z","title_canon_sha256":"fdd390199113ff7bff1b1bc557026397e048800e75bd1a4093358aeceae00867"},"schema_version":"1.0","source":{"id":"2412.04504","kind":"arxiv","version":1}},"canonical_sha256":"1ed220bf3d0751ba2deb064983dc0e748a89efd77a73eaac4a8942eaafe8add7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ed220bf3d0751ba2deb064983dc0e748a89efd77a73eaac4a8942eaafe8add7","first_computed_at":"2026-07-05T09:45:18.705975Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:18.705975Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dqHtZ7E7NXMxoDTAxy8jn5l2AZ0HASKdVf/tvu5Owz0ZJCQDtYiU3/7s4MsJZcVnVaVNAIxQfJjNR9dK7m3TBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:18.706608Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.04504","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c225348f1231ddf8094fc0a28f4403a5b1357b8ac292c391a1a113437b15c2f","sha256:235fd178e3403e514c2a9ffdb89ff7b6fe7161cacbb55102f24cc43101a4fac6"],"state_sha256":"2a9e1cdc7f6f3d6cae5489a0fa00f2dc44f8682351a4279f286ff635674c985c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yz9kKY9cZ/RaFzo6tVco4ccFm14O8zIf0SS5Ri2oBN7+NlrYzX2LPQpqieY9Q1Y50xwIvS8186FUm32XzkWtDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T13:28:36.306657Z","bundle_sha256":"12de7dde9b803ebaf36c21a3d9fb982be6538b6167f0d68b5c3acee857e8c1cc"}}