{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6SNGK4VYASEB63NE4ONGIM2FKC","short_pith_number":"pith:6SNGK4VY","canonical_record":{"source":{"id":"2504.15303","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-04-18T08:59:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9054b22b2458d2f90482bd92a09b6196067fe8e5032b41bd42e369f9fa94bb5d","abstract_canon_sha256":"3e10bd578a219a430f818b53ddb64524098248d59cd032e585848167330f11c3"},"schema_version":"1.0"},"canonical_sha256":"f49a6572b804881f6da4e39a643345508824812f862f7f1244e2fcbf32b8cfdf","source":{"kind":"arxiv","id":"2504.15303","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15303","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15303v1","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15303","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"6SNGK4VYASEB","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"6SNGK4VYASEB63NE","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"6SNGK4VY","created_at":"2026-07-05T10:52:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6SNGK4VYASEB63NE4ONGIM2FKC","target":"record","payload":{"canonical_record":{"source":{"id":"2504.15303","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-04-18T08:59:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9054b22b2458d2f90482bd92a09b6196067fe8e5032b41bd42e369f9fa94bb5d","abstract_canon_sha256":"3e10bd578a219a430f818b53ddb64524098248d59cd032e585848167330f11c3"},"schema_version":"1.0"},"canonical_sha256":"f49a6572b804881f6da4e39a643345508824812f862f7f1244e2fcbf32b8cfdf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:52:00.302527Z","signature_b64":"FZ/65WlFCwMGyOMUAmqxk5I8k6dfzw1AsqFOqubtV2WPxzJVQB1HGZAoIEH7KfGKtjJNoKmNKyk/UNJP9HbWAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f49a6572b804881f6da4e39a643345508824812f862f7f1244e2fcbf32b8cfdf","last_reissued_at":"2026-07-05T10:52:00.301909Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:52:00.301909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.15303","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T9QI331uDUjqPeQRFg6haS73RM2gn2ahcynNMkekj9v6e9VqUEHIir5WRu/xcFkfd1VOjn7Wair1qkYwzmQZCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:20:57.116470Z"},"content_sha256":"6bb2455507c11918b237e8278769e2f1269c9d05dc14a4087a1c358ef8801e75","schema_version":"1.0","event_id":"sha256:6bb2455507c11918b237e8278769e2f1269c9d05dc14a4087a1c358ef8801e75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6SNGK4VYASEB63NE4ONGIM2FKC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"High-Throughput LLM inference on Heterogeneous Clusters","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.DC","authors_text":"Entong Li, Jinhua Zhou, Jinqi Huang, Li Zeng, Wenjie Huang, Xin Chen, Xuebing Yu, Yi Xiong, Zhixiong Ning","submitted_at":"2025-04-18T08:59:11Z","abstract_excerpt":"Nowadays, many companies possess various types of AI accelerators, forming heterogeneous clusters. Efficiently leveraging these clusters for high-throughput large language model (LLM) inference services can significantly reduce costs and expedite task processing. However, LLM inference on heterogeneous clusters presents two main challenges. Firstly, different deployment configurations can result in vastly different performance. The number of possible configurations is large, and evaluating the effectiveness of a specific setup is complex. Thus, finding an optimal configuration is not an easy t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15303","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.15303/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DHM/IpeVCXYgqwGmVlXG2982qngVL9Dr8gZDFYYM6HmHeslXTN+sUaSPmRFFn5NLQV3nSho11KLW1vkt+1dJCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:20:57.117290Z"},"content_sha256":"e59a0d648b79b0050dcd5d710bb96baea2d9b08de381ba44307bba4b8d50137b","schema_version":"1.0","event_id":"sha256:e59a0d648b79b0050dcd5d710bb96baea2d9b08de381ba44307bba4b8d50137b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6SNGK4VYASEB63NE4ONGIM2FKC/bundle.json","state_url":"https://pith.science/pith/6SNGK4VYASEB63NE4ONGIM2FKC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6SNGK4VYASEB63NE4ONGIM2FKC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T13:20:57Z","links":{"resolver":"https://pith.science/pith/6SNGK4VYASEB63NE4ONGIM2FKC","bundle":"https://pith.science/pith/6SNGK4VYASEB63NE4ONGIM2FKC/bundle.json","state":"https://pith.science/pith/6SNGK4VYASEB63NE4ONGIM2FKC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6SNGK4VYASEB63NE4ONGIM2FKC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6SNGK4VYASEB63NE4ONGIM2FKC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e10bd578a219a430f818b53ddb64524098248d59cd032e585848167330f11c3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-04-18T08:59:11Z","title_canon_sha256":"9054b22b2458d2f90482bd92a09b6196067fe8e5032b41bd42e369f9fa94bb5d"},"schema_version":"1.0","source":{"id":"2504.15303","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15303","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15303v1","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15303","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"6SNGK4VYASEB","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"6SNGK4VYASEB63NE","created_at":"2026-07-05T10:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"6SNGK4VY","created_at":"2026-07-05T10:52:00Z"}],"graph_snapshots":[{"event_id":"sha256:e59a0d648b79b0050dcd5d710bb96baea2d9b08de381ba44307bba4b8d50137b","target":"graph","created_at":"2026-07-05T10:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.15303/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Nowadays, many companies possess various types of AI accelerators, forming heterogeneous clusters. Efficiently leveraging these clusters for high-throughput large language model (LLM) inference services can significantly reduce costs and expedite task processing. However, LLM inference on heterogeneous clusters presents two main challenges. Firstly, different deployment configurations can result in vastly different performance. The number of possible configurations is large, and evaluating the effectiveness of a specific setup is complex. Thus, finding an optimal configuration is not an easy t","authors_text":"Entong Li, Jinhua Zhou, Jinqi Huang, Li Zeng, Wenjie Huang, Xin Chen, Xuebing Yu, Yi Xiong, Zhixiong Ning","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-04-18T08:59:11Z","title":"High-Throughput LLM inference on Heterogeneous Clusters"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15303","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bb2455507c11918b237e8278769e2f1269c9d05dc14a4087a1c358ef8801e75","target":"record","created_at":"2026-07-05T10:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e10bd578a219a430f818b53ddb64524098248d59cd032e585848167330f11c3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-04-18T08:59:11Z","title_canon_sha256":"9054b22b2458d2f90482bd92a09b6196067fe8e5032b41bd42e369f9fa94bb5d"},"schema_version":"1.0","source":{"id":"2504.15303","kind":"arxiv","version":1}},"canonical_sha256":"f49a6572b804881f6da4e39a643345508824812f862f7f1244e2fcbf32b8cfdf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f49a6572b804881f6da4e39a643345508824812f862f7f1244e2fcbf32b8cfdf","first_computed_at":"2026-07-05T10:52:00.301909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:52:00.301909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FZ/65WlFCwMGyOMUAmqxk5I8k6dfzw1AsqFOqubtV2WPxzJVQB1HGZAoIEH7KfGKtjJNoKmNKyk/UNJP9HbWAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:52:00.302527Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.15303","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bb2455507c11918b237e8278769e2f1269c9d05dc14a4087a1c358ef8801e75","sha256:e59a0d648b79b0050dcd5d710bb96baea2d9b08de381ba44307bba4b8d50137b"],"state_sha256":"ba5e6644bf140ad550e50285aff878a7f93f9e84cdda59cec1636c40ec87dadd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q815+ntwMn3NEOjFpmqxgaExFS0+IF2YHtlxE/suAl3Oyxk9Ja3qnv18LYhBOK13ZpaqZpUteDiK0qyrdOPxAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T13:20:57.122283Z","bundle_sha256":"8be4a07fbe336eaf350ec502c7c21d1866d7954b69a6035c3a61efba66904984"}}