{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FYGZ5IGGDIQJGDXRK5JPLZD2TD","short_pith_number":"pith:FYGZ5IGG","canonical_record":{"source":{"id":"2107.04140","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2021-07-08T22:52:42Z","cross_cats_sorted":[],"title_canon_sha256":"edf4cab44c7dcbd1ba6b421aba9015dd034d990d80de67789c48af623c7109af","abstract_canon_sha256":"0561aa48d5533130597755ddd938c8a65a406c5eb03213ed4e5d12d31ee66849"},"schema_version":"1.0"},"canonical_sha256":"2e0d9ea0c61a20930ef15752f5e47a98ed92ab717e7cea31d950551fd2fbcd12","source":{"kind":"arxiv","id":"2107.04140","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.04140","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"arxiv_version","alias_value":"2107.04140v3","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.04140","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_12","alias_value":"FYGZ5IGGDIQJ","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_16","alias_value":"FYGZ5IGGDIQJGDXR","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_8","alias_value":"FYGZ5IGG","created_at":"2026-07-05T03:03:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FYGZ5IGGDIQJGDXRK5JPLZD2TD","target":"record","payload":{"canonical_record":{"source":{"id":"2107.04140","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2021-07-08T22:52:42Z","cross_cats_sorted":[],"title_canon_sha256":"edf4cab44c7dcbd1ba6b421aba9015dd034d990d80de67789c48af623c7109af","abstract_canon_sha256":"0561aa48d5533130597755ddd938c8a65a406c5eb03213ed4e5d12d31ee66849"},"schema_version":"1.0"},"canonical_sha256":"2e0d9ea0c61a20930ef15752f5e47a98ed92ab717e7cea31d950551fd2fbcd12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:03:29.498624Z","signature_b64":"bXVDiTAdEtRIEnJdleEArhpOfrJBx7JJpQZ30wUwslcwzNvLloskpyfleiHcpvGQnAgqK1fXbGZift3sqgQOAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e0d9ea0c61a20930ef15752f5e47a98ed92ab717e7cea31d950551fd2fbcd12","last_reissued_at":"2026-07-05T03:03:29.498084Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:03:29.498084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.04140","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xrVTLTcqhle7+8ES+wbqBMz7RNf8g1IVJ1wJ1r3Fp/l0QTD+XpixOleSfXu+OAGSgo1xfUvaZmmXPWmnfZGlCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:38:34.232790Z"},"content_sha256":"dcfc40758b02200264f701e372d869774873fa7663f845eb28eeb81f3fbd6e4b","schema_version":"1.0","event_id":"sha256:dcfc40758b02200264f701e372d869774873fa7663f845eb28eeb81f3fbd6e4b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FYGZ5IGGDIQJGDXRK5JPLZD2TD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"First-Generation Inference Accelerator Deployment at Facebook","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AR","authors_text":"Abhishek Dhanotia, Adi Gangidi, Ajit Mathews, Alex Xia, Amy Yang, Anna Calvo, Aravind Anbudurai, Aravind Kalaiah, Arun Dalli, Arun Moorthy, Ashwin Narasimha, Ashwin Poojary, Avinash Nayak, Bangsheng Tang, Baohua Shan, Beatriz Padilla Hernandez, Ben Kim, Benny Chen, Ben Wei, Bernard Nguyen, Bert Maher, Bharath Muthiah, Bill Jia, Brad Cottel, Brian Coutinho, Chandra Mallipedi, Changkyu Kim, Chenyu Xu, Chris Petersen, Christopher Mitchell, Chunli Fu, Claudio Caldato, Craig Ross, Cynthia Liu, Daniel Ho, Deng Pan, Dwarak Rajagopal, Garret Catron, Haixin Liu, Hao Shen, Hao Wang, Harsha Bojja, Hector Yuen, Huamin Li, Huayu Li, Jack Montgomery, Jaewon Lee, Jason Liang, Jerry Liu, Jiecao Yu, Joe Boyd, Jonathan Killinger, Jongsoo Park, Jordan Fix, Jubin Mehta, Kai Zhang, Kiran Kumar Matam, Krish Skandakumaran, Kushal Shah, Kutta Srinivasan, Lin Qiao, Manali Kesarkar, Man Wang, Martin Schatz, Martin Yang, Matthew Breitbach, Meghan Lele, Michael Anderson, Michael Fulthorp, Michael Gschwind, Michael Tauberg, Ming Zhao, Misha Smelyanskiy, Mor Tzur, Nadav Rotem, Narayanan Sundaram, Nick Gibson, Nitin Nagarkatte, Olivier Raginel, Olof Johansson, Oniel Duncan, Panos Christeas, Pavan Shetty, Peter Tang, Rohan Kulkarni, Roman Dzhabarov, Roshan Sumbaly, Rui Zhu, Ruoxi Zhang, Sam Naghshineh, Satish Nadathur, Scott Russ, Sean Gordon, Seema Mangla, Shishir Juluri, Shobhit Kanaujia, Shobhit Mehta, Sidharth Verma, Simon Elmir, Sneh Chandwani, Soumya Padmanabha, Stephen Chen, Summer Deng, Thiara Ortiz, Tristan Rice, Vandana Balan, Vijay Rao, Wenyin Fu, Whitney Zhao, Ye (Charlotte) Qi, Yinghai Lu, Ying Zhang, Yu-Cheng Huang, Yueming Li","submitted_at":"2021-07-08T22:52:42Z","abstract_excerpt":"In this paper, we provide a deep dive into the deployment of inference accelerators at Facebook. Many of our ML workloads have unique characteristics, such as sparse memory accesses, large model sizes, as well as high compute, memory and network bandwidth requirements. We co-designed a high-performance, energy-efficient inference accelerator platform based on these requirements. We describe the inference accelerator platform ecosystem we developed and deployed at Facebook: both hardware, through Open Compute Platform (OCP), and software framework and tooling, through Pytorch/Caffe2/Glow. A cha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.04140","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.04140/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQ9w1xPjpcMlsEjZ+Mscj2yOHlqoDC+qWh0vrhNSGx1Xp2oVUXEmfNCI91PAqyj83qwwe2/mrzWnj7YEg6o1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:38:34.233175Z"},"content_sha256":"6399af7dc1c42bee7a15e7315ae2559d52d78ae4183b0d1dd4a68cd44f913d06","schema_version":"1.0","event_id":"sha256:6399af7dc1c42bee7a15e7315ae2559d52d78ae4183b0d1dd4a68cd44f913d06"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/bundle.json","state_url":"https://pith.science/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:38:34Z","links":{"resolver":"https://pith.science/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD","bundle":"https://pith.science/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/bundle.json","state":"https://pith.science/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FYGZ5IGGDIQJGDXRK5JPLZD2TD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FYGZ5IGGDIQJGDXRK5JPLZD2TD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0561aa48d5533130597755ddd938c8a65a406c5eb03213ed4e5d12d31ee66849","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2021-07-08T22:52:42Z","title_canon_sha256":"edf4cab44c7dcbd1ba6b421aba9015dd034d990d80de67789c48af623c7109af"},"schema_version":"1.0","source":{"id":"2107.04140","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.04140","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"arxiv_version","alias_value":"2107.04140v3","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.04140","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_12","alias_value":"FYGZ5IGGDIQJ","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_16","alias_value":"FYGZ5IGGDIQJGDXR","created_at":"2026-07-05T03:03:29Z"},{"alias_kind":"pith_short_8","alias_value":"FYGZ5IGG","created_at":"2026-07-05T03:03:29Z"}],"graph_snapshots":[{"event_id":"sha256:6399af7dc1c42bee7a15e7315ae2559d52d78ae4183b0d1dd4a68cd44f913d06","target":"graph","created_at":"2026-07-05T03:03:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.04140/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we provide a deep dive into the deployment of inference accelerators at Facebook. Many of our ML workloads have unique characteristics, such as sparse memory accesses, large model sizes, as well as high compute, memory and network bandwidth requirements. We co-designed a high-performance, energy-efficient inference accelerator platform based on these requirements. We describe the inference accelerator platform ecosystem we developed and deployed at Facebook: both hardware, through Open Compute Platform (OCP), and software framework and tooling, through Pytorch/Caffe2/Glow. A cha","authors_text":"Abhishek Dhanotia, Adi Gangidi, Ajit Mathews, Alex Xia, Amy Yang, Anna Calvo, Aravind Anbudurai, Aravind Kalaiah, Arun Dalli, Arun Moorthy, Ashwin Narasimha, Ashwin Poojary, Avinash Nayak, Bangsheng Tang, Baohua Shan, Beatriz Padilla Hernandez, Ben Kim, Benny Chen, Ben Wei, Bernard Nguyen, Bert Maher, Bharath Muthiah, Bill Jia, Brad Cottel, Brian Coutinho, Chandra Mallipedi, Changkyu Kim, Chenyu Xu, Chris Petersen, Christopher Mitchell, Chunli Fu, Claudio Caldato, Craig Ross, Cynthia Liu, Daniel Ho, Deng Pan, Dwarak Rajagopal, Garret Catron, Haixin Liu, Hao Shen, Hao Wang, Harsha Bojja, Hector Yuen, Huamin Li, Huayu Li, Jack Montgomery, Jaewon Lee, Jason Liang, Jerry Liu, Jiecao Yu, Joe Boyd, Jonathan Killinger, Jongsoo Park, Jordan Fix, Jubin Mehta, Kai Zhang, Kiran Kumar Matam, Krish Skandakumaran, Kushal Shah, Kutta Srinivasan, Lin Qiao, Manali Kesarkar, Man Wang, Martin Schatz, Martin Yang, Matthew Breitbach, Meghan Lele, Michael Anderson, Michael Fulthorp, Michael Gschwind, Michael Tauberg, Ming Zhao, Misha Smelyanskiy, Mor Tzur, Nadav Rotem, Narayanan Sundaram, Nick Gibson, Nitin Nagarkatte, Olivier Raginel, Olof Johansson, Oniel Duncan, Panos Christeas, Pavan Shetty, Peter Tang, Rohan Kulkarni, Roman Dzhabarov, Roshan Sumbaly, Rui Zhu, Ruoxi Zhang, Sam Naghshineh, Satish Nadathur, Scott Russ, Sean Gordon, Seema Mangla, Shishir Juluri, Shobhit Kanaujia, Shobhit Mehta, Sidharth Verma, Simon Elmir, Sneh Chandwani, Soumya Padmanabha, Stephen Chen, Summer Deng, Thiara Ortiz, Tristan Rice, Vandana Balan, Vijay Rao, Wenyin Fu, Whitney Zhao, Ye (Charlotte) Qi, Yinghai Lu, Ying Zhang, Yu-Cheng Huang, Yueming Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2021-07-08T22:52:42Z","title":"First-Generation Inference Accelerator Deployment at Facebook"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.04140","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcfc40758b02200264f701e372d869774873fa7663f845eb28eeb81f3fbd6e4b","target":"record","created_at":"2026-07-05T03:03:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0561aa48d5533130597755ddd938c8a65a406c5eb03213ed4e5d12d31ee66849","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2021-07-08T22:52:42Z","title_canon_sha256":"edf4cab44c7dcbd1ba6b421aba9015dd034d990d80de67789c48af623c7109af"},"schema_version":"1.0","source":{"id":"2107.04140","kind":"arxiv","version":3}},"canonical_sha256":"2e0d9ea0c61a20930ef15752f5e47a98ed92ab717e7cea31d950551fd2fbcd12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e0d9ea0c61a20930ef15752f5e47a98ed92ab717e7cea31d950551fd2fbcd12","first_computed_at":"2026-07-05T03:03:29.498084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:03:29.498084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bXVDiTAdEtRIEnJdleEArhpOfrJBx7JJpQZ30wUwslcwzNvLloskpyfleiHcpvGQnAgqK1fXbGZift3sqgQOAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:03:29.498624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.04140","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcfc40758b02200264f701e372d869774873fa7663f845eb28eeb81f3fbd6e4b","sha256:6399af7dc1c42bee7a15e7315ae2559d52d78ae4183b0d1dd4a68cd44f913d06"],"state_sha256":"213aba9f0fc216ae6ed0fcea246e7bb79430b893c29ecbf28e57b57dc1a67ac9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VJ6bifliIbH6Wqsod5aW2gEwpUNVP6pOnfWAEKfsjdlBNmkwRWWhukc8b3tOQDkSq/s8xBe3pnvrjSf6d7TxAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:38:34.235179Z","bundle_sha256":"ae25d6854685450070c2f5dd8b8898f0162a6a20041fd3218a650b18bcfaf1a4"}}