{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2654HVODGWUX2UWYCVGJ2FDSRV","short_pith_number":"pith:2654HVOD","canonical_record":{"source":{"id":"2411.19402","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-28T22:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"07597a509b04436dac6f3761a1d88bbc2b1ec36262d1aac87ae564a6b19ce006","abstract_canon_sha256":"46c3192d1ef10637adcc4b9f892bf961d04e78fbfe3623fc0e774920cce748f7"},"schema_version":"1.0"},"canonical_sha256":"d7bbc3d5c335a97d52d8154c9d14728d734cb0b64bcc8078776bc84f5d307f84","source":{"kind":"arxiv","id":"2411.19402","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19402","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19402v2","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19402","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_12","alias_value":"2654HVODGWUX","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_16","alias_value":"2654HVODGWUX2UWY","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_8","alias_value":"2654HVOD","created_at":"2026-07-05T11:43:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2654HVODGWUX2UWYCVGJ2FDSRV","target":"record","payload":{"canonical_record":{"source":{"id":"2411.19402","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-28T22:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"07597a509b04436dac6f3761a1d88bbc2b1ec36262d1aac87ae564a6b19ce006","abstract_canon_sha256":"46c3192d1ef10637adcc4b9f892bf961d04e78fbfe3623fc0e774920cce748f7"},"schema_version":"1.0"},"canonical_sha256":"d7bbc3d5c335a97d52d8154c9d14728d734cb0b64bcc8078776bc84f5d307f84","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:43:59.080251Z","signature_b64":"UYp+9GEB/dT55xlq3uiMbMulviHXf6n0BRcDDSXJP2blZnNdqdB15D5+tbwVzz4VZo46ClHwN3ChhC5DJKIOAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7bbc3d5c335a97d52d8154c9d14728d734cb0b64bcc8078776bc84f5d307f84","last_reissued_at":"2026-07-05T11:43:59.079774Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:43:59.079774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.19402","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:43:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"udxJW8QoGFVADOZanP1hplrNwCJ5HGaXur88SLFyl66/s1C6BKQtI+X6h49zxsSSESqmgN3o1gYQMCiq60PLAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T11:09:47.379519Z"},"content_sha256":"b5e68796f9ce1f07e1713710cd4cefc49ea3c336eaa5f27cfc121727ebd63142","schema_version":"1.0","event_id":"sha256:b5e68796f9ce1f07e1713710cd4cefc49ea3c336eaa5f27cfc121727ebd63142"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2654HVODGWUX2UWYCVGJ2FDSRV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Role of Discrete Representation in Sparse Mixture of Experts","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Giang Do, Hung Le, Kha Pham, Truyen Tran","submitted_at":"2024-11-28T22:32:01Z","abstract_excerpt":"Sparse mixture of experts (SMoE) is an effective solution for scaling up model capacity without increasing the computational costs. A crucial component of SMoE is the router, responsible for directing the input to relevant experts; however, it also presents a major weakness, leading to routing inconsistencies and representation collapse issues. Instead of fixing the router like previous works, we propose an alternative that assigns experts to input via indirection, which employs the discrete representation of input that points to the expert. The discrete representations are learnt via vector q"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19402","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.19402/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:43:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XzPt/vWJfQze3m9X0rUsudihKOOowMutQXPKlM1GMoy9hyf9jwPeyREPxFPi2WV3sf76Flbyl9/F6lpo5cVDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T11:09:47.380455Z"},"content_sha256":"4417373ffc93233fae831cf591f831468ab28407f7a8f5d97f37f5e4aeba6998","schema_version":"1.0","event_id":"sha256:4417373ffc93233fae831cf591f831468ab28407f7a8f5d97f37f5e4aeba6998"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2654HVODGWUX2UWYCVGJ2FDSRV/bundle.json","state_url":"https://pith.science/pith/2654HVODGWUX2UWYCVGJ2FDSRV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2654HVODGWUX2UWYCVGJ2FDSRV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T11:09:47Z","links":{"resolver":"https://pith.science/pith/2654HVODGWUX2UWYCVGJ2FDSRV","bundle":"https://pith.science/pith/2654HVODGWUX2UWYCVGJ2FDSRV/bundle.json","state":"https://pith.science/pith/2654HVODGWUX2UWYCVGJ2FDSRV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2654HVODGWUX2UWYCVGJ2FDSRV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2654HVODGWUX2UWYCVGJ2FDSRV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"46c3192d1ef10637adcc4b9f892bf961d04e78fbfe3623fc0e774920cce748f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-28T22:32:01Z","title_canon_sha256":"07597a509b04436dac6f3761a1d88bbc2b1ec36262d1aac87ae564a6b19ce006"},"schema_version":"1.0","source":{"id":"2411.19402","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19402","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19402v2","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19402","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_12","alias_value":"2654HVODGWUX","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_16","alias_value":"2654HVODGWUX2UWY","created_at":"2026-07-05T11:43:59Z"},{"alias_kind":"pith_short_8","alias_value":"2654HVOD","created_at":"2026-07-05T11:43:59Z"}],"graph_snapshots":[{"event_id":"sha256:4417373ffc93233fae831cf591f831468ab28407f7a8f5d97f37f5e4aeba6998","target":"graph","created_at":"2026-07-05T11:43:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.19402/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse mixture of experts (SMoE) is an effective solution for scaling up model capacity without increasing the computational costs. A crucial component of SMoE is the router, responsible for directing the input to relevant experts; however, it also presents a major weakness, leading to routing inconsistencies and representation collapse issues. Instead of fixing the router like previous works, we propose an alternative that assigns experts to input via indirection, which employs the discrete representation of input that points to the expert. The discrete representations are learnt via vector q","authors_text":"Giang Do, Hung Le, Kha Pham, Truyen Tran","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-28T22:32:01Z","title":"On the Role of Discrete Representation in Sparse Mixture of Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19402","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5e68796f9ce1f07e1713710cd4cefc49ea3c336eaa5f27cfc121727ebd63142","target":"record","created_at":"2026-07-05T11:43:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"46c3192d1ef10637adcc4b9f892bf961d04e78fbfe3623fc0e774920cce748f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-28T22:32:01Z","title_canon_sha256":"07597a509b04436dac6f3761a1d88bbc2b1ec36262d1aac87ae564a6b19ce006"},"schema_version":"1.0","source":{"id":"2411.19402","kind":"arxiv","version":2}},"canonical_sha256":"d7bbc3d5c335a97d52d8154c9d14728d734cb0b64bcc8078776bc84f5d307f84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7bbc3d5c335a97d52d8154c9d14728d734cb0b64bcc8078776bc84f5d307f84","first_computed_at":"2026-07-05T11:43:59.079774Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:43:59.079774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UYp+9GEB/dT55xlq3uiMbMulviHXf6n0BRcDDSXJP2blZnNdqdB15D5+tbwVzz4VZo46ClHwN3ChhC5DJKIOAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:43:59.080251Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.19402","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5e68796f9ce1f07e1713710cd4cefc49ea3c336eaa5f27cfc121727ebd63142","sha256:4417373ffc93233fae831cf591f831468ab28407f7a8f5d97f37f5e4aeba6998"],"state_sha256":"69c7df2437d67f74eb992fd7871994793dd2b94add0b8f345fe8dd7dc325aa3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xXOPzzfTpeV72zvuKMYD67gYD3IE9Z0gqdv6Jw3TqQY/VEOtli1F/kE6+Ez9z6Ipmr/JJJpL0dvKeil0OkHJAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T11:09:47.386844Z","bundle_sha256":"44324d88eb47cf346c77ddf53f12d5b85b66d75a66c646e6545e3b8d5b66f9d8"}}