{"as_of":"2026-08-22T13:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5775f5afcc873661ea87105e39d058337bfea6260052b1db03029b3ae0309f1c","coverage":[{"denominator":23,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T04:41:03.481745Z","state":"measured"},{"denominator":25,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":25,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T19:25:21.884249Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-15T18:09:39.951741Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01868","snapshot_observed_at":"2026-08-15T19:25:21.884249Z","title":"Composition of experts: A modular compound ai system leveraging large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.16655","last_updated":"2025-06-19T23:57:41Z","snapshot_observed_at":"2026-08-18T23:22:48.193150Z","submitted_at":"2025-06-19T23:57:41Z","title":"Arch-Router: Aligning LLM Routing with Human Preferences","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T19:25:21.884249Z"},"links":{"cited_paper":"/paper/2412.01868","citing_paper":"/paper/2506.16655"},"observation_digest":"sha256:33c8446feea11b8ed065da9e9e6a1d3cf39394d83270d62a25476ecef592f470","observation_id":"d43ddf81-6576-4f2c-9476-c4092f80cff8","resolution":{"observed_at":"2026-08-15T19:25:21.884249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"cited_work":{"arxiv_id":"2412.01868","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.01868","snapshot_observed_at":"2026-08-15T18:09:39.951741Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","venue":"cs.LG","work_id":"992bd889-029d-4111-983d-daf61bfe8083","year":2024},"citing_paper":{"arxiv_id":"2507.22937","last_updated":"2025-07-25T06:17:11Z","snapshot_observed_at":"2026-08-20T10:32:57.175766Z","submitted_at":"2025-07-25T06:17:11Z","title":"CoE-Ops: Collaboration of LLM-based Experts for AIOps Question-Answering","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T18:09:39.750356Z"},"links":{"cited_paper":"/paper/2412.01868","citing_paper":"/paper/2507.22937"},"observation_digest":"sha256:56c6645f6c076775e0b2f0dd726b4a480bafe48fb4b8d586ad273b01133cbc0d","observation_id":"5019aa6d-80f7-4a5e-ba79-b6bd8694ef35","resolution":{"observed_at":"2026-08-15T18:09:39.960736Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.01868/citation-record","integrity":"/paper/2412.01868/integrity","json":"/paper/2412.01868/citation-record.json","paper":"/paper/2412.01868"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.918048Z","title":"Could you convert {query} from {in-lang} to {out-lang}?","venue":null,"work_id":"4d231d3b-b7bd-481e-9789-29a1a3389b43","year":2023},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.481745Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:112f1c861cc5dad964f34a7b563fd82fd2b182bda5c5b1e0833605d35f7449a2","observation_id":"4262be82-2ec3-45e9-916d-f0f05805a479","resolution":{"observed_at":"2026-08-12T04:41:03.924461Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.02561","last_updated":"2023-06-30T21:39:54Z","snapshot_observed_at":"2026-08-18T18:36:22.935192Z","submitted_at":"2023-06-05T03:32:26Z","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.02561","snapshot_observed_at":"2026-08-12T04:41:03.370441Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.370441Z"},"links":{"cited_paper":"/paper/2306.02561","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:c6115859072e042cac4d3c25e24db6ec14ce7fa794a0b8a5cea55299964cb0b7","observation_id":"f8dc9766-212f-4f33-8da4-16196d5be8a3","resolution":{"observed_at":"2026-08-12T04:41:03.370441Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.16668","last_updated":"2020-06-30T10:42:02Z","snapshot_observed_at":"2026-08-07T09:27:36.420559Z","submitted_at":"2020-06-30T10:42:02Z","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.16668","snapshot_observed_at":"2026-08-12T04:41:03.387506Z","title":"Gshard: Scaling giant models with conditional computation and automatic sharding","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.387506Z"},"links":{"cited_paper":"/paper/2006.16668","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:7f42241a6342ecc13cee8d419230eca51d83c4f429c5610d4b823d805a5b86fc","observation_id":"5234f6a6-820e-49fd-b329-2238743a86a1","resolution":{"observed_at":"2026-08-12T04:41:03.387506Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11939","last_updated":"2024-10-14T18:11:58Z","snapshot_observed_at":"2026-08-21T06:07:47.921030Z","submitted_at":"2024-06-17T17:26:10Z","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11939","snapshot_observed_at":"2026-08-12T04:41:03.393471Z","title":"lin Chiang, W., Zheng, L., Dunlap, L., Gonzalez, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.393471Z"},"links":{"cited_paper":"/paper/2406.11939","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:0e348506d50064a186911585f58f25193c00e562d8ad1b20828e42e80f9ef147","observation_id":"81bae001-b4f2-4ba9-9ef3-4e9fdb76e959","resolution":{"observed_at":"2026-08-12T04:41:03.393471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08692","last_updated":"2023-11-15T04:40:43Z","snapshot_observed_at":"2026-08-18T12:06:54.506041Z","submitted_at":"2023-11-15T04:40:43Z","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08692","snapshot_observed_at":"2026-08-12T04:41:03.398479Z","title":"Lu, K., Yuan, H., Lin, R., Lin, J., Yuan, Z., Zhou, C., and Zhou, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.398479Z"},"links":{"cited_paper":"/paper/2311.08692","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:e8f2b00719e84a178b3caa99ca61bebda0dc43ef07e0fd56ce3d59a027c2139b","observation_id":"8b219d3b-90b1-4613-b0ab-da9dcec7883c","resolution":{"observed_at":"2026-08-12T04:41:03.398479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08747","last_updated":"2025-01-05T04:09:00Z","snapshot_observed_at":"2026-08-16T00:12:56.001802Z","submitted_at":"2023-08-17T02:53:23Z","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08747","snapshot_observed_at":"2026-08-12T04:41:03.403747Z","title":"Muennighoff, N., Tazi, N., Magne, L., and Reimers, N","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.403747Z"},"links":{"cited_paper":"/paper/2308.08747","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:39ffff23acca288d6eefa646408a05b5567ca4c37ee9113c2b4ae32963aaae5b","observation_id":"709084f9-0522-41d6-98d0-568d8ce2c81b","resolution":{"observed_at":"2026-08-12T04:41:03.403747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.07316","last_updated":"2023-03-19T13:37:01Z","snapshot_observed_at":"2026-08-17T06:54:11.300249Z","submitted_at":"2022-10-13T19:42:08Z","title":"MTEB: Massive Text Embedding Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.07316","snapshot_observed_at":"2026-08-12T04:41:03.409362Z","title":"Ouyang, L., Wu, J., Jiang, X., Almeida, D., Wainwright, C., Mishkin, P., Zhang, C., Agarwal, S., Slama, K., Ray, A., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.409362Z"},"links":{"cited_paper":"/paper/2210.07316","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:05b3631c8564e13d3c26e9d3271d809a0495e14d78537c18b6166ee2ca499562","observation_id":"05305f93-d72e-4e92-9277-7410a9e5708f","resolution":{"observed_at":"2026-08-12T04:41:03.409362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.419599Z","title":"doi: 10.1109/HCS61935.2024.10664717","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.419599Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:6e1bff8e055739205cdd28de4666f449acf175e7356050a1265e1b4dad9962fe","observation_id":"6b957c14-4d07-4c01-ab3a-f4825f69ba19","resolution":{"observed_at":"2026-08-12T04:41:03.419599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07518","last_updated":"2024-11-05T02:53:00Z","snapshot_observed_at":"2026-08-16T13:53:17.331885Z","submitted_at":"2024-05-13T07:32:45Z","title":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.07518","snapshot_observed_at":"2026-08-12T04:41:03.424827Z","title":"Raju, R., Jain, S., Li, B., Li, J., and Thakkar, U","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.424827Z"},"links":{"cited_paper":"/paper/2405.07518","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:3c9ceaa81edf660aeb95a458fe4f84cfa1df884aa0c8cf6e6f2989a430628898","observation_id":"e0babe29-107f-4580-9555-083de5ce211b","resolution":{"observed_at":"2026-08-12T04:41:03.424827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.951822Z","title":"Llm routing with benchmark datasets","venue":null,"work_id":"f1ea62b4-8ba5-4d80-9b1e-6819cb4d6c05","year":2023},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.442315Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:19c0b8d5c161cc5bca579a1c4221713597a621bffc4cdf0eccd7423b5a1de0dd","observation_id":"cb937bf2-0aa4-4eec-bf8a-de73f826c132","resolution":{"observed_at":"2026-08-12T04:41:03.956794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06619","last_updated":"2024-02-09T18:51:49Z","snapshot_observed_at":"2026-08-19T11:27:21.408581Z","submitted_at":"2024-02-09T18:51:49Z","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06619","snapshot_observed_at":"2026-08-12T04:41:03.447137Z","title":"Sukhbaatar, S., Golovneva, O., Sharma, V ., Xu, H., Lin, X","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.447137Z"},"links":{"cited_paper":"/paper/2402.06619","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:fb38a2ec017b81dec5cb3ed99026f56fbef8b473857ecf37df85c4804f350e48","observation_id":"aa1452b3-2d6a-4bda-bf16-2d1b70ce40aa","resolution":{"observed_at":"2026-08-12T04:41:03.447137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00118","last_updated":"2024-10-02T15:22:49Z","snapshot_observed_at":"2026-08-21T05:15:28.840279Z","submitted_at":"2024-07-31T19:13:07Z","title":"Gemma 2: Improving Open Language Models at a Practical Size","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00118","snapshot_observed_at":"2026-08-12T04:41:03.452510Z","title":"co/datasets/sambanovasystems/ x-self-instruct-seed-32","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.452510Z"},"links":{"cited_paper":"/paper/2408.00118","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:f8ef56ac337b257b444f714c7edfc3ab499e60c3e56f0c22e0a8cd9ffd31be4c","observation_id":"2670574a-580f-4f37-a18c-50b183ceca1b","resolution":{"observed_at":"2026-08-12T04:41:03.452510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-12T04:41:03.458064Z","title":"Llama 2: Open foundation and fine- tuned chat models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.458064Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:04f69a004c0756cea56be9f7f4ad4021af0369b6a119b9bc79bd122f0c28aa46","observation_id":"85afcd9f-2959-4cc8-a881-1c9e889a8e51","resolution":{"observed_at":"2026-08-12T04:41:03.458064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.935733Z","title":"Mmlu-pro: A more robust and challenging multi- task language understanding benchmark (published at neurips 2024 track datasets and benchmarks),","venue":null,"work_id":"c93aee4b-42e5-48d8-b205-25be0ef40e95","year":2024},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.464734Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:b639a5e8d2e0b4a23e15ab5a24b12027e2e645f58690bf24aac0870f2bb691e3","observation_id":"40b70cc4-4587-49fd-bb96-f073f3a6981d","resolution":{"observed_at":"2026-08-12T04:41:03.941096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-20T16:26:42.002863Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-12T04:41:03.470413Z","title":"Zhao, J., Wang, T., Abid, W., Angus, G., Garg, A., Kinnison, J., Sherstinsky, A., Molino, P., Addair, T., and Rishi, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.470413Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:345ac24e5980f4dcdf1e9ccd61d2792f53f04f5349c68e67e24db1b77b8afb4a","observation_id":"18c5fb7c-7412-4214-b87e-6c31d57855d1","resolution":{"observed_at":"2026-08-12T04:41:03.470413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-12T04:41:03.476113Z","title":"A M ETHODOLOGY TO CREATE MULTILINGUAL PROMPTS Multilingual prompts can be categorized into three over- arching formats: native, translation, and cross-lingual","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.476113Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:9aed52e88b46eb14ac86476262a05bd625bb7da59973fae3e329644a02bf3135","observation_id":"b29de4da-9263-4573-8a18-965abe0f4464","resolution":{"observed_at":"2026-08-12T04:41:03.476113Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.984206Z","title":"Sheikholeslami, F., Jain, S., and Giannakis, G","venue":null,"work_id":"786f745a-c395-44bb-b29b-d5fa33a1797d","year":2019},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2009,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.430241Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:f42f123afd408cc30264fd243cd8cf3df7ab7b9b11842587760cb9d2d127422e","observation_id":"3ebc7e03-e36f-4562-b070-3a5dcc2cf6df","resolution":{"observed_at":"2026-08-12T04:41:03.989787Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-08-13T17:41:53.092611Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-12T04:41:03.376177Z","title":"B., Chess, B., Child, R., Gray, S., Radford, A., Wu, J., and Amodei, D","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.376177Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:b2218bf6300a36b7a23e3af49bd6c990752e44089d97cfe9210ed9619960bd82","observation_id":"7e937633-e5ae-42cd-b950-f86dacc478ee","resolution":{"observed_at":"2026-08-12T04:41:03.376177Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:03.968200Z","title":null,"venue":null,"work_id":"de10ec0f-3202-43d0-9356-7b45d05b17ee","year":2020},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.437536Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:fc2e046e0e48cb7bfc385b8761fb605af0090abd5d56bea409b3ff44ac6b14c6","observation_id":"539d24a9-c273-4cf1-9b5a-36bccbdec6b0","resolution":{"observed_at":"2026-08-12T04:41:03.972963Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:04.018960Z","title":"and Byrne, B","venue":null,"work_id":"7cadea97-c9be-404d-a800-72b4aeb7f309","year":2004},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.382499Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:b663a9444bf0239f1e4a337a67d68801ed83c27c711c0bf89e934956e43d2986","observation_id":"6646521b-2d82-476a-8c44-33ef67b292aa","resolution":{"observed_at":"2026-08-12T04:41:04.024125Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:41:04.001779Z","title":"Sambanova sn40l rdu: Breaking the barrier of trillion+ parameter scale gen ai computing","venue":null,"work_id":"60622960-3997-48e0-8db8-bad583eb0495","year":2024},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.414828Z"},"links":{"citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:0e55845c1326551540ed5be1677961a3218c63e5a5b8ec51ac9f9131cff6964b","observation_id":"46d0041a-232a-4efc-abec-616d49a8c71f","resolution":{"observed_at":"2026-08-12T04:41:04.007377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-08-17T20:30:34.016254Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-12T04:41:03.363331Z","title":"Q., Sablayrolles, A., Mensch, A., Bamford, C., Chaplot, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.363331Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:c1e392b9175082d7efa624a744caddc8ac26ada2ed48abdb32c9d4402d58550c","observation_id":"653edab9-299f-46f9-a957-117863ddf284","resolution":{"observed_at":"2026-08-12T04:41:03.363331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04132","last_updated":"2024-03-07T01:22:38Z","snapshot_observed_at":"2026-08-02T17:55:33.750637Z","submitted_at":"2024-03-07T01:22:38Z","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04132","snapshot_observed_at":"2026-08-12T04:41:03.356822Z","title":"Cui, G., Yuan, L., Ding, N., Yao, G., Zhu, W., Ni, Y ., Xie, G., Liu, Z., and Sun, M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-12T04:41:03.356822Z"},"links":{"cited_paper":"/paper/2403.04132","citing_paper":"/paper/2412.01868"},"observation_digest":"sha256:49821d74f70126450a41c591f231af5299013e96c84073a7353852ebd24336d9","observation_id":"d1fce6c2-7637-4461-960c-080615f18245","resolution":{"observed_at":"2026-08-12T04:41:03.356822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.01868","last_updated":"2024-12-02T07:43:21Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-16T11:58:59.324348Z","submitted_at":"2024-12-02T07:43:21Z","title":"Composition of Experts: A Modular Compound AI System Leveraging Large Language Models"},"reference_resolution":{"displayed":23,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":17,"verified_exact":0,"verified_fuzzy":6},"total_outbound_references":23},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 23 of 23 outbound references and 2 inbound Pith citation observations for arXiv:2412.01868."}