{"as_of":"2026-08-13T22:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:92288a82a1c541a83e9769b3c6bdb0c6a2f5c1cf3cd12c704aa8889479ddcd68","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T21:46:44.887481Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T19:10:53.895829Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T07:36:45.092472Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-08-09T19:10:53.895829Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00409","last_updated":"2025-07-21T12:20:06Z","snapshot_observed_at":"2026-08-10T00:34:58.507365Z","submitted_at":"2025-02-01T12:08:38Z","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-09T19:10:53.895829Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2502.00409"},"observation_digest":"sha256:6e6c8092c0533ece753efdc234cfbf66e3b001e3f92db8f2022739e31b003d88","observation_id":"bda5256c-2560-4ab1-871a-59c8ccb574ed","resolution":{"observed_at":"2026-08-09T19:10:53.895829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":"2412.04167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-07-02T07:36:45.092472Z","title":"Bench-coe: a framework for collaboration of ex- perts from benchmark.arXiv preprint arXiv:2412.04167","venue":null,"work_id":"fa2392f8-9f60-4482-953a-7baa0cd0d0e7","year":2024},"citing_paper":{"arxiv_id":"2502.18036","last_updated":"2026-04-22T02:19:48Z","snapshot_observed_at":"2026-08-13T12:55:19.647806Z","submitted_at":"2025-02-25T09:48:53Z","title":"Harnessing Multiple Large Language Models: A Survey on LLM Ensemble","version":6},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-23T02:22:28.649071Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2502.18036"},"observation_digest":"sha256:5d9a9a0ee787815f5df3281343caae449d94b1c6e25525e447d3706daa2697d7","observation_id":"6dedef51-0fbf-4685-a435-0cbb76324400","resolution":{"observed_at":"2026-05-23T02:25:19.649790Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":"2412.04167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-07-02T07:36:45.092472Z","title":"Bench-coe: a framework for collaboration of ex- perts from benchmark.arXiv preprint arXiv:2412.04167","venue":null,"work_id":"fa2392f8-9f60-4482-953a-7baa0cd0d0e7","year":2024},"citing_paper":{"arxiv_id":"2606.04378","last_updated":"2026-06-03T02:51:56Z","snapshot_observed_at":"2026-08-07T12:02:05.254549Z","submitted_at":"2026-06-03T02:51:56Z","title":"DLLG: Dynamic Logit-Level Gating of LLM Experts","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-28T06:50:32.988192Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2606.04378"},"observation_digest":"sha256:e8b1c2d0e78ccba0b72507b942fbb2f1b1edd5750bdc55d342ef0d48558a985f","observation_id":"ea4f1e90-ebd5-4db5-b0ca-220d192361e8","resolution":{"observed_at":"2026-07-02T07:36:45.094204Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.04167/citation-record","integrity":"/paper/2412.04167/integrity","json":"/paper/2412.04167/citation-record.json","paper":"/paper/2412.04167"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.315684Z","title":"Bowman, Gabor Angeli, Christopher Potts, and Christopher D","venue":null,"work_id":"4f718743-bc51-4a03-82b9-4d706de83d05","year":2015},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.750797Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:22e4d406dbf1bbdbe0e87467037d0bc967efca9fa73cc0872f8c7d82a6aaab91","observation_id":"5918cccf-0ad5-42f7-bccb-57ac63e54715","resolution":{"observed_at":"2026-08-11T21:46:45.319677Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.304566Z","title":null,"venue":null,"work_id":"e5804ccc-702f-4b61-b8bc-1f4df6d8ed10","year":2020},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.755404Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:b5e041b011d715d6745607e33fcd4242f73f3fa8c57496c58ec540c3909ad020","observation_id":"8bda7517-7469-4739-b85a-efd8217647d6","resolution":{"observed_at":"2026-08-11T21:46:45.308474Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.05176","last_updated":"2023-05-09T05:11:02Z","snapshot_observed_at":"2026-08-10T11:59:11.481480Z","submitted_at":"2023-05-09T05:11:02Z","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.05176","snapshot_observed_at":"2026-08-11T21:46:44.759395Z","title":"Frugalgpt: How to use large language models while reducing cost and improving performance","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.759395Z"},"links":{"cited_paper":"/paper/2305.05176","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:eeba335298f99d905e1ff18871bb87966ff7e2c81926d762b45a71b1c0552637","observation_id":"c138a71c-62d5-4b98-a72c-974d91b2dd2c","resolution":{"observed_at":"2026-08-11T21:46:44.759395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.20330","last_updated":"2024-04-09T15:17:50Z","snapshot_observed_at":"2026-08-07T12:15:30.838846Z","submitted_at":"2024-03-29T17:59:34Z","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.20330","snapshot_observed_at":"2026-08-11T21:46:44.764011Z","title":"Are we on the right way for evaluating large vision-language models? ArXiv preprint, abs/2403.20330,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.764011Z"},"links":{"cited_paper":"/paper/2403.20330","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:afa5a60a59a8afc4ce772e5bbd2105e7a2e3198ba63ea95d57a2106c498e28e5","observation_id":"4a13d49d-304f-41ff-8dd6-61c5e61eff50","resolution":{"observed_at":"2026-08-11T21:46:44.764011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14238","last_updated":"2024-01-15T15:23:55Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-21T18:59:31Z","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14238","snapshot_observed_at":"2026-08-11T21:46:44.768175Z","title":"Internvl: Scaling up vision foundation models and aligning for generic visual-linguistic tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.768175Z"},"links":{"cited_paper":"/paper/2312.14238","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:6978bce627be87756228509c96bf461420a3bdf0e7cd8eb2400efa6fa6b68ef4","observation_id":"5af9441d-70bd-45b9-8e2a-245fbdf39bfa","resolution":{"observed_at":"2026-08-11T21:46:44.768175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16821","last_updated":"2024-04-29T20:24:30Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-25T17:59:19Z","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16821","snapshot_observed_at":"2026-08-11T21:46:44.772239Z","title":"How far are we to gpt-4v? closing the gap to commercial multimodal models with open-source suites","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.772239Z"},"links":{"cited_paper":"/paper/2404.16821","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:1c9094b6d1e9c3ae1f8a1299f8210aed1362620bdf63c1ee5bc9ac1fb61929fd","observation_id":"300a9d80-a620-4745-a682-afbf4b142de8","resolution":{"observed_at":"2026-08-11T21:46:44.772239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-11T21:46:44.776446Z","title":"Training verifiers to solve math word problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.776446Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:d5fbbe75deef9090da77ba73ba3f5f051062e9af86d70d993c9834af0847b4a0","observation_id":"49bd7a67-d392-4809-9a3a-ebb457219540","resolution":{"observed_at":"2026-08-11T21:46:44.776446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.293877Z","title":"BERT: Pre-training of deep bidirectional trans- formers for language understanding","venue":null,"work_id":"8456082d-b4ff-4ce0-b78d-8cb767793b82","year":2019},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.779964Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:5be3a983e70e435196663ac75be3c91314613d77cc455d724af0401069ff0163","observation_id":"46973ba0-13ea-483f-9fb8-a6f7c4b8e15b","resolution":{"observed_at":"2026-08-11T21:46:45.297887Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.282556Z","title":null,"venue":null,"work_id":"bea04655-6cc4-434c-ba08-e127c912326d","year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.783430Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:06e1761934d4c581e019793a679878ad2afeb0f6995457ea3fb0c61189e3dc96","observation_id":"9b1b66f1-f573-4387-883f-2b5d7ea17dbf","resolution":{"observed_at":"2026-08-11T21:46:45.286850Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.786737Z","title":"Switch transformers: Scaling to trillion parameter models with sim- ple and efficient sparsity","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.786737Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:3924dfcd9202fdbf05dbcded832248cef31ad6bdd99eb41c92ade9777a5d7256","observation_id":"251e6251-3edb-4a45-895b-d212ab8ddfd0","resolution":{"observed_at":"2026-08-11T21:46:44.786737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03834","last_updated":"2025-03-17T15:08:47Z","snapshot_observed_at":"2026-08-12T22:30:29.734929Z","submitted_at":"2024-10-04T18:02:48Z","title":"GraphRouter: A Graph-based Router for LLM Selections","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03834","snapshot_observed_at":"2026-08-11T21:46:44.790065Z","title":"Graphrouter: A graph-based router for llm selections","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.790065Z"},"links":{"cited_paper":"/paper/2410.03834","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:0a661b20cc06c2d84a448202c271bb1297bb763bf57ec40bc4276a263cce8aed","observation_id":"f44cf830-5d70-4430-a00a-83a783b79263","resolution":{"observed_at":"2026-08-11T21:46:44.790065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-11T21:46:44.793960Z","title":"Mistral 7b","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.793960Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:b5841467cc7ee8238ea9912fc17b8afa422cfe8f928941f51d14623ec1b14a20","observation_id":"7d2c7f86-f692-48bc-90ad-88e32ce9afac","resolution":{"observed_at":"2026-08-11T21:46:44.793960Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-08-13T19:43:49.936776Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-08-11T21:46:44.797572Z","title":"Mixtral of experts","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.797572Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:8def9d61fa5093c9602eb1af5d409019dabf634ac9a14bb97829656909c7eb7e","observation_id":"83b20151-0a60-4161-9e36-0d09ce005a21","resolution":{"observed_at":"2026-08-11T21:46:44.797572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.265263Z","title":"Llm- blender: Ensembling large language models with pairwise ranking and generative fusion","venue":null,"work_id":"79063043-eae7-484c-bdd6-ecc961233faa","year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.801464Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:03a527f47533f5d6844db61887ec76473644ec026c896494b77d0f6215b07764","observation_id":"f38e1d18-ea8a-4f50-a6f5-08e89cbf652c","resolution":{"observed_at":"2026-08-11T21:46:45.269079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03326","last_updated":"2024-10-26T16:35:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:59:44Z","title":"LLaVA-OneVision: Easy Visual Task Transfer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03326","snapshot_observed_at":"2026-08-11T21:46:44.807567Z","title":"Llava-onevision: Easy visual task transfer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.807567Z"},"links":{"cited_paper":"/paper/2408.03326","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:9ce3706d248857d2c78c8f55082ff4ffc29ecf2aac1be3f6f62bae7f3685a32f","observation_id":"c2ad3d26-4682-4820-be42-3e443e5f651c","resolution":{"observed_at":"2026-08-11T21:46:44.807567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.811607Z","title":"Visual instruction tuning","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.811607Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:96a70d815ea38db84f6e912c82e907c72245d66d55e6e970c87748b99a9df4e6","observation_id":"d1c2a2a9-8e0e-450a-8ccf-3d47bbd4bc7f","resolution":{"observed_at":"2026-08-11T21:46:44.811607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.247555Z","title":"Routing to the expert: Efficient reward-guided ensemble of large language models","venue":null,"work_id":"3da9c941-2d2a-4995-9360-3a175b62cfcd","year":1964},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.815106Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a35550784c07312ede000ade711baf38ba524f39d41a529a064d2d23d1cba41d","observation_id":"30163ee1-b966-4db0-878f-6ad4ffbff5a9","resolution":{"observed_at":"2026-08-11T21:46:45.251573Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.236345Z","title":"Introducing meta llama 3: The most capable openly available llm to date","venue":null,"work_id":"e385908c-94b1-4b62-987f-e3c822bf0390","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.818575Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:c274e1e22312fd128b361723ecea5be28cd4b6f0973de7fca03b491909151a34","observation_id":"f41923c6-2218-4dd0-984c-fe7463656aa5","resolution":{"observed_at":"2026-08-11T21:46:45.240324Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.19878","last_updated":"2025-01-03T06:55:02Z","snapshot_observed_at":"2026-08-12T22:34:57.494110Z","submitted_at":"2024-09-30T02:23:31Z","title":"HDMoLE: Mixture of LoRA Experts with Hierarchical Routing and Dynamic Thresholds for Fine-Tuning LLM-based ASR Models","version":3},"cited_work":{"arxiv_id":"2409.19878","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.19878","snapshot_observed_at":"2026-08-11T21:46:45.025349Z","title":"HDMoLE: Mixture of LoRA Experts with Hierarchical Routing and Dynamic Thresholds for Fine-Tuning LLM-based ASR Models","venue":"cs.SD","work_id":"b6aa9328-add1-49ab-8cbc-a24946fab805","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.821969Z"},"links":{"cited_paper":"/paper/2409.19878","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:425d96caa5757db1aa3f990f67d9ddf4ab67d62eabe0328d233a25e15d465292","observation_id":"6aa33964-d805-41ed-b638-dd026f41b1ae","resolution":{"observed_at":"2026-08-11T21:46:45.032782Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18665","last_updated":"2025-02-23T08:50:33Z","snapshot_observed_at":"2026-07-30T15:06:18.011623Z","submitted_at":"2024-06-26T18:10:22Z","title":"RouteLLM: Learning to Route LLMs with Preference Data","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18665","snapshot_observed_at":"2026-08-11T21:46:44.826231Z","title":"Routellm: Learning to route llms with preference data","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.826231Z"},"links":{"cited_paper":"/paper/2406.18665","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:4b09cc6aa36a92958620b8160000411facc3ce880757c9dd4f690c6b65d7dced","observation_id":"41a0db19-fa56-4907-8bd3-5997f832f642","resolution":{"observed_at":"2026-08-11T21:46:44.826231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13228","last_updated":"2024-07-03T13:46:33Z","snapshot_observed_at":"2026-08-08T16:03:10.053914Z","submitted_at":"2024-02-20T18:42:34Z","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13228","snapshot_observed_at":"2026-08-11T21:46:44.829980Z","title":"Smaug: Fixing failure modes of preference optimisation with dpo-positive","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.829980Z"},"links":{"cited_paper":"/paper/2402.13228","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:efb34b6d692804aa9ee4ac72cf38cef1d0434fc7fd35842998c3a858997f3e37","observation_id":"a315f71f-dfda-430d-8508-d388364cc913","resolution":{"observed_at":"2026-08-11T21:46:44.829980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.224574Z","title":"Rankmean: Module-level importance score for merging fine-tuned llm models","venue":null,"work_id":"4bd8f110-2e91-42d6-a3e5-35198fd052d9","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.833681Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:0a6150ccf0f8f1d4952c340a3f0083275a7ea576635daa538873caa37946e5fd","observation_id":"fd14d1ac-c238-4def-bfba-e96f2cb59a3b","resolution":{"observed_at":"2026-08-11T21:46:45.228684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.836901Z","title":"Language models are unsu- pervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.836901Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:5747c2dbf2e48329d46ff2ab96540b6fe1c10e7a7d5070ba35e332e853dce0fe","observation_id":"29259c42-0aa6-42b9-8b2c-659fe3e20130","resolution":{"observed_at":"2026-08-11T21:46:44.836901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.205379Z","title":"SQuAD: 100,000+ questions for machine com- prehension of text","venue":null,"work_id":"634ff201-4c7f-4078-bbb5-0ed364560a2a","year":2016},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.840114Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a323907a291ef250573fdb573a606f78f9214492997dc264de7429a73e38efbb","observation_id":"1a7c0214-38a8-4cde-b396-646ba00eb926","resolution":{"observed_at":"2026-08-11T21:46:45.209657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.193608Z","title":"Winogrande: An adversarial winograd schema challenge at scale","venue":null,"work_id":"cc14afe4-c742-4057-b49b-ff5c2719e479","year":2021},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.843481Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:973b902457d755fab0656c65e3827a8c9742b26fb31a97bac9adebcc1be9f8d4","observation_id":"ec9e755d-e1d5-4068-9cdc-59815756c83e","resolution":{"observed_at":"2026-08-11T21:46:45.197741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12320","last_updated":"2024-10-23T18:11:42Z","snapshot_observed_at":"2026-08-12T22:59:22.125454Z","submitted_at":"2024-08-22T11:57:07Z","title":"TensorOpera Router: A Multi-Model Router for Efficient LLM Inference","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12320","snapshot_observed_at":"2026-08-11T21:46:44.846975Z","title":"Polyrouter: A multi-llm querying system","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.846975Z"},"links":{"cited_paper":"/paper/2408.12320","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:8475a10e65023c188b0aa109783810c3b9fabc3b829d4db7e251cda781402bd2","observation_id":"3a97c8e0-0473-4082-9ea9-96e08e198a90","resolution":{"observed_at":"2026-08-11T21:46:44.846975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.181528Z","title":"Le, Ed H","venue":null,"work_id":"bf2bfc08-bfa5-46d7-a9c6-0446830be1dc","year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.850625Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:6eca28626aec5ffe8f4748c109fee60fd2055b0aa50a9693b957c9a33a2a9941","observation_id":"a3c81caf-89ea-482c-97ed-689392b2d579","resolution":{"observed_at":"2026-08-11T21:46:45.185478Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.168977Z","title":null,"venue":null,"work_id":"e0a6f22d-9ab4-430e-9a9b-7a5c5c547c61","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.854630Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a2d1fc55bac430ab4d98dbc391882c6ae30c308939b59a4d04bb7fd93e3891a7","observation_id":"399cd99d-6be9-48ef-92b2-9ed814f2e2fe","resolution":{"observed_at":"2026-08-11T21:46:45.173455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.158277Z","title":"Tjong Kim Sang","venue":null,"work_id":"808a2199-8767-4d5a-addd-940d96a950b2","year":2002},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.858400Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:d1f78e0940ff0167734f9d612d7cf594c06328da684cfebe31c13329ac36c918","observation_id":"36b8d2d7-9556-4a33-b427-44d88b0474f0","resolution":{"observed_at":"2026-08-11T21:46:45.161999Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-11T21:46:44.861907Z","title":"Mmlu-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.861907Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:81da83f606376ea3b1f1010676b2b07a197535fe2fa9a366a2c3ed05e3b4f20f","observation_id":"38456d1a-12ca-4197-a291-ee410a2bae07","resolution":{"observed_at":"2026-08-11T21:46:44.861907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-11T21:46:44.865516Z","title":"Qwen2 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.865516Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:e204e4df00a6abcbfed735c5d1f32e0b6583107d9eb7856fd35f9eb4f4fe68c8","observation_id":"f86ffcba-3f6b-486e-be45-73dce2e63e93","resolution":{"observed_at":"2026-08-11T21:46:44.865516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.01800","last_updated":"2024-08-03T15:02:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-03T15:02:21Z","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.01800","snapshot_observed_at":"2026-08-11T21:46:44.869470Z","title":"Minicpm-v: A gpt-4v level mllm on your phone","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.869470Z"},"links":{"cited_paper":"/paper/2408.01800","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:63fb982127c823a10c9b26929dd0516a9567e4ba3d4768a10ac3980aaf911bff","observation_id":"987caa89-a5c2-4399-91cd-3bbe6a0ad824","resolution":{"observed_at":"2026-08-11T21:46:44.869470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04652","last_updated":"2025-01-21T10:12:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-07T16:52:49Z","title":"Yi: Open Foundation Models by 01.AI","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04652","snapshot_observed_at":"2026-08-11T21:46:44.873313Z","title":"Yi: Open foundation models by 01","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.873313Z"},"links":{"cited_paper":"/paper/2403.04652","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:33a33c69336587ed1f0e07c4244b8f7fc2b4d392452c23566a9dcb8f8dd36217","observation_id":"74bd5c2b-7e7d-4e48-b582-7067b30e6cd3","resolution":{"observed_at":"2026-08-11T21:46:44.873313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.146330Z","title":"Mmmu: A massive multi-discipline multimodal understanding and reasoning benchmark for ex- pert agi","venue":null,"work_id":"2beb99c1-41df-4ae7-b297-5bece074a3cd","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.876975Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:dd674de350bc9df0365a854c22b33c092a432a98ba468ba4f61e362d322c2d53","observation_id":"b754e5ea-9380-4257-ae67-2b91b05cd8df","resolution":{"observed_at":"2026-08-11T21:46:45.150709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06462","last_updated":"2025-04-18T16:42:48Z","snapshot_observed_at":"2026-08-12T23:46:15.788797Z","submitted_at":"2024-06-10T16:58:48Z","title":"VCR: A Task for Pixel-Level Complex Reasoning in Vision Language Models via Restoring Occluded Text","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06462","snapshot_observed_at":"2026-08-11T21:46:44.880206Z","title":"Vcr: Visual caption restoration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.880206Z"},"links":{"cited_paper":"/paper/2406.06462","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:8c9dc32e81279ee4abdf2abf690b40380e8a077a64779a9b255e71eb7da29eb4","observation_id":"4ca1c7e7-eb2c-4a20-bfb9-f79dcbb931e5","resolution":{"observed_at":"2026-08-11T21:46:44.880206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.15518","last_updated":"2024-10-29T00:20:45Z","snapshot_observed_at":"2026-08-13T03:21:16.728284Z","submitted_at":"2024-09-23T20:10:10Z","title":"Eagle: Efficient Training-Free Router for Multi-LLM Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.15518","snapshot_observed_at":"2026-08-11T21:46:44.883992Z","title":"Eagle: Ef- ficient training-free router for multi-llm inference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.883992Z"},"links":{"cited_paper":"/paper/2409.15518","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:5077e3963c94cfc0cef11f75fbd84798bd8e98a69432c181cb974361b12c32b0","observation_id":"92e29c45-89ae-4a8b-ae0d-984f0edb2b70","resolution":{"observed_at":"2026-08-11T21:46:44.883992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.135256Z","title":"Minigpt-4: Enhancing vision-language understanding with advanced large language models","venue":null,"work_id":"d6f57a0c-b806-4bcc-9f95-c1b8605ed0b4","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.887481Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:819b0bdb7a3f59360f84c26e25225ad03a6a5ba9b49f7f62c602d81fa498b666","observation_id":"33e25254-ac92-4551-873e-4199fc70a3b3","resolution":{"observed_at":"2026-08-11T21:46:45.139155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-13T18:49:28.954866Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 3 inbound Pith citation observations for arXiv:2412.04167."}