{"as_of":"2026-08-09T07:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5964ee2e0d7b6c8c230a28be2f1417de5c10d32e804fd10b4aee229dcb633fa1","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":23,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T20:49:51.472790Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T08:49:41.635040Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2502.02871","last_updated":"2026-04-20T02:18:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-05T04:05:27Z","title":"Position: Multimodal Large Language Models Can Significantly Advance Scientific Reasoning","version":2},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-05-23T04:30:38.804702Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2502.02871"},"observation_digest":"sha256:cbc0346753f4ec0a05f69e396477777db1e62b518b25625b203b2d794e083a2c","observation_id":"6df3758a-82c1-4555-967f-f0116940e192","resolution":{"observed_at":"2026-05-23T04:32:33.237633Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-08T20:49:51.472790Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04976","last_updated":"2025-02-07T14:50:10Z","snapshot_observed_at":"2026-08-08T20:42:47.770955Z","submitted_at":"2025-02-07T14:50:10Z","title":"Towards Multimodal Empathetic Response Generation: A Rich Text-Speech-Vision Avatar-based Benchmark","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-08T20:49:51.472790Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2502.04976"},"observation_digest":"sha256:f0a739d4e72f85b492e3b6d1f1f5cffcd68f5d95ab41c602df9b3fde7bcd87af","observation_id":"dc6c9300-5af4-4b18-aca5-a9ab9bb1ea3d","resolution":{"observed_at":"2026-08-08T20:49:51.472790Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T20:55:05.875661Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.09696","last_updated":"2026-07-07T14:07:33Z","snapshot_observed_at":"2026-08-07T20:47:56.781130Z","submitted_at":"2025-02-13T18:59:11Z","title":"ZeroBench: An Impossible Visual Benchmark for Contemporary Large Multimodal Models","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T20:55:05.875661Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2502.09696"},"observation_digest":"sha256:c6b3409800266b1573c286c42924e64088d7daf25b5173ebd880d68aed089372","observation_id":"98842e2d-20fb-41ae-86cc-e0076730f568","resolution":{"observed_at":"2026-08-07T20:55:05.875661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2503.23733","last_updated":"2025-03-31T05:13:02Z","snapshot_observed_at":"2026-07-06T21:01:13.411586Z","submitted_at":"2025-03-31T05:13:02Z","title":"AdaMMS: Model Merging for Heterogeneous Multimodal Large Language Models with Unsupervised Coefficient Optimization","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-22T22:47:09.500229Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2503.23733"},"observation_digest":"sha256:a590ccc8e27f9ca66bbb604c80ae7d2cd792ad0c56fe111da8a7ad01cd7d2656","observation_id":"c4541fd2-edff-4e88-8ec7-b424820fe260","resolution":{"observed_at":"2026-05-22T22:47:13.058347Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T14:30:22.093509Z","title":"A survey on benchmarks of multimodal large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18657","last_updated":"2025-05-24T11:49:31Z","snapshot_observed_at":"2026-08-07T17:10:13.501355Z","submitted_at":"2025-05-24T11:49:31Z","title":"MLLMs are Deeply Affected by Modality Bias","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T14:30:22.093509Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2505.18657"},"observation_digest":"sha256:24526d528de0daa6c76bd8d170a4ebd5057fbddc7e076df473cf8830e829e9e2","observation_id":"7e2f3ed1-726d-445c-be3e-c0fba0554758","resolution":{"observed_at":"2026-08-07T14:30:22.093509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T14:15:13.867592Z","title":"A survey on benchmarks of multimodal large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.23793","last_updated":"2025-05-26T08:39:14Z","snapshot_observed_at":"2026-08-08T01:18:19.713600Z","submitted_at":"2025-05-26T08:39:14Z","title":"USB: A Comprehensive and Unified Safety Evaluation Benchmark for Multimodal Large Language Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T14:15:13.867592Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2505.23793"},"observation_digest":"sha256:3b3e504a0d4cb3f1c462655073c3fa1fc1a4f1beb54ac521e74a539135f7919e","observation_id":"792c852f-1151-4710-90d4-5a20d32e9ccb","resolution":{"observed_at":"2026-08-07T14:15:13.867592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T05:38:57.018980Z","title":"Li and W","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.07418","last_updated":"2025-06-09T04:35:02Z","snapshot_observed_at":"2026-08-08T00:41:58.254546Z","submitted_at":"2025-06-09T04:35:02Z","title":"Evaluating Visual Mathematics in Multimodal LLMs: A Multilingual Benchmark Based on the Kangaroo Tests","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T05:38:57.018980Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2506.07418"},"observation_digest":"sha256:a01a057e42687aec8e2f5b716b2bd2935deb7f649b2e0695788dcd02ed0b3fd8","observation_id":"93700d1e-7cf0-4a5d-8199-fbe04144cfe1","resolution":{"observed_at":"2026-08-07T05:38:57.018980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T04:44:59.994525Z","title":"A survey on benchmarks of multimodal large language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09943","last_updated":"2025-06-11T17:10:36Z","snapshot_observed_at":"2026-08-08T16:25:33.048853Z","submitted_at":"2025-06-11T17:10:36Z","title":"CausalVQA: A Physically Grounded Causal Reasoning Benchmark for Video Models","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T04:44:59.994525Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2506.09943"},"observation_digest":"sha256:c06fea2b694b8a2c74c37bb6395ecf8fd386ebf1959bbf532f5198e78332676d","observation_id":"f51502c7-a87f-45f3-a521-4b4b84b61990","resolution":{"observed_at":"2026-08-07T04:44:59.994525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-07T04:36:56.960671Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10415","last_updated":"2025-06-12T07:12:31Z","snapshot_observed_at":"2026-08-07T04:24:35.583795Z","submitted_at":"2025-06-12T07:12:31Z","title":"Burn After Reading: Do Multimodal Large Language Models Truly Capture Order of Events in Image Sequences?","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T04:36:56.960671Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2506.10415"},"observation_digest":"sha256:d81cbc0ee419a62220a72eca6e5b3affd0a1f6ba50d075085beda3741011b547","observation_id":"b3b66b49-a8e3-45ae-99c4-5c84ace87e7b","resolution":{"observed_at":"2026-08-07T04:36:56.960671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-06T21:41:55.436309Z","title":"A survey on benchmarks of multimodal large language models.arXiv preprint arXiv:2408.08632, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23639","last_updated":"2025-06-30T09:08:08Z","snapshot_observed_at":"2026-08-06T21:33:31.518732Z","submitted_at":"2025-06-30T09:08:08Z","title":"Unified Multimodal Understanding via Byte-Pair Visual Encoding","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T21:41:55.436309Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2506.23639"},"observation_digest":"sha256:5185ed5f6f05900f44e1d78b82fce3397e64fd139e61a3c67c9bb25f7939fdc7","observation_id":"2bd0f30d-8816-4898-adaf-fc8413a2e385","resolution":{"observed_at":"2026-08-06T21:41:55.436309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2508.08508","last_updated":"2025-08-18T04:59:14Z","snapshot_observed_at":"2026-07-06T22:11:33.173654Z","submitted_at":"2025-08-11T22:40:05Z","title":"Re:Verse -- Can Your VLM Read a Manga?","version":3},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-18T23:14:25.088197Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2508.08508"},"observation_digest":"sha256:b6ce077bda26ee68462555778dc6429afd783b96e42caaf4265e2f5d37b97d57","observation_id":"ab6c4cd2-5071-4449-802b-8455bbee0d98","resolution":{"observed_at":"2026-05-18T23:16:54.122059Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-03T21:42:48.481837Z","title":"A survey on benchmarks of multimodal large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2511.14143","last_updated":"2026-06-08T00:19:12Z","snapshot_observed_at":"2026-08-06T18:33:53.894178Z","submitted_at":"2025-11-18T05:03:17Z","title":"SMART: Shot-Aware Multimodal Video Moment Retrieval with Audio-Enhanced MLLM","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-03T21:42:48.481837Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2511.14143"},"observation_digest":"sha256:4d83a9a323f6ad26f655be56e13620c081f08562a1dbc23e9cdf246ef93c67f6","observation_id":"c3afe12d-cd83-4cc8-9109-5f02e39d92c9","resolution":{"observed_at":"2026-08-03T21:42:48.481837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-08-03T11:13:16.843114Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.07298","last_updated":"2026-06-21T08:39:33Z","snapshot_observed_at":"2026-08-08T14:41:26.174719Z","submitted_at":"2026-01-12T08:15:36Z","title":"Mimic Human Cognition, Master Multi-Image Reasoning: A Meta-Action Framework for Enhanced Visual Understanding","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-03T11:13:16.843114Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2601.07298"},"observation_digest":"sha256:0ceca211e510951a40597c34e7fb6445dc2b64c57510c31d35ce82f45b4602dc","observation_id":"df52c407-f409-4ba5-a79a-a4dbcea8c987","resolution":{"observed_at":"2026-08-03T11:13:16.843114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2603.11689","last_updated":"2026-07-01T08:11:59Z","snapshot_observed_at":"2026-07-14T22:43:17.174240Z","submitted_at":"2026-03-12T08:56:14Z","title":"Explicit Logic Channel for Validation and Enhancement of MLLMs on Zero-Shot Tasks","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-21T11:09:51.816554Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2603.11689"},"observation_digest":"sha256:ca81380e275a2b68cd6ba25ad4324efa1848b1212b06ac824b44a968a1d52900","observation_id":"9e7b8396-5a13-45bb-8dc1-0c787d59870d","resolution":{"observed_at":"2026-05-21T11:10:01.934373Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2604.08615","last_updated":"2026-04-09T04:16:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-09T04:16:33Z","title":"MARINER: A 3E-Driven Benchmark for Fine-Grained Perception and Complex Reasoning in Open-Water Environments","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T17:46:15.107175Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2604.08615"},"observation_digest":"sha256:009af5d5f1b6c4c0ba9227190ee7e1161017c2aed8ee4a2027b64a92e003c986","observation_id":"50d669ae-960f-4164-a420-1135b47ce2a0","resolution":{"observed_at":"2026-05-11T06:11:00.913053Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2604.14629","last_updated":"2026-04-16T05:13:57Z","snapshot_observed_at":"2026-07-06T23:02:22.790426Z","submitted_at":"2026-04-16T05:13:57Z","title":"Switch-KD: Visual-Switch Knowledge Distillation for Vision-Language Models","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T11:23:46.371799Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2604.14629"},"observation_digest":"sha256:ea326b0baece429da1233a336a89b1981ad52f4ea0e3da3d9f73f64a7d66ad29","observation_id":"37c82ed5-a722-435d-9946-cd0650edd23c","resolution":{"observed_at":"2026-05-10T11:25:18.559769Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2604.19083","last_updated":"2026-04-21T04:52:38Z","snapshot_observed_at":"2026-07-06T23:05:48.885141Z","submitted_at":"2026-04-21T04:52:38Z","title":"ProjLens: Unveiling the Role of Projectors in Multimodal Model Safety","version":1},"reference_index":144,"source":"arxiv_source","source_observed_at":"2026-05-10T03:00:34.862711Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2604.19083"},"observation_digest":"sha256:c8eceb3fd682f56f1857474202d42642dd165f44ccf351cbef26efb8e3f4691a","observation_id":"b1bf0ca9-97bf-4be4-86a5-21bfcd4fa148","resolution":{"observed_at":"2026-05-11T12:46:05.630683Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2605.03903","last_updated":"2026-05-05T15:56:12Z","snapshot_observed_at":"2026-07-06T23:16:44.876986Z","submitted_at":"2026-05-05T15:56:12Z","title":"CC-OCR V2: Benchmarking Large Multimodal Models for Literacy in Real-world Document Processing","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-05-07T16:18:35.484800Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2605.03903"},"observation_digest":"sha256:b40880d8fc24db0dc73fc5928b4754448759dae1aa5339305a8b9c3a0afaaea7","observation_id":"2c46244f-d023-4efa-9798-d884440b9e7b","resolution":{"observed_at":"2026-05-11T23:46:46.595108Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2605.15777","last_updated":"2026-05-24T16:35:56Z","snapshot_observed_at":"2026-08-03T04:51:17.914846Z","submitted_at":"2026-05-15T09:35:15Z","title":"SaaS-Bench: Can Computer-Use Agents Leverage Real-World SaaS to Solve Professional Workflows?","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-05-20T19:03:29.501299Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2605.15777"},"observation_digest":"sha256:dd6b97e01bcd78a13bf2244c7efe4cbebe09a76656a66fc4d935bd0f884f1447","observation_id":"7d41d828-6c75-4b97-a4f0-ffa9c0d0d6a4","resolution":{"observed_at":"2026-05-20T19:03:39.464904Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2606.04349","last_updated":"2026-06-05T07:15:28Z","snapshot_observed_at":"2026-08-08T08:33:57.854688Z","submitted_at":"2026-06-03T02:05:10Z","title":"MorphoQuant: Modality-Aware Quantization for Omni-modal Large Language Models","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-28T07:16:45.665440Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2606.04349"},"observation_digest":"sha256:4dbfcaf9c6b7d62f02790b9fd598f5ef3025d722dc0d733bc5ebf7afa6d4ba27","observation_id":"601467ae-c5fe-497f-8db2-94132ff06ce8","resolution":{"observed_at":"2026-07-02T06:56:44.630245Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2606.06217","last_updated":"2026-06-04T14:31:11Z","snapshot_observed_at":"2026-08-02T07:57:41.065628Z","submitted_at":"2026-06-04T14:31:11Z","title":"DisasterBench: A Multimodal Benchmark for UAV-Based Disaster Response in Complex Environments","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-28T02:36:11.721143Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2606.06217"},"observation_digest":"sha256:c622fb6a9258aae62a033482f60eac9f99d133e42e09153ee4855fb5a2193e28","observation_id":"3f26418d-e546-4b78-9e59-d466642eec04","resolution":{"observed_at":"2026-07-02T11:56:55.944986Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":"2408.08632","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-04T08:49:41.635040Z","title":"A survey on benchmarks of multimodal large language models","venue":null,"work_id":"207e59ee-baf4-416d-9307-5b7d6daa3239","year":2023},"citing_paper":{"arxiv_id":"2606.22437","last_updated":"2026-06-25T12:10:03Z","snapshot_observed_at":"2026-08-06T23:20:48.945969Z","submitted_at":"2026-06-21T10:57:43Z","title":"MMGist: A Comprehensive Multimodal Benchmark for 2027","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T11:05:14.573386Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2606.22437"},"observation_digest":"sha256:632b5a920aef94a1cdb35380ca404ed954335b1b66c6711c4352c782e1cb33fb","observation_id":"80be2a3e-6e86-4a65-bfd2-480ed0f1d975","resolution":{"observed_at":"2026-07-04T08:49:41.637190Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08632","snapshot_observed_at":"2026-07-12T06:18:42.939955Z","title":"arXiv preprint arXiv:2408.08632 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02897","last_updated":"2026-07-03T02:48:26Z","snapshot_observed_at":"2026-08-08T10:43:33.140478Z","submitted_at":"2026-07-03T02:48:26Z","title":"PPE-Bench: A Benchmark for Evaluating MLLM Unlearning under Private-Public Entanglement","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-07-12T06:18:42.939955Z"},"links":{"cited_paper":"/paper/2408.08632","citing_paper":"/paper/2607.02897"},"observation_digest":"sha256:c294ca26114e8a49a6702a9eeee5ad50ec88712754ab40bad9c9beaf3cad302b","observation_id":"f3148e2d-14da-4ba9-b0e5-0a7ddd658545","resolution":{"observed_at":"2026-07-12T06:18:42.939955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2408.08632/citation-record","integrity":"/paper/2408.08632/integrity","json":"/paper/2408.08632/citation-record.json","paper":"/paper/2408.08632"},"outbound":[],"paper":{"arxiv_id":"2408.08632","last_updated":"2024-09-06T11:20:13Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T19:01:27.827878Z","submitted_at":"2024-08-16T09:52:02Z","title":"A Survey on Benchmarks of Multimodal Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 23 inbound Pith citation observations for arXiv:2408.08632."}