{"as_of":"2026-08-10T09:10:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:982573baf931603b0b155d65a202316d4255cee897eadc79457c2cf625311043","coverage":[{"denominator":49,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":49,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:14:45.204408Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:47:28.353756Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T20:47:31.775994Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"cited_work":{"arxiv_id":"2506.09081","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.09081","snapshot_observed_at":"2026-08-06T20:47:31.775994Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","venue":"cs.CV","work_id":"19a41c4e-12f1-4491-a4bf-705936b9d34b","year":2025},"citing_paper":{"arxiv_id":"2507.02029","last_updated":"2025-09-14T06:49:43Z","snapshot_observed_at":"2026-08-08T02:43:34.071635Z","submitted_at":"2025-07-02T17:05:33Z","title":"RoboBrain 2.0 Technical Report","version":5},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T20:47:28.353756Z"},"links":{"cited_paper":"/paper/2506.09081","citing_paper":"/paper/2507.02029"},"observation_digest":"sha256:a97a0aaf6a0089797c8cf5f13ff9849d8c768d191ec1c66e16766438e0fc0523","observation_id":"079ee21b-024d-408f-aa54-591abe156fb4","resolution":{"observed_at":"2026-08-06T20:47:31.781244Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.09081/citation-record","integrity":"/paper/2506.09081/integrity","json":"/paper/2506.09081/citation-record.json","paper":"/paper/2506.09081"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.063512Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.063512Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:f9982d97d520c16f621700c6776ccc39f06bd9a7dfad2201e37dbe7763e6b138","observation_id":"5a31b596-110c-4d47-b2b9-127034873804","resolution":{"observed_at":"2026-08-07T05:14:41.063512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.160343Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.160343Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:f298b96030f19c3839a1e05577262b2f930bbe0a9620ad68ffd9df2d82a8f63e","observation_id":"2519771e-0b60-4efe-8d28-49ef60923a6f","resolution":{"observed_at":"2026-08-07T05:14:41.160343Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.543258Z","title":null,"venue":null,"work_id":"b77fae78-7db7-4466-a068-7369896e8e8d","year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.297205Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:51802415e8e3da35617d8089f25d520d0cd023cfddce7f8a92491f1db2bb1b71","observation_id":"891938aa-a413-4a73-aaff-f6618d169ecd","resolution":{"observed_at":"2026-08-07T05:14:47.548295Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.526079Z","title":null,"venue":null,"work_id":"113fe1f9-7f7f-4b95-90e6-f9037de3d93c","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.390609Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:d17aac4fe252f4e57e61fccbb89de7c5389972422074a67691543c72649888b8","observation_id":"29973b46-2a0f-4189-8a1f-3ec16bab0f6e","resolution":{"observed_at":"2026-08-07T05:14:47.531280Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.510548Z","title":null,"venue":null,"work_id":"2b7553ea-652a-425b-ba69-3951691e2991","year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.444679Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:81794e6fe70a73607389016795580ee8b157e0afe3ae485aad0cd8a3611f7aae","observation_id":"a5ebd1f3-1ec5-41ea-a90f-67ab5abd540d","resolution":{"observed_at":"2026-08-07T05:14:47.514844Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.557487Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.557487Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:84fe54f4a6c51a86a0a397598fe7b6ee08f24eaf25ef824a1eccf8c688349439","observation_id":"c2fc71cf-fc3d-45b5-8f2d-90ae23bacbdc","resolution":{"observed_at":"2026-08-07T05:14:41.557487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.487117Z","title":null,"venue":null,"work_id":"875556a9-6446-49d2-8358-e0400484a22b","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.644436Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:77cbaf154de8405f310763a5f2930e00f37a1074783d4fb3dd208d7c3a45d183","observation_id":"ce75cb03-c927-4c81-bbdb-e1efba100cb0","resolution":{"observed_at":"2026-08-07T05:14:47.491611Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.471476Z","title":null,"venue":null,"work_id":"54e9e0e0-c33e-43a1-968f-1055842cea56","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.718012Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:3a880ad2add4fb8c05f2b4774547892235fc23ec5318c4cced7594a6389cf9fb","observation_id":"8c03a673-2d23-4f6b-b86f-79c95841a49e","resolution":{"observed_at":"2026-08-07T05:14:47.475843Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.17811","last_updated":"2025-01-29T18:00:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-29T18:00:19Z","title":"Janus-Pro: Unified Multimodal Understanding and Generation with Data and Model Scaling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.17811","snapshot_observed_at":"2026-08-07T05:14:41.852727Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.852727Z"},"links":{"cited_paper":"/paper/2501.17811","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:85483a3b0ebeadaa9a905f68480c82161d9038d13718b31f2b44481d458c838d","observation_id":"a8314ca6-d1f8-4c12-b313-49e1e2c8b439","resolution":{"observed_at":"2026-08-07T05:14:41.852727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.454547Z","title":null,"venue":null,"work_id":"671f1904-a506-492d-a2d2-23a275ec8594","year":2009},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.952281Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:d8cc40b4d850ce14f8ae4bda53229a3baa272017edcc19c0f1dff76f3f61667e","observation_id":"9c08a132-74bd-44c0-9b89-6fed767c6d92","resolution":{"observed_at":"2026-08-07T05:14:47.459848Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.436147Z","title":null,"venue":null,"work_id":"2ddcb89b-a9f1-4254-9881-0484031be2b1","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.064165Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:6a34b41b441b9f99ff782749b5f231d865df451041d36009e5a737b599d1567b","observation_id":"81f53bc6-bcef-433e-9eeb-2c8f1e025c4d","resolution":{"observed_at":"2026-08-07T05:14:47.439727Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.421937Z","title":null,"venue":null,"work_id":"8bfb464b-52e8-471b-b10e-4b63f0118ce0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.174194Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:6ff0bc1189d5070a72cd07a322c75d572fe9a66af422fdaccdd8b3c6b708475f","observation_id":"7d2d2c52-8578-4f36-a1c0-dcbc84048971","resolution":{"observed_at":"2026-08-07T05:14:47.426118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.248429Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.248429Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:115266f566a6ab7ac8592d0c446e66a21ea6aa2425acfd527a61700be5815465","observation_id":"6d039387-16ef-4d95-8f45-e80d5f180b22","resolution":{"observed_at":"2026-08-07T05:14:42.248429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.399088Z","title":null,"venue":null,"work_id":"104dcf90-dec5-48e9-8b9f-fd74e84c1983","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.359124Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e72845f7f98130530608abd6b4b3d7a337d9432633de69c7dd0db77e36210736","observation_id":"30a7bdd4-7ac2-4f57-be36-7400333d31ec","resolution":{"observed_at":"2026-08-07T05:14:47.402919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.388183Z","title":null,"venue":null,"work_id":"ace2f74e-ec16-4e94-8603-fede7256fa09","year":2000},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.469320Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:5b591f5ccbb2aeab6f1aa1d7e300ebb22884952db61eeb3d9574790741270854","observation_id":"76cd8cc4-815d-44e9-b4d3-b988fbb6a36b","resolution":{"observed_at":"2026-08-07T05:14:47.391709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.555231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.555231Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:8311c13f05c53056c75abd591314b498124d88d2b5ae72e0f34b377f136cba43","observation_id":"c8872fbe-494b-4e02-af83-8aa8edeceeb5","resolution":{"observed_at":"2026-08-07T05:14:42.555231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.370880Z","title":null,"venue":null,"work_id":"925c36e9-3bd1-4f78-873c-deabb7825c6b","year":2022},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.655922Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:734b3f0912c55bfc1f2f28a6bb8e2f2be4b853ead58b387188934e7977a21943","observation_id":"3e627055-4a39-4748-931c-9c3f51e2b8a9","resolution":{"observed_at":"2026-08-07T05:14:47.374404Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.766268Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.766268Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:5aa58b2943c54d9f16c0dc4ec14133964c971fba7f60d69103f4ad307e75507f","observation_id":"92a68a4a-0596-4eb8-989f-1b89e045a3d6","resolution":{"observed_at":"2026-08-07T05:14:42.766268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-07T05:14:42.873142Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.873142Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:266385016940e80b8eb0d2d77997d18c1e7abf5f9d5aa26487feec6ae49a63a7","observation_id":"c41d83d2-8f0b-432c-ab1b-7802e752b5c7","resolution":{"observed_at":"2026-08-07T05:14:42.873142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.359898Z","title":null,"venue":null,"work_id":"0bff5b5e-ef6a-46fb-b4b2-39c803b8f213","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.980613Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:84fabff16193a468228e2daaf5eea15a0a30dbed0596efba7f8862370e926004","observation_id":"ff2c7259-3842-487b-8b2a-39316d0ac410","resolution":{"observed_at":"2026-08-07T05:14:47.363741Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.347893Z","title":null,"venue":null,"work_id":"9047d7be-e4ca-4c66-b1a7-84d1c739dd1f","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.068510Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:7396bd4307bad2ff82292b58939a61f74a91076ffae68f90f5e41ae795daaa7f","observation_id":"7796bfc7-3979-4ff0-87e8-09a60894fa26","resolution":{"observed_at":"2026-08-07T05:14:47.351337Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.163945Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.163945Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:6b1c28c201214eaad0aa764c8a10a83d774593d161f7ca11458abbcd77a07c26","observation_id":"935a9ca9-87a4-4040-ba45-a45c133e7c2d","resolution":{"observed_at":"2026-08-07T05:14:43.163945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.336749Z","title":null,"venue":null,"work_id":"c30ef5bc-ddfc-424c-898d-56cf0357b44e","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.238701Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:083c678fc6be9501a8673be48d09c2a4c7b5a816f5b0b2cd6da0860a058c6b1b","observation_id":"8107cbc6-62f7-416b-8e33-5c6eea11e769","resolution":{"observed_at":"2026-08-07T05:14:47.340488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.03603","last_updated":"2025-03-11T08:14:25Z","snapshot_observed_at":"2026-08-03T00:44:01.942521Z","submitted_at":"2024-12-03T23:52:37Z","title":"HunyuanVideo: A Systematic Framework For Large Video Generative Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.03603","snapshot_observed_at":"2026-08-07T05:14:43.297090Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.297090Z"},"links":{"cited_paper":"/paper/2412.03603","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:40c4661f9b4eb2d54b0c1ec48ea7ae5ed839c3bd25e0d0c6bb177b6df4dcb23b","observation_id":"6d65d009-66f2-4d64-bb95-f6cd7a9d4739","resolution":{"observed_at":"2026-08-07T05:14:43.297090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.359400Z","title":"Gonzalez, Hao Zhang, and Ion Stoica","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.359400Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:8a7e05894fe4133f943a8829ffec85c4b2519e1dc231769e2f4e19fe7892c5f7","observation_id":"4c0c4c70-b67d-4624-b8eb-90b28b62a064","resolution":{"observed_at":"2026-08-07T05:14:43.359400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.451258Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.451258Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:441452e1b45462c2b519f14ee40e7394b98e1fcac58a0a2a13b5f055fd1bf9c2","observation_id":"e5804276-fd65-44b9-a9fe-dba297742306","resolution":{"observed_at":"2026-08-07T05:14:43.451258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.302935Z","title":null,"venue":null,"work_id":"6079e143-9909-4e78-80c8-4e1f642b4222","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.518927Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:6b1d32c2fcd9df6176e3334811f2d602c16d29973065c4da557ceaa128414cac","observation_id":"6b45990b-e557-4164-973b-be23116f7b4d","resolution":{"observed_at":"2026-08-07T05:14:47.310223Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.130973Z","title":null,"venue":null,"work_id":"592b9582-ddf7-4b2c-93ce-e2c874eed4df","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.595020Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:7226573ebdf8996f7d80d28815ad43a443a729fdf3750c5e8cceb7d6e1641518","observation_id":"584c1f9d-8076-4e8b-92be-efd0ec4fcc5a","resolution":{"observed_at":"2026-08-07T05:14:47.242799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.13743","last_updated":"2024-11-03T20:22:32Z","snapshot_observed_at":"2026-07-30T19:48:58.731788Z","submitted_at":"2024-06-19T18:00:07Z","title":"GenAI-Bench: Evaluating and Improving Compositional Text-to-Visual Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.13743","snapshot_observed_at":"2026-08-07T05:14:43.654181Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.654181Z"},"links":{"cited_paper":"/paper/2406.13743","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:5a9769245ed2bf95b0a486cce7459c4850a11bc62f94c11902581497a22e1867","observation_id":"c609c333-7627-4635-9bbd-fa9e148f5191","resolution":{"observed_at":"2026-08-07T05:14:43.654181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-01T19:14:56.803459Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-07T05:14:43.736114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.736114Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:baa5956191236d4dfcb3c5c089db12c1132d3590b3d202563d808f3922925b84","observation_id":"4e25f433-5a68-4b69-b0ec-849b35998983","resolution":{"observed_at":"2026-08-07T05:14:43.736114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.802055Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.802055Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:5d02801533f9f1278903d51c63b8ae247e65667bff96a58ca201c0074cda0746","observation_id":"8470aa44-5084-4dbb-8da3-8da6b535139e","resolution":{"observed_at":"2026-08-07T05:14:43.802055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.803429Z","title":null,"venue":null,"work_id":"f6aae67a-0e3f-422b-b39c-e0bbccebae42","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.883976Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:9fc6cb687e2cbf54c4fb888b0058f20edf4983b6d6b27857145e2a2853f09a46","observation_id":"f5f99eac-856d-49b6-a25f-6ff9f3761e19","resolution":{"observed_at":"2026-08-07T05:14:46.967195Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.682927Z","title":null,"venue":null,"work_id":"68ad0b4c-9925-491f-9342-4273aa99928f","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.966834Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e313c5f2601188b29ac61cb1380b2243aa32e6ca15ee4fc044bd11277f07e0ba","observation_id":"dc6d6699-8336-42c5-a840-0a8c9cdbbd95","resolution":{"observed_at":"2026-08-07T05:14:46.738800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.574760Z","title":null,"venue":null,"work_id":"acb9fcf2-3951-42c7-92eb-84dd308a9061","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.064345Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:efeccd0fffe5dde75523347068f8f7bc0172b0c126c50473e75f02091e595977","observation_id":"1dcab9e6-b2af-49b1-949b-d055a7bb84e8","resolution":{"observed_at":"2026-08-07T05:14:46.648888Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.463039Z","title":null,"venue":null,"work_id":"94138b5a-fddc-485e-bbd6-6824b451bff7","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.143154Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:fee93c6ac09f87c86a2911cd4eb0f8e400fda7d3191a7220c1cae0d20a225ce4","observation_id":"052a9d2b-25ed-4124-ba73-03ef1ab5ab40","resolution":{"observed_at":"2026-08-07T05:14:46.533752Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-07T05:14:44.255947Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.255947Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:80412e9a4b78f9cb783b048d2aa32de9fdd78be8f7c26dd4eb4286b4a7a82937","observation_id":"bc2a2b58-6222-4dad-b053-a13c4ed05366","resolution":{"observed_at":"2026-08-07T05:14:44.255947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.356266Z","title":null,"venue":null,"work_id":"afad343a-9e9a-466a-8672-5f10072e2b36","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.340309Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:cea358ef3005f16d7db81b44aaa35575ad6eb21ede01e17e4da13aa1c06202a5","observation_id":"3ef9d634-ca6e-48a7-bd71-aec8e34554ed","resolution":{"observed_at":"2026-08-07T05:14:46.403526Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.236569Z","title":null,"venue":null,"work_id":"f65f8fb8-973b-498e-bbc0-facf8ade34e0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.406371Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:44f31276c74528d1280a52e9e15772c17bbce594ff239cc5fffeb6386b894db1","observation_id":"9fc84fbf-d3a5-46db-805a-b1b921d5b0ce","resolution":{"observed_at":"2026-08-07T05:14:46.289697Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18869","last_updated":"2024-09-27T16:06:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-27T16:06:11Z","title":"Emu3: Next-Token Prediction is All You Need","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18869","snapshot_observed_at":"2026-08-07T05:14:44.480467Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.480467Z"},"links":{"cited_paper":"/paper/2409.18869","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:1d2074463b5706b65fe9045e5d8c1ef41800b22099f9f57357a1e9db42dc8b1c","observation_id":"5674a2ec-d28d-4ce9-9e15-550e00d8d8b3","resolution":{"observed_at":"2026-08-07T05:14:44.480467Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.141620Z","title":null,"venue":null,"work_id":"afcdb528-a809-4b1b-bf44-8848e24994fd","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.549777Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:2321499edcdbc1539311d46c84a7ddd72cf6c781ed93fcc6d1658d66883abb03","observation_id":"af6fb56c-6691-4a5f-8602-d3ddf442677f","resolution":{"observed_at":"2026-08-07T05:14:46.190741Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.997215Z","title":null,"venue":null,"work_id":"78d4a0a0-683d-431d-916b-171cfe595ed3","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.638839Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:2a46fd69c0a7ecb2812e7dbcb8765956dca0c14617414ad3ab540311a0b4912a","observation_id":"a2e3dfcb-26d0-4f0b-9723-7a226b36009f","resolution":{"observed_at":"2026-08-07T05:14:46.053898Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00765","last_updated":"2024-12-01T06:08:00Z","snapshot_observed_at":"2026-08-06T07:47:35.642444Z","submitted_at":"2024-08-01T17:59:54Z","title":"MM-Vet v2: A Challenging Benchmark to Evaluate Large Multimodal Models for Integrated Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00765","snapshot_observed_at":"2026-08-07T05:14:44.700185Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.700185Z"},"links":{"cited_paper":"/paper/2408.00765","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:25c4c484e69431d4bed20d5b3052cceaffa878f733a894204d44a8e98fc78e2a","observation_id":"5c2d2d6d-1592-4354-9563-59a96f206908","resolution":{"observed_at":"2026-08-07T05:14:44.700185Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.897528Z","title":null,"venue":null,"work_id":"ff0b2b37-e22c-45fe-94c2-c1f87d83ae68","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.763663Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e7477703dc39a174c1210b8cd3d5ba181deb347c92057463c064e798552c04f0","observation_id":"f6e6a7a9-81b2-499d-b9ba-ce73b9938d05","resolution":{"observed_at":"2026-08-07T05:14:45.945489Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02813","last_updated":"2025-05-22T08:22:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:31:26Z","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02813","snapshot_observed_at":"2026-08-07T05:14:44.826939Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.826939Z"},"links":{"cited_paper":"/paper/2409.02813","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:ad86fa8fd68a7535de95b7f1dc05206a58ca90a541b20ffcff5fd38eaae8c528","observation_id":"70fc21bf-9534-4785-8057-f6b2b7cb9cb8","resolution":{"observed_at":"2026-08-07T05:14:44.826939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.13854","last_updated":"2024-10-17T17:59:24Z","snapshot_observed_at":"2026-07-06T19:35:30.732080Z","submitted_at":"2024-10-17T17:59:24Z","title":"Can MLLMs Understand the Deep Implication Behind Chinese Images?","version":1},"cited_work":{"arxiv_id":"2410.13854","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.13854","snapshot_observed_at":"2026-08-07T05:14:45.327502Z","title":"Can MLLMs Understand the Deep Implication Behind Chinese Images?","venue":"cs.CL","work_id":"47b9ce43-f1f0-4093-b9bc-217a4ccfe84a","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.899351Z"},"links":{"cited_paper":"/paper/2410.13854","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:d1b0e371b5d0c5c9875f9b005bbcba4a319fc622050b98d91a892846ae434d6f","observation_id":"861c06bc-d32d-4270-907b-df8df47db038","resolution":{"observed_at":"2026-08-07T05:14:45.383760Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.11944","last_updated":"2024-11-04T13:28:48Z","snapshot_observed_at":"2026-07-06T17:18:44.456380Z","submitted_at":"2024-01-22T13:34:34Z","title":"CMMMU: A Chinese Massive Multi-discipline Multimodal Understanding Benchmark","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.11944","snapshot_observed_at":"2026-08-07T05:14:44.959144Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.959144Z"},"links":{"cited_paper":"/paper/2401.11944","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:3911530bf44cce36263c40e4655a24e29e101a630dceb834886bbc6a3cb122ef","observation_id":"8dd42996-6022-4616-9e13-33f11b1ae93e","resolution":{"observed_at":"2026-08-07T05:14:44.959144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12772","last_updated":"2025-05-05T04:48:45Z","snapshot_observed_at":"2026-07-06T18:47:56.109836Z","submitted_at":"2024-07-17T17:51:53Z","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.12772","snapshot_observed_at":"2026-08-07T05:14:45.044853Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.044853Z"},"links":{"cited_paper":"/paper/2407.12772","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:0ca2cc62d82daa24607a9597250a3673fd0c2cc31c019d949631e8d643d24d16","observation_id":"0b2d9593-f06e-45e2-a843-0a5d394ef7e1","resolution":{"observed_at":"2026-08-07T05:14:45.044853Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.780376Z","title":null,"venue":null,"work_id":"6237113c-eef1-427b-a90e-7e80b32d0bdb","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.137552Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:96de79de92f16cc4fbd3beab77281f857b7531ccd58910650547dff97259b928","observation_id":"bba3c046-a6b0-4b63-83f6-73f5107ca052","resolution":{"observed_at":"2026-08-07T05:14:45.841696Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.634307Z","title":null,"venue":null,"work_id":"34a87d59-4f3b-4690-8dc6-8f179e308de0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.204408Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:12d2f6b592c4b56c165cea9ae05acb4dbeb4a1a9ec6234c4f5a4874057599ef4","observation_id":"469306f5-483d-47c2-8fac-4272e4070c0e","resolution":{"observed_at":"2026-08-07T05:14:45.711799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","latest_version":3,"primary_category":"cs.CV","snapshot_observed_at":"2026-08-09T21:52:44.527128Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation"},"reference_resolution":{"displayed":49,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":48,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":49},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 49 of 49 outbound references and 1 inbound Pith citation observation for arXiv:2506.09081."}