{"as_of":"2026-08-15T07:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ec2c1d96089b1503276c42a407ce03ae31a0a9d1d30f165cd1883b994682e05b","coverage":[{"denominator":38,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":38,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:58:37.379278Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T12:36:11.078426Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T10:58:03.052533Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"cited_work":{"arxiv_id":"2506.22992","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22992","snapshot_observed_at":"2026-07-03T10:58:03.052533Z","title":"Marble: A hard benchmark for multimodal spatial reasoning and planning","venue":null,"work_id":"2cf5fde5-5c1a-4fae-89db-66d5e2a01c3a","year":2025},"citing_paper":{"arxiv_id":"2606.11445","last_updated":"2026-06-09T20:56:23Z","snapshot_observed_at":"2026-08-07T19:33:11.551966Z","submitted_at":"2026-06-09T20:56:23Z","title":"Forecasting Future Behavior as a Learning Task","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T12:55:39.494339Z"},"links":{"cited_paper":"/paper/2506.22992","citing_paper":"/paper/2606.11445"},"observation_digest":"sha256:f4b5fc7a175d2785c7210e24f29c8ed1464e883e6d4873312b56420ee598fe75","observation_id":"294a2766-7419-449c-aa47-d9c95d147ea8","resolution":{"observed_at":"2026-07-03T06:07:41.330244Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"cited_work":{"arxiv_id":"2506.22992","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22992","snapshot_observed_at":"2026-07-03T10:58:03.052533Z","title":"Marble: A hard benchmark for multimodal spatial reasoning and planning","venue":null,"work_id":"2cf5fde5-5c1a-4fae-89db-66d5e2a01c3a","year":2025},"citing_paper":{"arxiv_id":"2606.11918","last_updated":"2026-06-17T09:46:25Z","snapshot_observed_at":"2026-08-15T04:29:50.319316Z","submitted_at":"2026-06-10T10:50:06Z","title":"The Art of Interrogation: Consistency Amplifies Factuality in Spatial Reasoning","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-27T09:46:16.088490Z"},"links":{"cited_paper":"/paper/2506.22992","citing_paper":"/paper/2606.11918"},"observation_digest":"sha256:3a9a298c77e4980d3769426e6931f0c2ec0f8e3f3053e35273c5cd5d26e8a1ee","observation_id":"98df79a8-d010-4b24-b290-71a7166aceaf","resolution":{"observed_at":"2026-07-03T10:58:03.053990Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.22992","snapshot_observed_at":"2026-08-01T12:36:11.078426Z","title":"Marble: A hard benchmark for multimodal spatial reasoning and planning.arXiv preprint arXiv:2506.22992,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.19523","last_updated":"2026-07-21T19:10:38Z","snapshot_observed_at":"2026-08-14T02:36:50.784733Z","submitted_at":"2026-07-21T19:10:38Z","title":"When Reasoning Narrows the Move: Diversity Collapse in LLM Game Play","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T12:36:11.078426Z"},"links":{"cited_paper":"/paper/2506.22992","citing_paper":"/paper/2607.19523"},"observation_digest":"sha256:b4d21dff1d0b3b7dc574ee986b79b65340a7ffa6f93fbac66415e1e39a54fa28","observation_id":"f89f6fef-cf17-449d-b882-b044d01dd1b0","resolution":{"observed_at":"2026-08-01T12:36:11.078426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.22992/citation-record","integrity":"/paper/2506.22992/integrity","json":"/paper/2506.22992/citation-record.json","paper":"/paper/2506.22992"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:41.450881Z","title":null,"venue":null,"work_id":"07b5e63a-ba60-4fff-ba1b-83bb9d2231ac","year":2013},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:33.808954Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:8b4c281c9a9379a64f83bb28a91cb0ca31fada73d8c2b7c098a338fd6627d19e","observation_id":"71f23740-4ea8-4ae2-a79e-0af7cbfaf600","resolution":{"observed_at":"2026-08-06T21:58:41.559556Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:41.142777Z","title":"Anthropic 3.7 Sonnet and Claude Code, February 2025","venue":null,"work_id":"a06b2a54-e099-471e-9843-272cbd663232","year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:33.897454Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:da22b3be19387af7e702e9cb04d2a3015203c38126fe5a1afdbfc7f2687cca6c","observation_id":"9fa65a6f-0b0e-4935-af59-a566ec7981ad","resolution":{"observed_at":"2026-08-06T21:58:41.290990Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-08-14T04:17:22.593941Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-06T21:58:33.986544Z","title":"Qwen2.5-VL technical report.arXiv preprint arXiv:2502.13923, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:33.986544Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:04b56f2cda5d3bb7b4cfacdd42a24831f5c846583eedb13a49a3c16de51ad99d","observation_id":"4f5f6aca-6f04-4582-be07-aa55778b7f15","resolution":{"observed_at":"2026-08-06T21:58:33.986544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10563","last_updated":"2025-07-13T23:07:08Z","snapshot_observed_at":"2026-08-14T07:31:29.641545Z","submitted_at":"2024-10-14T14:42:12Z","title":"MEGA-Bench: Scaling Multimodal Evaluation to over 500 Real-World Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10563","snapshot_observed_at":"2026-08-06T21:58:34.062989Z","title":"MEGA-Bench: Scaling multimodal evaluation to over 500 real-world tasks.arXiv preprint arXiv:2410.10563, 2024","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.062989Z"},"links":{"cited_paper":"/paper/2410.10563","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:4f54511903741b9df4c59b0efc9e54d04ade1c61baadefc329cbbcf6f2f9fea6","observation_id":"43c1e1de-217a-495a-8173-e0d12cd02b9f","resolution":{"observed_at":"2026-08-06T21:58:34.062989Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.13315","last_updated":"2024-08-17T11:56:08Z","snapshot_observed_at":"2026-08-13T00:49:48.506095Z","submitted_at":"2024-03-20T05:37:24Z","title":"PuzzleVQA: Diagnosing Multimodal Reasoning Challenges of Language Models with Abstract Visual Patterns","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.13315","snapshot_observed_at":"2026-08-06T21:58:34.130708Z","title":"PuzzleVQA: Diagnosing multimodal reasoning challenges of language models with abstract visual patterns.arXiv preprint arXiv:2403.13315, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.130708Z"},"links":{"cited_paper":"/paper/2403.13315","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:2a0dfa9e2ea236956ac9152bc5ad0dc1f34b1e858ba75d91151d803b8175f630","observation_id":"422157e4-ca34-4ad6-b4f8-e8ef67b7ff88","resolution":{"observed_at":"2026-08-06T21:58:34.130708Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04604","last_updated":"2025-01-08T05:24:50Z","snapshot_observed_at":"2026-08-11T21:17:41.726121Z","submitted_at":"2024-12-05T20:40:28Z","title":"ARC Prize 2024: Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04604","snapshot_observed_at":"2026-08-06T21:58:34.269063Z","title":"Arc prize 2024: Technical report.arXiv preprint arXiv:2412.04604, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.269063Z"},"links":{"cited_paper":"/paper/2412.04604","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:af7d80393ffb72b0a0f3440694e0372ff1964765dc27514927b60c81f86b1558","observation_id":"f54a1f99-d458-49a9-9f05-63dd9e28dbff","resolution":{"observed_at":"2026-08-06T21:58:34.269063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:40.875407Z","title":"Gemini 2.5: Our most intelligent ai model, March 2025","venue":null,"work_id":"cca69fd1-1c66-4ea0-905b-964e6bec42c9","year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.462502Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:b909a8b26a5018dfc1dbbac2fade296e757b14b218f0c5812c12d465fd394894","observation_id":"5323a548-c734-40e9-8993-40418f0ad7da","resolution":{"observed_at":"2026-08-06T21:58:41.010124Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-13T15:58:13.809876Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-06T21:58:34.574883Z","title":"Deepseek-R1: Incentivizing reasoning capability in llms via reinforcement learning.arXiv preprint arXiv:2501.12948, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.574883Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:78466e2976ce8520e86f6c392ed988a386ea550bcedefe1207be12eb4dcf0d31","observation_id":"9a3e58d5-1a21-4898-a77d-7353fc41a3bf","resolution":{"observed_at":"2026-08-06T21:58:34.574883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.05444","last_updated":"2025-01-09T18:55:52Z","snapshot_observed_at":"2026-08-13T08:24:02.836306Z","submitted_at":"2025-01-09T18:55:52Z","title":"Can MLLMs Reason in Multimodality? EMMA: An Enhanced MultiModal ReAsoning Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.05444","snapshot_observed_at":"2026-08-06T21:58:34.684819Z","title":"Can MLLMs reason in multimodality? EMMA: an enhanced multimodal reasoning benchmark.arXiv preprint arXiv:2501.05444, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.684819Z"},"links":{"cited_paper":"/paper/2501.05444","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:20a3c57921b12c3c8d4de786df22e394ed012a445f95dd5480971077096c512c","observation_id":"55df135a-9ca6-4fe7-ad75-4bb19f440d8c","resolution":{"observed_at":"2026-08-06T21:58:34.684819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T05:02:49.183338Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T21:58:34.765255Z","title":"Gpt-4o system card.arXiv preprint arXiv:2410.21276, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.765255Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:ba887541742bd0ff94e1441f484b51c903c584713e8a05fe6d8be65e0f45e1ad","observation_id":"c693bec8-60b6-4092-921f-bf9915a14cc7","resolution":{"observed_at":"2026-08-06T21:58:34.765255Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-06T21:58:34.825803Z","title":"Openai o1 system card.CoRR, abs/2412.16720, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.825803Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:9a25c8f1323bcb3c906a45b096cdbc20822f131700bba062c87c977b880e3bf3","observation_id":"f2716bc3-a7f7-4910-9384-6c2b08627fa4","resolution":{"observed_at":"2026-08-06T21:58:34.825803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:34.889981Z","title":"Gonzalez, Hao Zhang, and Ion Stoica","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.889981Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:6e56842adab6f351d9bf5bbb5819da3f3678dddf55ef7eac41331593916c3d9e","observation_id":"fe372b08-9ebb-4dca-aa95-6831c2dd48dd","resolution":{"observed_at":"2026-08-06T21:58:34.889981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03326","last_updated":"2024-10-26T16:35:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:59:44Z","title":"LLaVA-OneVision: Easy Visual Task Transfer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03326","snapshot_observed_at":"2026-08-06T21:58:34.952780Z","title":"Llava-onevision: Easy visual task transfer.arXiv preprint arXiv:2408.03326, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:34.952780Z"},"links":{"cited_paper":"/paper/2408.03326","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:05a4f1c10033ef259963734d098c9bb0f5c5f3cccfde4f5b835c8e1321f3aa4a","observation_id":"4e245580-1958-4103-8574-f3fe9b702aa8","resolution":{"observed_at":"2026-08-06T21:58:34.952780Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:40.589487Z","title":"Learn to explain: Multimodal reasoning via thought chains for science question answering.Advances in Neural Information Processing Systems, 2022","venue":null,"work_id":"c828e3e5-4ee4-4ef0-8ed6-5f5cf097a485","year":2022},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.046773Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:43303e73f2c97f984d2b2e37f4c720085fcf8aece496641f6601202d79e89f27","observation_id":"8ffb2137-ebcc-4c47-9cbb-0734ca3f02e7","resolution":{"observed_at":"2026-08-06T21:58:40.740212Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02255","last_updated":"2024-01-21T03:47:06Z","snapshot_observed_at":"2026-07-06T16:27:15.027202Z","submitted_at":"2023-10-03T17:57:24Z","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02255","snapshot_observed_at":"2026-08-06T21:58:35.147201Z","title":"MathVista: Evaluating mathematical reasoning of foundation models in visual contexts.arXiv preprint arXiv:2310.02255, 2023","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.147201Z"},"links":{"cited_paper":"/paper/2310.02255","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:ee8121bce15d1b677b78d5599a08600defac8eea59ef3fbccc7b5237715c3937","observation_id":"46cf99d3-70c3-4f9e-9e9d-078b3d5184c2","resolution":{"observed_at":"2026-08-06T21:58:35.147201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:40.340183Z","title":"Mathvista: Evaluating mathematical reasoning of foundation models in visual contexts","venue":null,"work_id":"8d848245-6c16-4bf4-9188-9fc26461528d","year":2023},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.267562Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:188bf7d70ff5ef6dae4eb0f15287169bce41eb39491612b45dade6151727c924","observation_id":"c65437ae-ec93-47bb-9010-2741d98050b0","resolution":{"observed_at":"2026-08-06T21:58:40.455987Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:40.126747Z","title":"The llama 4 herd: The beginning of a new era of natively multimodal ai innovation, April","venue":null,"work_id":"43dc9722-fb65-425d-8cb4-5996fa61363b","year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.356189Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:d8b6753ca9163426d68fce0d83a569e5126e1aff1ff41b1116a105300419715b","observation_id":"274fb955-24be-4beb-9356-a8f78aef8ce2","resolution":{"observed_at":"2026-08-06T21:58:40.248399Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:39.879877Z","title":"Introducing OpenAI o3 and o4-mini, April 2025","venue":null,"work_id":"340c0e7c-ff1d-4af3-bbb9-562b135009ea","year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.473586Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:7dbf9753cc5b60076d848d4d2bb5fd185dddec73c945ac70a3cda622ec0f0788","observation_id":"0793762e-8e82-4f78-8a06-6029680aaf5c","resolution":{"observed_at":"2026-08-06T21:58:40.005208Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.13543","last_updated":"2025-04-01T14:45:22Z","snapshot_observed_at":"2026-08-13T22:17:36.984752Z","submitted_at":"2024-11-20T18:54:32Z","title":"BALROG: Benchmarking Agentic LLM and VLM Reasoning On Games","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.13543","snapshot_observed_at":"2026-08-06T21:58:35.562229Z","title":"Balrog: Bench- marking agentic llm and vlm reasoning on games.arXiv preprint arXiv:2411.13543, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.562229Z"},"links":{"cited_paper":"/paper/2411.13543","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:5a803d8211c3385c580abea0a6c5da79dd2ee129f9b5270e2cf42c876253822c","observation_id":"c907db30-c60b-4fd9-8b81-5d94405db144","resolution":{"observed_at":"2026-08-06T21:58:35.562229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:39.662218Z","title":"Vision language models are blind","venue":null,"work_id":"16771d14-0329-4b3d-b83f-14564df0ee55","year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.673033Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:2e386490d896df9d064f0f6399f6e7bfbb8df327312465ea3170a6b25b6469c6","observation_id":"61f38f3e-bc2b-4c7f-b695-4de9a451878c","resolution":{"observed_at":"2026-08-06T21:58:39.750746Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:35.747438Z","title":"Toolformer: Language models can teach themselves to use tools.Advances in Neural Information Processing Systems, 36: 68539–68551, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.747438Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:4e6505cfba4843c042f96d65fb61bd3c3348315d5ae1c6ffe6c30fa3748f94f9","observation_id":"8b828970-477b-4c7d-9a28-5ff816bebc27","resolution":{"observed_at":"2026-08-06T21:58:35.747438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.07062","last_updated":"2025-05-11T17:28:30Z","snapshot_observed_at":"2026-08-02T16:13:31.498470Z","submitted_at":"2025-05-11T17:28:30Z","title":"Seed1.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.07062","snapshot_observed_at":"2026-08-06T21:58:35.866414Z","title":"Seed1.5-VL technical report.arXiv preprint arXiv:2505.07062, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.866414Z"},"links":{"cited_paper":"/paper/2505.07062","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:8dda4293bd9935a463cb5ba13366c552543ea6d811ae3bb45c4c75e82d8ee238","observation_id":"f92bd1b7-0158-4d54-80f4-72785261939e","resolution":{"observed_at":"2026-08-06T21:58:35.866414Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:39.461381Z","title":"Eyes wide shut? Exploring the visual shortcomings of multimodal LLMs","venue":null,"work_id":"31b5d5c2-824f-4d52-a71b-e08feabdd4e1","year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.968798Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:e8091760e95f432a741310c0d95ee979b4bd16341ec3899a070228500201169a","observation_id":"48a9cbf9-cc31-4456-864e-99662855b8f8","resolution":{"observed_at":"2026-08-06T21:58:39.570020Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07796","last_updated":"2024-07-11T03:46:35Z","snapshot_observed_at":"2026-08-12T23:58:09.280109Z","submitted_at":"2024-07-10T16:14:34Z","title":"Evaluating Large Language Models with Grid-Based Game Competitions: An Extensible LLM Benchmark and Leaderboard","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07796","snapshot_observed_at":"2026-08-06T21:58:36.058002Z","title":"Evaluating large language models with grid-based game competitions: an extensible llm benchmark and leaderboard.arXiv preprint arXiv:2407.07796, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.058002Z"},"links":{"cited_paper":"/paper/2407.07796","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:1c66252b6ffb37edc177d6d53c7e67009c75e7b282e4be3754559ded13cc8d32","observation_id":"e773708e-4e7f-4d08-95e7-99412259d6b0","resolution":{"observed_at":"2026-08-06T21:58:36.058002Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.12605","last_updated":"2025-03-23T13:47:43Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-16T18:39:13Z","title":"Multimodal Chain-of-Thought Reasoning: A Comprehensive Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.12605","snapshot_observed_at":"2026-08-06T21:58:36.149678Z","title":"Multimodal chain-of-thought reasoning: A comprehensive survey.arXiv preprint arXiv:2503.12605, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.149678Z"},"links":{"cited_paper":"/paper/2503.12605","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:7eb64c4841d09711a676ac360b1bd37668b26e735bd0edfc6a33b7b80f10e079","observation_id":"9fed9c57-af9d-43bd-8859-6d95fb1569f6","resolution":{"observed_at":"2026-08-06T21:58:36.149678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.10042","last_updated":"2025-06-04T09:26:59Z","snapshot_observed_at":"2026-08-14T20:46:10.166485Z","submitted_at":"2025-03-13T04:48:43Z","title":"EscapeCraft: A 3D Room Escape Environment for Benchmarking Complex Multimodal Reasoning Ability","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.10042","snapshot_observed_at":"2026-08-06T21:58:36.240135Z","title":"How do multimodal large language models handle complex multimodal reasoning? placing them in an extensible escape game.arXiv preprint arXiv:2503.10042, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.240135Z"},"links":{"cited_paper":"/paper/2503.10042","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:995f75c1bec488b756e3c7cfb3fd62c6e333c95b9fa37e57ce3609c44d1d30eb","observation_id":"d90fc2ee-d585-4bf2-8cd9-fcf0af9741d2","resolution":{"observed_at":"2026-08-06T21:58:36.240135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:39.212989Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":"6dc5f8b6-e06b-49ea-87d0-af7f38c20afc","year":2022},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.310718Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:fb731f70c051fe0436505c763998d33728dbac0265f559a1e7ce0715e88df518","observation_id":"4f228efe-7267-430d-8562-d590635a02cf","resolution":{"observed_at":"2026-08-06T21:58:39.358129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.17793","last_updated":"2024-02-26T18:37:18Z","snapshot_observed_at":"2026-08-13T04:09:48.746310Z","submitted_at":"2024-02-26T18:37:18Z","title":"A Surprising Failure? Multimodal LLMs and the NLVR Challenge","version":1},"cited_work":{"arxiv_id":"2402.17793","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.17793","snapshot_observed_at":"2026-08-06T21:58:37.539069Z","title":"A Surprising Failure? Multimodal LLMs and the NLVR Challenge","venue":"cs.AI","work_id":"acbbeae1-ab4b-4b25-9377-2071c0c6f820","year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.390348Z"},"links":{"cited_paper":"/paper/2402.17793","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:e21ee1bff6c72698f4b44379578379311a80ce7f1b9c6034b0c0229900f791af","observation_id":"8a3c70c4-92f9-4b4e-8c0b-9b1c00385ba8","resolution":{"observed_at":"2026-08-06T21:58:37.600994Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.16033","last_updated":"2025-06-10T18:32:17Z","snapshot_observed_at":"2026-08-07T17:57:10.604846Z","submitted_at":"2025-02-22T01:52:37Z","title":"Multimodal Inconsistency Reasoning (MMIR): A New Benchmark for Multimodal Reasoning Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.16033","snapshot_observed_at":"2026-08-06T21:58:36.481400Z","title":"Multimodal inconsistency reasoning (mmir): A new benchmark for multimodal reasoning models.arXiv preprint arXiv:2502.16033, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.481400Z"},"links":{"cited_paper":"/paper/2502.16033","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:6619616fdd2c074df5765f8acae2102bf38244c500c9d038d9e22fcc1cd3aa9e","observation_id":"90a30213-3e7f-4c12-b533-0f468969e11b","resolution":{"observed_at":"2026-08-06T21:58:36.481400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:38.948695Z","title":"MMMU: A massive multi-discipline multimodal understanding and reasoning benchmark for expert agi","venue":null,"work_id":"a497461e-6a79-4778-ac1f-bae05a588776","year":2024},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.595071Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:9923161485ccdaebd359a12a10225c83c00bf383337e1de195cf2787252226c8","observation_id":"d3d11d3a-6604-48d1-baa9-841b5a36ad22","resolution":{"observed_at":"2026-08-06T21:58:39.068558Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:38.714847Z","title":"Critic-V: VLM critics help catch vlm errors in multimodal reasoning","venue":null,"work_id":"bacef604-c56a-41b9-82f2-f6cdd53aa8f3","year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.679635Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:4667c73e452030b330b166d95120cd7c2f477fe3e267a83f547c7c0f7584eaab","observation_id":"f53fbc16-76f0-4e1a-ac19-6bbe59c1d99f","resolution":{"observed_at":"2026-08-06T21:58:38.805419Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.06148","last_updated":"2026-04-24T03:56:57Z","snapshot_observed_at":"2026-07-06T21:06:12.984419Z","submitted_at":"2025-04-08T15:43:01Z","title":"V-MAGE: A Game Evaluation Framework for Assessing Vision-Centric Capabilities in Multimodal Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.06148","snapshot_observed_at":"2026-08-06T21:58:36.765386Z","title":"V-mage: A game evaluation framework for assessing visual-centric capabilities in multimodal large language models.arXiv preprint arXiv:2504.06148, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.765386Z"},"links":{"cited_paper":"/paper/2504.06148","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:5df277f3cd1781b164dbf37949dbde4ed4ee3417321f35527f73d6e885c87fe4","observation_id":"b3704fd4-c091-4474-ad4e-862ce394f6cd","resolution":{"observed_at":"2026-08-06T21:58:36.765386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:38.491988Z","title":"MiniGPT-4: En- hancing vision-language understanding with advanced large language models","venue":null,"work_id":"e223708a-e308-41d9-9cc0-50000fce4ea9","year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:36.879332Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:a48fbb1bad96d0969cd8f1b7bf0723e4a12cdbe99d9d876a1155af1e579b1565","observation_id":"2a134556-4bf6-4279-8326-56b86a14e154","resolution":{"observed_at":"2026-08-06T21:58:38.615545Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.10479","last_updated":"2025-04-19T03:47:21Z","snapshot_observed_at":"2026-08-10T18:37:57.419939Z","submitted_at":"2025-04-14T17:59:25Z","title":"InternVL3: Exploring Advanced Training and Test-Time Recipes for Open-Source Multimodal Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.10479","snapshot_observed_at":"2026-08-06T21:58:37.045728Z","title":"Step 1: Go to room 2 (on the right) and press the switch to drop a cube","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:37.045728Z"},"links":{"cited_paper":"/paper/2504.10479","citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:a1a7da16390ecf0f88cbc06f9cdb8e989952112298604898616e8eadb7265733","observation_id":"8f2729da-216a-4dd5-b01d-af2c50343ca5","resolution":{"observed_at":"2026-08-06T21:58:37.045728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:38.269676Z","title":null,"venue":null,"work_id":"51afd2ce-26ab-418e-88d7-87a1c247dbcd","year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:37.184073Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:8f32f70ae7cb520cd6331bb7ee7aba2ba6f846af54f96a2b71665e77a60fd0f5","observation_id":"b50949e8-86e1-4596-9e45-50394a21456a","resolution":{"observed_at":"2026-08-06T21:58:38.377201Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:38.041880Z","title":null,"venue":null,"work_id":"f1cb5cd8-65ed-49b4-82b3-af9ab72dd9ae","year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:37.284537Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:6737ac8e940c901142907ad20ec6588d78e55e4ad49d83f9f5c2ac2be920eaf7","observation_id":"8d134b8d-b30a-4ce3-87f1-a0d7b8563ad6","resolution":{"observed_at":"2026-08-06T21:58:38.150195Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:37.834343Z","title":"Here is the converted 2D array: [array]","venue":null,"work_id":"6479a790-0c99-4983-b380-e06cd3040bdf","year":2025},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:37.379278Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:7ae217252071f5e74cb94e49dbe1376c0ed613cef0d77cf5b49d8976b32c97c6","observation_id":"c0e0c15f-2212-4f50-a1fa-3d90c62db8d3","resolution":{"observed_at":"2026-08-06T21:58:37.915242Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:58:35.398934Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T21:58:35.398934Z"},"links":{"citing_paper":"/paper/2506.22992"},"observation_digest":"sha256:6bc77b5e1df10809e7c20707d0446bb43ef88140da65a8017711c0f5e5f15e33","observation_id":"fe4b42a5-6a7d-4595-a522-daf2aa9b585e","resolution":{"observed_at":"2026-08-06T21:58:35.398934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.22992","last_updated":"2025-06-28T19:44:32Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-09T11:31:37.358797Z","submitted_at":"2025-06-28T19:44:32Z","title":"MARBLE: A Hard Benchmark for Multimodal Spatial Reasoning and Planning"},"reference_resolution":{"displayed":38,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":38},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 38 of 38 outbound references and 3 inbound Pith citation observations for arXiv:2506.22992."}