{"as_of":"2026-08-20T07:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:51bf958a3f9b8eb7fcda84f0cb3cea3597980e2dd9c020fb312bc90248e71592","coverage":[{"denominator":57,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":57,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T17:16:05.156481Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2508.16763/citation-record","integrity":"/paper/2508.16763/integrity","json":"/paper/2508.16763/citation-record.json","paper":"/paper/2508.16763"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.14219","last_updated":"2024-08-30T21:17:17Z","snapshot_observed_at":"2026-08-17T03:25:04.404839Z","submitted_at":"2024-04-22T14:32:33Z","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.14219","snapshot_observed_at":"2026-08-15T17:16:04.846803Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.846803Z"},"links":{"cited_paper":"/paper/2404.14219","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:48925cddc69adaf3aae49c99e7044b626eba1d3c1b0f1bfcccf72fc09d8931f4","observation_id":"ff6cde32-1b10-4993-afb7-e7c5462e1689","resolution":{"observed_at":"2026-08-15T17:16:04.846803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07073","last_updated":"2024-10-10T17:59:16Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-09T17:16:22Z","title":"Pixtral 12B","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07073","snapshot_observed_at":"2026-08-15T17:16:04.851467Z","title":"Jiang, Kartik Khandelwal, Timothée Lacroix, Guillaume Lample, Diego Las Casas, Thibaut Lavril, and 23 others","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.851467Z"},"links":{"cited_paper":"/paper/2410.07073","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:0bca5efa5f08659aa2841658ab6b72acd8006b826ca95c838ba17da4ca07bac0","observation_id":"de618967-b450-41b3-badd-ce5b0ec39a9c","resolution":{"observed_at":"2026-08-15T17:16:04.851467Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.847492Z","title":null,"venue":null,"work_id":"73820e14-bb05-408d-95c2-fef7e49ac1d5","year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.855654Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:77467f1c30e00d1f2afc239ee1f9b7d7462f233360df80181e469d90cce9d17b","observation_id":"2bf5acb8-d107-46c9-a42c-1b2adc71849d","resolution":{"observed_at":"2026-08-15T17:16:05.850909Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.04615","last_updated":"2024-07-04T07:08:15Z","snapshot_observed_at":"2026-08-16T19:21:14.166921Z","submitted_at":"2024-02-07T06:42:33Z","title":"ScreenAI: A Vision-Language Model for UI and Infographics Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.04615","snapshot_observed_at":"2026-08-15T17:16:04.859262Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.859262Z"},"links":{"cited_paper":"/paper/2402.04615","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c20d7368d5a3209f0bb0d53ab0f3ab7ccab080df47e9750cb8fba2255bd835bf","observation_id":"080af697-e3de-43e7-b27d-33f042c0209f","resolution":{"observed_at":"2026-08-15T17:16:04.859262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.13731","last_updated":"2021-08-10T08:55:21Z","snapshot_observed_at":"2026-08-16T18:06:45.642694Z","submitted_at":"2021-07-29T03:51:36Z","title":"UIBert: Learning Generic Multimodal Representations for UI Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.13731","snapshot_observed_at":"2026-08-15T17:16:04.863170Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.863170Z"},"links":{"cited_paper":"/paper/2107.13731","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:2d24db96a95ccc8479a8ec2da811ccb6664700327a4d09a344493fcfbcad1a1a","observation_id":"78829df1-34ee-444e-ab4d-af07ef83737e","resolution":{"observed_at":"2026-08-15T17:16:04.863170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-08-14T04:17:22.593941Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-15T17:16:04.866774Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.866774Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9240bc1d2c7078d1f58b91a75fd6a4562243c7ba90a8d85fac1b9f275dc5c9ef","observation_id":"ae9d8f28-8724-49ae-9a98-298cfbd95c2a","resolution":{"observed_at":"2026-08-15T17:16:04.866774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.14607","last_updated":"2022-11-26T16:32:13Z","snapshot_observed_at":"2026-08-20T05:23:32.817593Z","submitted_at":"2022-11-26T16:32:13Z","title":"Sketch2FullStack: Generating Skeleton Code of Full Stack Website and Application from Sketch using Deep Learning and Computer Vision","version":1},"cited_work":{"arxiv_id":"2211.14607","doi":null,"metadata_source":"pith","pith_arxiv_id":"2211.14607","snapshot_observed_at":"2026-08-15T17:16:05.626545Z","title":"Sketch2FullStack: Generating Skeleton Code of Full Stack Website and Application from Sketch using Deep Learning and Computer Vision","venue":"cs.CV","work_id":"d1a1b4b5-12a8-4dcf-aee4-d4e4a996fb4e","year":2022},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.870689Z"},"links":{"cited_paper":"/paper/2211.14607","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:bda5437f0ceccdc497bbfa62c66e69ef30541f03288c2a2e42b61d323cbd6541","observation_id":"41ed796b-cf16-4c1d-94b2-36208533dfce","resolution":{"observed_at":"2026-08-15T17:16:05.630757Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.874438Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.874438Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9a75f1a770231ab23ef0582aebe2d2ac7fe180618e88e701cbd06cf7e4162817","observation_id":"2642f612-6145-4e13-b1a6-3c98a368086d","resolution":{"observed_at":"2026-08-15T17:16:04.874438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.878535Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.878535Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:0df1a70ae7a1047c3b2f36d31c44c1abc32084770457080b07b147d5f2072bfa","observation_id":"f623c921-7cbd-419d-9f13-453561a780eb","resolution":{"observed_at":"2026-08-15T17:16:04.878535Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12450","last_updated":"2024-09-23T19:57:18Z","snapshot_observed_at":"2026-08-16T14:36:02.760396Z","submitted_at":"2023-12-11T02:27:45Z","title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.12450","snapshot_observed_at":"2026-08-15T17:16:04.882733Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.882733Z"},"links":{"cited_paper":"/paper/2312.12450","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c4a0406ef51586b8e258b03131b840891a4ba7560b8e1aac2a2960639d6a0286","observation_id":"8733ede3-9fd2-45e0-ac25-370526ea369b","resolution":{"observed_at":"2026-08-15T17:16:04.882733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.886650Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.886650Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:3a0bccac01710ac1d473c43dc05218fd8f49dc8eb484396db5ead10dae17b335","observation_id":"f27a98d5-4c27-4225-841d-41924ba3d433","resolution":{"observed_at":"2026-08-15T17:16:04.886650Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.10819","last_updated":"2025-03-24T11:46:14Z","snapshot_observed_at":"2026-08-17T04:18:10.326641Z","submitted_at":"2024-06-16T06:56:53Z","title":"GUI-World: A Video Benchmark and Dataset for Multimodal GUI-oriented Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.10819","snapshot_observed_at":"2026-08-15T17:16:04.890041Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.890041Z"},"links":{"cited_paper":"/paper/2406.10819","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:dd932540e2afd625ae7f514e2168b12aee17ce07903620e8236c6b67db4dc9d7","observation_id":"a10ed77a-b7b6-4ee5-a3b9-5a07399b3028","resolution":{"observed_at":"2026-08-15T17:16:04.890041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-15T17:16:04.893036Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.893036Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:615f8a5bf902e5a25a7a167bc9493b432bcd1ea5820c747e3ad3bb059be74358","observation_id":"0b6ecf1d-91d0-4c88-a932-8b70c12133ca","resolution":{"observed_at":"2026-08-15T17:16:04.893036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.895737Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.895737Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:bbab1488031cc340909410cb209b58c3a981dd8effbec71b2c1184cfb4f7ceb6","observation_id":"5a952d7f-b357-4657-97a8-e4fdeb6146f5","resolution":{"observed_at":"2026-08-15T17:16:04.895737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.898438Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.898438Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:2c06d6289c782f2b29642d101c6e378511f5074a19c838306f3fd98fcea11deb","observation_id":"b6be0082-3be1-4ace-b887-ced1a3e54c3d","resolution":{"observed_at":"2026-08-15T17:16:04.898438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.10935","last_updated":"2024-02-23T04:36:51Z","snapshot_observed_at":"2026-08-18T02:03:58.046358Z","submitted_at":"2024-01-17T08:10:35Z","title":"SeeClick: Harnessing GUI Grounding for Advanced Visual GUI Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.10935","snapshot_observed_at":"2026-08-15T17:16:04.901049Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.901049Z"},"links":{"cited_paper":"/paper/2401.10935","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:07b045050ace61daa289d21666ce4e4adba090da07accab87413d1ca1770b41a","observation_id":"e984c299-17b4-4650-bfb5-fdeba121bd8d","resolution":{"observed_at":"2026-08-15T17:16:04.901049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.17146","last_updated":"2024-12-05T14:28:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-25T17:59:51Z","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.17146","snapshot_observed_at":"2026-08-15T17:16:04.904096Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.904096Z"},"links":{"cited_paper":"/paper/2409.17146","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9e844e58f9179ba05efa6ae034d02309dc4b07b4c41c33ec40c8746fcc04c947","observation_id":"651548ff-1916-47c6-8e7d-a801de8c7882","resolution":{"observed_at":"2026-08-15T17:16:04.904096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:04.908069Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.908069Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:d5a64a9c653e88d9a97abf7e16038dea765de1944cc5fc350d3a8b2029a39183","observation_id":"27d54295-1c0d-409b-af84-8d44f2367e8c","resolution":{"observed_at":"2026-08-15T17:16:04.908069Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-15T17:16:04.914458Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.914458Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:a6b90b0744206717baac99e804df9a9e6704fa2a1d865330cb2e26137c1b856d","observation_id":"b8188b25-f8b7-4073-9929-7a4458b7476a","resolution":{"observed_at":"2026-08-15T17:16:04.914458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.15210","last_updated":"2025-05-29T23:35:10Z","snapshot_observed_at":"2026-08-16T12:56:27.262298Z","submitted_at":"2025-02-21T04:53:11Z","title":"PairBench: Are Vision-Language Models Reliable at Comparing What They See?","version":3},"cited_work":{"arxiv_id":"2502.15210","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.15210","snapshot_observed_at":"2026-08-15T17:16:05.546679Z","title":"PairBench: Are Vision-Language Models Reliable at Comparing What They See?","venue":"cs.LG","work_id":"eafaa98f-cae7-4ddc-9e60-502fac96ba9c","year":2025},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.917927Z"},"links":{"cited_paper":"/paper/2502.15210","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:4319a75457daf81128fbeb6cc7a59db908346277526ab798f44dd23a4cc892dd","observation_id":"2f3806a4-c7ee-4a88-bd11-9e1af8d7721b","resolution":{"observed_at":"2026-08-15T17:16:05.553539Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.06369","last_updated":"2025-02-22T05:15:18Z","snapshot_observed_at":"2026-08-16T14:02:21.553230Z","submitted_at":"2024-04-09T15:05:48Z","title":"WebCode2M: A Real-World Dataset for Code Generation from Webpage Designs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.06369","snapshot_observed_at":"2026-08-15T17:16:04.922519Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.922519Z"},"links":{"cited_paper":"/paper/2404.06369","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:495a8c160d983a91af3f17cf70f992f2924db825881f2638949b3e02456901dd","observation_id":"f66d3972-2983-4925-8439-074882851960","resolution":{"observed_at":"2026-08-15T17:16:04.922519Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.03543","last_updated":"2025-04-08T09:39:25Z","snapshot_observed_at":"2026-08-16T14:03:35.291829Z","submitted_at":"2024-04-04T15:49:49Z","title":"CodeEditorBench: Evaluating Code Editing Capability of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.03543","snapshot_observed_at":"2026-08-15T17:16:04.926681Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.926681Z"},"links":{"cited_paper":"/paper/2404.03543","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9bcc36c2b98171a638328ae10166a607bd9002613e8ff216826b6d0b55561c19","observation_id":"7a20145a-9ce7-4fc4-a7be-4f19145d3384","resolution":{"observed_at":"2026-08-15T17:16:04.926681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13919","last_updated":"2024-06-06T18:37:34Z","snapshot_observed_at":"2026-08-15T01:23:25.524198Z","submitted_at":"2024-01-25T03:33:18Z","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13919","snapshot_observed_at":"2026-08-15T17:16:04.930311Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.930311Z"},"links":{"cited_paper":"/paper/2401.13919","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:fa2c471cb729d0273c3b4293f73c9006b64d73ba95a3db374c490d2a949d8439","observation_id":"2c1a9355-2e8c-4a54-9a25-348ced588ae9","resolution":{"observed_at":"2026-08-15T17:16:04.930311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-15T17:16:04.934446Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.934446Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:d239df891a600269c12160fc82aab1247315612d6727a15bcb8ee60e5796e47a","observation_id":"fd0d1390-54b4-4565-8465-806b838a077c","resolution":{"observed_at":"2026-08-15T17:16:04.934446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.08930","last_updated":"2019-10-20T08:59:11Z","snapshot_observed_at":"2026-08-14T14:36:54.093412Z","submitted_at":"2019-10-20T08:59:11Z","title":"Sketch2Code: Transformation of Sketches to UI in Real-time Using Deep Neural Network","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.08930","snapshot_observed_at":"2026-08-15T17:16:04.938006Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.938006Z"},"links":{"cited_paper":"/paper/1910.08930","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c39eb44d0a644bbdbff3fff5cea75e277e329c4f2ef4722eafa94327b3259a1b","observation_id":"741e9c04-2ae1-43fb-824b-e7c65208993b","resolution":{"observed_at":"2026-08-15T17:16:04.938006Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.797429Z","title":null,"venue":null,"work_id":"0a58316d-8983-4fa2-a124-5ad574118a66","year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:04.942148Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:0a5dbf55bfd33363cfe92221eccf2905cfd4744787a7128ffdc1cf032768ecdb","observation_id":"42fba748-a9c3-4e49-9fdf-7592f193f6fc","resolution":{"observed_at":"2026-08-15T17:16:05.800583Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.786044Z","title":null,"venue":null,"work_id":"fc025d99-3e44-445a-bfdc-ac577bb12813","year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.045355Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:042c990847a2b1d944c9b36a637190056590e6da93135ebdcc554bf8084ab44d","observation_id":"4b977b23-9463-4555-806b-6e7707ab6773","resolution":{"observed_at":"2026-08-15T17:16:05.790079Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13649","last_updated":"2024-06-06T02:01:09Z","snapshot_observed_at":"2026-08-15T00:56:43.641640Z","submitted_at":"2024-01-24T18:35:21Z","title":"VisualWebArena: Evaluating Multimodal Agents on Realistic Visual Web Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13649","snapshot_observed_at":"2026-08-15T17:16:05.049413Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.049413Z"},"links":{"cited_paper":"/paper/2401.13649","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:99f10cad85be0ac3e78b54327036ff9a96009660191915cb91a04f8f59b8e2e3","observation_id":"8c763577-7789-4d34-b38b-043e3c09ff34","resolution":{"observed_at":"2026-08-15T17:16:05.049413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14867","last_updated":"2024-06-03T16:59:20Z","snapshot_observed_at":"2026-08-16T14:32:08.254607Z","submitted_at":"2023-12-22T17:45:19Z","title":"VIEScore: Towards Explainable Metrics for Conditional Image Synthesis Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14867","snapshot_observed_at":"2026-08-15T17:16:05.053807Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.053807Z"},"links":{"cited_paper":"/paper/2312.14867","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:a083ba189b12d16b8edebdf73ab69d77461e7bc9127f6e6315fc673f3143b8aa","observation_id":"2e70bba0-9261-4dd3-a136-34ae5d070c2e","resolution":{"observed_at":"2026-08-15T17:16:05.053807Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.09029","last_updated":"2024-03-14T01:40:40Z","snapshot_observed_at":"2026-08-16T14:09:59.275779Z","submitted_at":"2024-03-14T01:40:40Z","title":"Unlocking the conversion of Web Screenshots into HTML Code with the WebSight Dataset","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.09029","snapshot_observed_at":"2026-08-15T17:16:05.057490Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.057490Z"},"links":{"cited_paper":"/paper/2403.09029","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:6e660d9e70cbb9017b3802711346b25f1865ccaad9fa981c634fbe8f12af98b2","observation_id":"e87f68fc-4bed-4849-9c6b-57ab358f3039","resolution":{"observed_at":"2026-08-15T17:16:05.057490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.773189Z","title":null,"venue":null,"work_id":"88fcdea8-f22c-4268-a22e-794a68642dc5","year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.061411Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:ea3feb1475c0da78d5296c015cec454727fc9f30ffd89a0d71ab0a9f5ba8cd3d","observation_id":"686de6ce-deb6-4283-970e-6405faa576a4","resolution":{"observed_at":"2026-08-15T17:16:05.777981Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03326","last_updated":"2024-10-26T16:35:13Z","snapshot_observed_at":"2026-08-18T11:56:50.710310Z","submitted_at":"2024-08-06T17:59:44Z","title":"LLaVA-OneVision: Easy Visual Task Transfer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03326","snapshot_observed_at":"2026-08-15T17:16:05.064852Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.064852Z"},"links":{"cited_paper":"/paper/2408.03326","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:8fe5f11dc9420024b9e66596e75c16aa3b50d478caf9febd21a850c4efd4aae5","observation_id":"8ffe53f7-66db-41ad-bebb-eb89d44ac079","resolution":{"observed_at":"2026-08-15T17:16:05.064852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.20329","last_updated":"2024-02-28T15:47:11Z","snapshot_observed_at":"2026-08-19T05:44:07.383997Z","submitted_at":"2023-10-31T10:15:35Z","title":"InstructCoder: Instruction Tuning Large Language Models for Code Editing","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.20329","snapshot_observed_at":"2026-08-15T17:16:05.068700Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.068700Z"},"links":{"cited_paper":"/paper/2310.20329","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c2d96cc481c40423b5eca2298333d2e924a57560998ebc0333426b8d919b9044","observation_id":"dd8f8ad7-16e5-4d42-ad43-6929f0f3cc63","resolution":{"observed_at":"2026-08-15T17:16:05.068700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.16232","last_updated":"2024-10-21T17:39:49Z","snapshot_observed_at":"2026-08-16T13:07:18.137851Z","submitted_at":"2024-10-21T17:39:49Z","title":"Sketch2Code: Evaluating Vision-Language Models for Interactive Web Design Prototyping","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.16232","snapshot_observed_at":"2026-08-15T17:16:05.072419Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.072419Z"},"links":{"cited_paper":"/paper/2410.16232","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:e558d0a69c18c08a4f410e453251c4ce02c9c14dfb153332fbf4bd39dd38e1fc","observation_id":"dfc19d05-2932-4898-bc62-254297718214","resolution":{"observed_at":"2026-08-15T17:16:05.072419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05955","last_updated":"2024-04-09T02:29:39Z","snapshot_observed_at":"2026-08-17T00:01:45.419694Z","submitted_at":"2024-04-09T02:29:39Z","title":"VisualWebBench: How Far Have Multimodal LLMs Evolved in Web Page Understanding and Grounding?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05955","snapshot_observed_at":"2026-08-15T17:16:05.076434Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.076434Z"},"links":{"cited_paper":"/paper/2404.05955","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:8f62bf8d2f0d2c240642e44e476ea289da9c55be20b685727d12cfef5497ac64","observation_id":"490dfc8c-26ba-4655-9663-14c5316641ee","resolution":{"observed_at":"2026-08-15T17:16:05.076434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.079973Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.079973Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:79fb4b679451204efbd2ed75c61a5ea89af034b750c48dfa47c172b747e3de2f","observation_id":"24be8e65-d822-46a0-b779-ef2ffee537f5","resolution":{"observed_at":"2026-08-15T17:16:05.079973Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.083885Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.083885Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:26300dec6d3a0d9d078f1c07a2b94f0bae8400ddfdcba7bd348ea2dc33bc53e4","observation_id":"10e90417-abc9-43f1-a673-b63a3049d5cf","resolution":{"observed_at":"2026-08-15T17:16:05.083885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.087338Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.087338Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:8e2863936c0dabe5492e1b8856e7dacd0a4b540f9a4f255cdcf4fa4d64da65aa","observation_id":"0ddb7a40-c379-4e13-bf0c-1ff93b0e541e","resolution":{"observed_at":"2026-08-15T17:16:05.087338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12326","last_updated":"2025-01-21T17:48:10Z","snapshot_observed_at":"2026-08-16T21:34:35.147772Z","submitted_at":"2025-01-21T17:48:10Z","title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12326","snapshot_observed_at":"2026-08-15T17:16:05.090516Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.090516Z"},"links":{"cited_paper":"/paper/2501.12326","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:6eb4fd0f6614baafb1af85165beaf0040eb372315a0438d5071f9c8dad5a2b22","observation_id":"064609bd-58ce-4da5-b3aa-b0753fc970cd","resolution":{"observed_at":"2026-08-15T17:16:05.090516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04626","last_updated":"2025-03-17T16:32:24Z","snapshot_observed_at":"2026-08-17T15:14:31.008665Z","submitted_at":"2024-12-05T21:41:20Z","title":"BigDocs: An Open Dataset for Training Multimodal Models on Document and Code Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04626","snapshot_observed_at":"2026-08-15T17:16:05.094146Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.094146Z"},"links":{"cited_paper":"/paper/2412.04626","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c4cde2905bb67d06e72d5a14463a6facaff0e30f298319fc61edfa3e52611484","observation_id":"8efeef16-b3ae-4133-80ad-aac73a7b7515","resolution":{"observed_at":"2026-08-15T17:16:05.094146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11556","last_updated":"2025-05-31T14:41:26Z","snapshot_observed_at":"2026-08-18T04:30:31.732256Z","submitted_at":"2023-12-17T08:07:32Z","title":"StarVector: Generating Scalable Vector Graphics Code from Images and Text","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11556","snapshot_observed_at":"2026-08-15T17:16:05.097094Z","title":"Rodriguez, Abhay Puri, Shubham Agarwal, Issam H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.097094Z"},"links":{"cited_paper":"/paper/2312.11556","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:fd1e628cd891d260a67ba65624fba52a1aeccd049b61c6fb2a4fffbffd75c544","observation_id":"b21999fd-e2e1-4a8d-860b-d686c1ca1180","resolution":{"observed_at":"2026-08-15T17:16:05.097094Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04621","last_updated":"2024-06-06T06:10:00Z","snapshot_observed_at":"2026-08-19T20:10:40.832950Z","submitted_at":"2024-01-09T15:46:38Z","title":"DebugBench: Evaluating Debugging Capability of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04621","snapshot_observed_at":"2026-08-15T17:16:05.100168Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.100168Z"},"links":{"cited_paper":"/paper/2401.04621","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:ad4fa19ff3ec0f9e300501a6aadb60c4ccdf7132e78b14cc90414f6422b2dbc9","observation_id":"63b5d560-2cef-467c-b32e-affc84b28ea9","resolution":{"observed_at":"2026-08-15T17:16:05.100168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.13711","last_updated":"2024-09-24T18:38:02Z","snapshot_observed_at":"2026-08-16T13:20:39.895257Z","submitted_at":"2024-09-06T18:44:25Z","title":"WebQuest: A Benchmark for Multimodal QA on Web Page Sequences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.13711","snapshot_observed_at":"2026-08-15T17:16:05.103297Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.103297Z"},"links":{"cited_paper":"/paper/2409.13711","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:76253abb20bd482a7e7aeea12e688f18e649317b45265d905675e77963cad6cb","observation_id":"ef750436-8c22-486d-975d-a2600d0391e7","resolution":{"observed_at":"2026-08-15T17:16:05.103297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12191","last_updated":"2024-10-03T15:54:49Z","snapshot_observed_at":"2026-08-06T05:35:29.109022Z","submitted_at":"2024-09-18T17:59:32Z","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12191","snapshot_observed_at":"2026-08-15T17:16:05.107906Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.107906Z"},"links":{"cited_paper":"/paper/2409.12191","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:ea636056046882023c73e24f9f509bdbeb21f1dec20bc3bc919d3dca05fa6e2b","observation_id":"936150f6-ebfd-4395-bfd1-018099b2bbd4","resolution":{"observed_at":"2026-08-15T17:16:05.107906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.748708Z","title":null,"venue":null,"work_id":"bac51c14-e3de-4620-9494-2470d7495324","year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.111577Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9fd40e1982a47b58b2478af9e6f142ad41eea0bff228fd6c1e2615465b67e8c7","observation_id":"8ca7a859-bb90-4ca2-845e-3c1b67311f9c","resolution":{"observed_at":"2026-08-15T17:16:05.752194Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.738553Z","title":null,"venue":null,"work_id":"2c02f6bb-774e-484f-b236-1c088e223284","year":2021},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.114953Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:c90868c3926934d142b4d905c078ec14a71162a1e9b258de1d68d2b1cbfed25f","observation_id":"77312a74-a869-469e-9a5d-b6d492fc4c8e","resolution":{"observed_at":"2026-08-15T17:16:05.742070Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07572","last_updated":"2025-08-10T05:59:20Z","snapshot_observed_at":"2026-08-14T06:23:46.085198Z","submitted_at":"2025-01-13T18:58:07Z","title":"WebWalker: Benchmarking LLMs in Web Traversal","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.07572","snapshot_observed_at":"2026-08-15T17:16:05.118684Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.118684Z"},"links":{"cited_paper":"/paper/2501.07572","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:0f4a4f1086c69246a5572b2cf0d1ae0f5d738522af40a776738e7d537771f4ff","observation_id":"99ed521b-043b-4e0d-bd6c-ff95fd191e89","resolution":{"observed_at":"2026-08-15T17:16:05.118684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.122398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.122398Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9f1e72259ea549f43a551649af6039470e4edfe367fe1225589060e0def52f11","observation_id":"43519d1f-66e1-4622-a43e-4068b8bce32e","resolution":{"observed_at":"2026-08-15T17:16:05.122398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.728150Z","title":null,"venue":null,"work_id":"d61d3e7c-c89e-4a2e-92e9-1fc71ecf1f27","year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.126441Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:ef1ba710d2749650c107707abce3d805b025d96fb8b77b208ce4df49f4cdb11c","observation_id":"d55c9c02-8939-4d65-88cb-a90a063c3b2b","resolution":{"observed_at":"2026-08-15T17:16:05.731512Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.130175Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.130175Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:867c5bfca390be4f032159e18a0396f69f054c695d6dfddd31140dfe706fe183","observation_id":"37746d6d-0c3f-43ec-9a29-981d33b01c1b","resolution":{"observed_at":"2026-08-15T17:16:05.130175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20098","last_updated":"2024-11-17T16:11:00Z","snapshot_observed_at":"2026-08-18T04:07:03.724013Z","submitted_at":"2024-06-28T17:59:46Z","title":"Web2Code: A Large-scale Webpage-to-Code Dataset and Evaluation Framework for Multimodal LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20098","snapshot_observed_at":"2026-08-15T17:16:05.133745Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.133745Z"},"links":{"cited_paper":"/paper/2406.20098","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:5bb8aafc25255e469e3d09fc01b27e05bbbd55e9bee8b6de749a6542400e57ac","observation_id":"c66bea91-2889-41e1-9259-5aa382a33c96","resolution":{"observed_at":"2026-08-15T17:16:05.133745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09992","last_updated":"2025-06-29T05:24:54Z","snapshot_observed_at":"2026-08-16T14:00:44.199923Z","submitted_at":"2024-04-15T17:59:50Z","title":"MMInA: Benchmarking Multihop Multimodal Internet Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09992","snapshot_observed_at":"2026-08-15T17:16:05.137876Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.137876Z"},"links":{"cited_paper":"/paper/2404.09992","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:9161ef5378954fdae3348fb1b708920d02e78f5778e857a7b5938f7fcd373164","observation_id":"60078a07-cbfd-4da6-8e95-1b6e578e05e1","resolution":{"observed_at":"2026-08-15T17:16:05.137876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.711342Z","title":"Gpt-4v (ision) is a generalist web agent, if grounded","venue":null,"work_id":"15a045d5-98c9-4424-a654-2a82acafd564","year":null},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.141479Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:f54ba6fd33484a94f596a2238fe7dbd6abd12b3b3ee7036b96d53fbbe84e1ec7","observation_id":"70edc931-60f1-4039-8eb0-40dc17ac590b","resolution":{"observed_at":"2026-08-15T17:16:05.714908Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.145049Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.145049Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:4d45bf342633b8800a08b4445f2b41d6104af549eb2e18f19511cdc550bd8577","observation_id":"98b5bca0-235b-49d1-b62e-06eb0a9a3fc1","resolution":{"observed_at":"2026-08-15T17:16:05.145049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-15T17:16:05.148510Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.148510Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:828656f76f311e0cb936c10891bf044bab3fe1082efbbd5fd1270db7c71b8fdd","observation_id":"b31c58f4-b6f9-453b-9c99-262d1d19436b","resolution":{"observed_at":"2026-08-15T17:16:05.148510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.152511Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.152511Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:7417c491ddc4c250e146b79d22f754ab50119a23f445e8ae14530ad55facb239","observation_id":"108ceabb-a2a0-4ae7-99eb-30cba4cd0aa1","resolution":{"observed_at":"2026-08-15T17:16:05.152511Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:16:05.156481Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-15T17:16:05.156481Z"},"links":{"citing_paper":"/paper/2508.16763"},"observation_digest":"sha256:d68211269fd908dace7ca92997072e033aa52d9e1fb1d31e82799efc2a4e21fe","observation_id":"785a3d9f-5dad-405c-85e3-3ea88a51b626","resolution":{"observed_at":"2026-08-15T17:16:05.156481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.16763","last_updated":"2025-08-22T19:41:02Z","latest_version":1,"primary_category":"cs.CV","snapshot_observed_at":"2026-08-18T19:49:41.515883Z","submitted_at":"2025-08-22T19:41:02Z","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation"},"reference_resolution":{"displayed":57,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":2,"verified_fuzzy":1},"total_outbound_references":57},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 57 of 57 outbound references and 0 inbound Pith citation observations for arXiv:2508.16763."}