{"as_of":"2026-08-18T19:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d9d8ce9eb5b39d636bbeff77f5323b1ac7fa416a4bd89c18e96b46159e50a894","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:37:38.193781Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.04670/citation-record","integrity":"/paper/2505.04670/integrity","json":"/paper/2505.04670/citation-record.json","paper":"/paper/2505.04670"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.008943Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.008943Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:f9fe99cbc6e78fb0fec296ec12085d8b4d5c1b8858cb52144c0083f0e6d54c84","observation_id":"cfa76e85-f31e-4e32-a1d5-6c32645cc139","resolution":{"observed_at":"2026-08-15T23:37:38.008943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06992","last_updated":"2024-10-10T13:13:09Z","snapshot_observed_at":"2026-08-16T13:11:03.237498Z","submitted_at":"2024-10-09T15:38:53Z","title":"SWE-Bench+: Enhanced Coding Benchmark for LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06992","snapshot_observed_at":"2026-08-15T23:37:38.013212Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.013212Z"},"links":{"cited_paper":"/paper/2410.06992","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:0c8701567ca5be4c776f764f9a99553aba52e62018f6ba356adfb8b5cb2cdf2c","observation_id":"1feed858-effd-4253-b3df-afeddc2c326f","resolution":{"observed_at":"2026-08-15T23:37:38.013212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.896613Z","title":null,"venue":null,"work_id":"f3f512d7-0b6c-46f7-baef-c505752afb04","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.017427Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:f20c1d4db8dc82a31861e029a414a000b0ed9fb43fe2cae7079e594706370db6","observation_id":"dc48816c-25fd-45cd-a3cf-3f02916a9921","resolution":{"observed_at":"2026-08-15T23:37:38.900434Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-15T17:40:38.050939Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-15T23:37:38.021431Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.021431Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:0008921f53294731b86825585b704fa792b238b261efe2f18e9cbf5b5e2d8fea","observation_id":"969ecab2-656e-4b97-ab4c-75c7a4784d91","resolution":{"observed_at":"2026-08-15T23:37:38.021431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.05390","last_updated":"2023-11-23T11:45:02Z","snapshot_observed_at":"2026-08-17T01:40:37.676379Z","submitted_at":"2023-04-11T17:59:13Z","title":"HRS-Bench: Holistic, Reliable and Scalable Benchmark for Text-to-Image Models","version":2},"cited_work":{"arxiv_id":"2304.05390","doi":null,"metadata_source":"pith","pith_arxiv_id":"2304.05390","snapshot_observed_at":"2026-08-15T23:37:38.730890Z","title":"HRS-Bench: Holistic, Reliable and Scalable Benchmark for Text-to-Image Models","venue":"cs.CV","work_id":"ab659da6-afe5-47f4-bea3-5dc98ccf05b2","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.025409Z"},"links":{"cited_paper":"/paper/2304.05390","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:85bd907dfcbb3e13e63b5d06341ba0ff1ce0f27b81435a2e3b7b1ddcf5816e74","observation_id":"caca5337-1080-419f-ab8d-94da1812ca64","resolution":{"observed_at":"2026-08-15T23:37:38.735587Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.883989Z","title":null,"venue":null,"work_id":"e03eaf8f-f39b-4f92-a34a-bd5b6c35f86d","year":null},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.029159Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:d65dd2cf9268d957da6c2eca5a78191c9375ebe4c402380470e76a0713ba94bc","observation_id":"c10023ca-00b7-442a-b2d4-6c3589515d49","resolution":{"observed_at":"2026-08-15T23:37:38.887940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.00367","last_updated":"2024-01-23T15:20:33Z","snapshot_observed_at":"2026-08-16T14:56:16.113103Z","submitted_at":"2023-09-30T13:15:49Z","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.00367","snapshot_observed_at":"2026-08-15T23:37:38.037186Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.037186Z"},"links":{"cited_paper":"/paper/2310.00367","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:bdde9a224c194cc2a0ea62f85055db73c3237322b0e59e5f8952545930f6342e","observation_id":"5d01ad68-59c0-49e6-aa26-eda70165da22","resolution":{"observed_at":"2026-08-15T23:37:38.037186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15306","last_updated":"2024-11-06T09:49:31Z","snapshot_observed_at":"2026-08-17T14:40:58.523083Z","submitted_at":"2024-05-24T07:48:35Z","title":"DeTikZify: Synthesizing Graphics Programs for Scientific Figures and Sketches with TikZ","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15306","snapshot_observed_at":"2026-08-15T23:37:38.041648Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.041648Z"},"links":{"cited_paper":"/paper/2405.15306","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:21e5dd9355de6f7d993b8a593c9a848a995c6db798ac4ff294f6459e3e4fe1c7","observation_id":"6b1940bb-044d-4e9e-8b4d-80622d1ca6a7","resolution":{"observed_at":"2026-08-15T23:37:38.041648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.12712","last_updated":"2023-04-13T20:41:31Z","snapshot_observed_at":"2026-08-03T04:49:15.195814Z","submitted_at":"2023-03-22T16:51:28Z","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.12712","snapshot_observed_at":"2026-08-15T23:37:38.045778Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.045778Z"},"links":{"cited_paper":"/paper/2303.12712","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:ccfa4599033bf88bf37bdafc884f52dd8e91d88bf9bc28c3e304c91b7b1c4afa","observation_id":"aa0cedc1-4a0c-49ff-b58e-fd52ec573e2b","resolution":{"observed_at":"2026-08-15T23:37:38.045778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-15T23:37:38.050361Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.050361Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:79bd69bba8266ce07df9420fb31fec5caf1644c457a81a997e394b6be42d548f","observation_id":"c1e36046-45fe-489a-a52f-16e4c4f83cb6","resolution":{"observed_at":"2026-08-15T23:37:38.050361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15328","last_updated":"2023-10-27T01:44:27Z","snapshot_observed_at":"2026-08-18T17:42:08.443101Z","submitted_at":"2023-05-24T16:42:17Z","title":"Visual Programming for Text-to-Image Generation and Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15328","snapshot_observed_at":"2026-08-15T23:37:38.055241Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.055241Z"},"links":{"cited_paper":"/paper/2305.15328","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:d44151225ac21ddedb463173f9627bc5e048fbb3e80f9cb09bedda8d3b50ca54","observation_id":"81ea4e30-25ee-45a4-9f45-7130c0240249","resolution":{"observed_at":"2026-08-15T23:37:38.055241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00019","last_updated":"2024-07-30T18:49:26Z","snapshot_observed_at":"2026-08-18T13:40:51.483469Z","submitted_at":"2024-07-30T18:49:26Z","title":"WebApp1K: A Practical Code-Generation Benchmark for Web App Development","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00019","snapshot_observed_at":"2026-08-15T23:37:38.059414Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.059414Z"},"links":{"cited_paper":"/paper/2408.00019","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:cfcfd87f8c1ce5d296e24499a23e4c452cae90bea255f87966eb71dbbb16b1df","observation_id":"1b8bd94c-be4b-42b1-b478-e186d6c01f5d","resolution":{"observed_at":"2026-08-15T23:37:38.059414Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.872401Z","title":null,"venue":null,"work_id":"27e6160f-d03b-4108-ba6f-049dc877638a","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.063668Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:9e4e3b3bb9bc61308f8bb8bd141d12fa11c85a6a2eaa808b84a4f9ae7e6cafcd","observation_id":"f0f13949-07e3-44e8-a2f6-cacb7e06632b","resolution":{"observed_at":"2026-08-15T23:37:38.876531Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00988","last_updated":"2025-02-03T02:00:29Z","snapshot_observed_at":"2026-08-18T00:41:23.702926Z","submitted_at":"2025-02-03T02:00:29Z","title":"PlotGen: Multi-Agent LLM-based Scientific Data Visualization via Multimodal Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00988","snapshot_observed_at":"2026-08-15T23:37:38.067222Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.067222Z"},"links":{"cited_paper":"/paper/2502.00988","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:7a641a8c9cb113a7bca5a4c1df8671d5b28ca97af7d7bcf869b0f6fce5654bf6","observation_id":"62d681c7-8a61-421c-a94e-6c7fa452c883","resolution":{"observed_at":"2026-08-15T23:37:38.067222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18766","last_updated":"2024-04-29T15:02:14Z","snapshot_observed_at":"2026-08-16T13:56:56.121221Z","submitted_at":"2024-04-29T15:02:14Z","title":"PECC: Problem Extraction and Coding Challenges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18766","snapshot_observed_at":"2026-08-15T23:37:38.070767Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.070767Z"},"links":{"cited_paper":"/paper/2404.18766","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:aece822f6bc81b9cf0a84d4d0e63959d1c03dc0ae04ae33f971ed30a5919f4e5","observation_id":"959f4ff9-837e-4538-98b5-034bd73fd473","resolution":{"observed_at":"2026-08-15T23:37:38.070767Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18150","last_updated":"2024-12-25T15:00:36Z","snapshot_observed_at":"2026-08-18T03:26:48.098712Z","submitted_at":"2024-12-24T04:08:25Z","title":"EvalMuse-40K: A Reliable and Fine-Grained Benchmark with Comprehensive Human Annotations for Text-to-Image Generation Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18150","snapshot_observed_at":"2026-08-15T23:37:38.074067Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.074067Z"},"links":{"cited_paper":"/paper/2412.18150","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:7501bd771516bb862549d52dc77bad5e27bda86dd48c176c510dc6fda3c8aec8","observation_id":"0717342c-df3f-486f-b6ef-76aa03d125a6","resolution":{"observed_at":"2026-08-15T23:37:38.074067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-14T15:19:05.440904Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-15T23:37:38.077932Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.077932Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:174c6f289952cdc9b9583adcc1cf22a97ccd5548eb969d03a291baa44d1b663a","observation_id":"0cec30e0-bfe6-4d85-8aa8-0ed87f4a6bd0","resolution":{"observed_at":"2026-08-15T23:37:38.077932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.081791Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.081791Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:76fe00c7071e0a6be3bf43580ae9cb7cee0d694ed527c09f69fe375cfb3687e4","observation_id":"6d0437f9-a9ff-4ab6-b708-98cff0ae8a2a","resolution":{"observed_at":"2026-08-15T23:37:38.081791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.06350","last_updated":"2025-03-08T14:57:45Z","snapshot_observed_at":"2026-08-17T00:02:32.691472Z","submitted_at":"2023-07-12T17:59:42Z","title":"T2I-CompBench++: An Enhanced and Comprehensive Benchmark for Compositional Text-to-image Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.06350","snapshot_observed_at":"2026-08-15T23:37:38.086107Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.086107Z"},"links":{"cited_paper":"/paper/2307.06350","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:6f25e1c00308366b01c1343b37d5da0e87290712973f91c51c5f37f8b495fc77","observation_id":"2ccc5a17-c7e6-4996-8ee2-9efa07ea2128","resolution":{"observed_at":"2026-08-15T23:37:38.086107Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-15T23:37:38.090753Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.090753Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:f59944e54a3f0b68dbf67e5891a8419d5206783a47f0c262fad5d2ad32e75787","observation_id":"98052884-4a7a-420b-bc72-b8297b76ac04","resolution":{"observed_at":"2026-08-15T23:37:38.090753Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-18T08:11:45.716032Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-15T23:37:38.094805Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik Narasimhan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.094805Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:084ddcee8429d05cf8c233d1e50524336b98e57429f83c23eb04ac7623bfa912","observation_id":"20e12839-7d63-4efe-90a2-210f2d9e4a18","resolution":{"observed_at":"2026-08-15T23:37:38.094805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01502","last_updated":"2024-07-01T17:48:14Z","snapshot_observed_at":"2026-08-16T13:38:01.685520Z","submitted_at":"2024-07-01T17:48:14Z","title":"AI Agents That Matter","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01502","snapshot_observed_at":"2026-08-15T23:37:38.098773Z","title":"Siegel, Nitya Nadgir, and Arvind Narayanan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.098773Z"},"links":{"cited_paper":"/paper/2407.01502","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:2758c45899ae43ea67b9a380006a8f4f7107f310501ec606cefbfa179c409db6","observation_id":"c23cb44b-7912-4d2c-b2e8-a2c2642ebaa5","resolution":{"observed_at":"2026-08-15T23:37:38.098773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.16801","last_updated":"2024-06-25T18:04:23Z","snapshot_observed_at":"2026-08-16T13:40:03.195033Z","submitted_at":"2024-06-24T17:08:17Z","title":"RES-Q: Evaluating Code-Editing Large Language Model Systems at the Repository Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.16801","snapshot_observed_at":"2026-08-15T23:37:38.102332Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.102332Z"},"links":{"cited_paper":"/paper/2406.16801","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:a141219de2d998b510e8b36ac2d0d9e7e993c0f256fbffb3874d44ce0b4ab8f3","observation_id":"891c5b50-b164-47f7-a5eb-928ad6b35dc1","resolution":{"observed_at":"2026-08-15T23:37:38.102332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21647","last_updated":"2025-06-24T20:49:51Z","snapshot_observed_at":"2026-08-16T13:05:09.409736Z","submitted_at":"2024-10-29T01:21:05Z","title":"Can Language Models Replace Programmers for Coding? REPOCOD Says 'Not Yet'","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21647","snapshot_observed_at":"2026-08-15T23:37:38.106353Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.106353Z"},"links":{"cited_paper":"/paper/2410.21647","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:18880cfdaf2c75f55fbbddf786ec9480819aba434b5fd7e93d8387954854b79f","observation_id":"74161ebc-9602-49b3-8c7f-682011ac77cb","resolution":{"observed_at":"2026-08-15T23:37:38.106353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02977","last_updated":"2025-12-03T03:33:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:59:41Z","title":"Large Language Model-Based Agents for Software Engineering: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02977","snapshot_observed_at":"2026-08-15T23:37:38.110661Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.110661Z"},"links":{"cited_paper":"/paper/2409.02977","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:688061ebf15fc499f711212dc283dac1837b285ecc0708a8b996535278a6fae5","observation_id":"9655ff43-c5f6-46da-b096-4736c5de4812","resolution":{"observed_at":"2026-08-15T23:37:38.110661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07065","last_updated":"2025-02-24T15:08:26Z","snapshot_observed_at":"2026-08-16T13:53:30.607974Z","submitted_at":"2024-05-11T18:20:40Z","title":"LogoMotion: Visually-Grounded Code Synthesis for Creating and Editing Animation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.07065","snapshot_observed_at":"2026-08-15T23:37:38.114437Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.114437Z"},"links":{"cited_paper":"/paper/2405.07065","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:86f1f9b81ac1af98d8ad95fe7907d2a2ca3db479516285c8e9ea84fabe975abb","observation_id":"f47dfb3a-76b2-4faf-b7c6-98bf3014fa9a","resolution":{"observed_at":"2026-08-15T23:37:38.114437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.118472Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.118472Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:6079b40a2364281c93e7a60cfa4be6181413ce728199041930aa6388c62bb7ff","observation_id":"bf8cdb39-8ea4-4c18-bef0-a636528bb828","resolution":{"observed_at":"2026-08-15T23:37:38.118472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00203","last_updated":"2024-08-01T00:00:43Z","snapshot_observed_at":"2026-08-18T08:43:23.976880Z","submitted_at":"2024-08-01T00:00:43Z","title":"OmniParser for Pure Vision Based GUI Agent","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00203","snapshot_observed_at":"2026-08-15T23:37:38.122211Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.122211Z"},"links":{"cited_paper":"/paper/2408.00203","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:7815d23a3273eddedfab4687e26de19a91006aa47eeec9d8adf31eaffbfb644b","observation_id":"ea1a1f73-7645-40d0-a54b-65bb90b2896a","resolution":{"observed_at":"2026-08-15T23:37:38.122211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11556","last_updated":"2025-05-31T14:41:26Z","snapshot_observed_at":"2026-08-18T04:30:31.732256Z","submitted_at":"2023-12-17T08:07:32Z","title":"StarVector: Generating Scalable Vector Graphics Code from Images and Text","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11556","snapshot_observed_at":"2026-08-15T23:37:38.126527Z","title":"Rodriguez, Abhay Puri, Shubham Agarwal, Issam H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.126527Z"},"links":{"cited_paper":"/paper/2312.11556","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:bc86b22bfa3d9935eae0b52e6bec5fe0c9ea6bd31def103fe1fa9062571e88dc","observation_id":"be264e6d-82bf-462a-bba0-981f23ba9b9e","resolution":{"observed_at":"2026-08-15T23:37:38.126527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03163","last_updated":"2025-02-09T04:22:26Z","snapshot_observed_at":"2026-08-16T14:12:33.804927Z","submitted_at":"2024-03-05T17:56:27Z","title":"Design2Code: Benchmarking Multimodal Code Generation for Automated Front-End Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03163","snapshot_observed_at":"2026-08-15T23:37:38.132054Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.132054Z"},"links":{"cited_paper":"/paper/2403.03163","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:ae8ca517a487562a93377b9a14a3f0c2cf0229d8755db14df69e181638517acd","observation_id":"14c34fdd-6dd6-4f51-9dfe-d45fc9ea20cf","resolution":{"observed_at":"2026-08-15T23:37:38.132054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18356","last_updated":"2025-02-25T16:45:08Z","snapshot_observed_at":"2026-08-17T16:03:29.812485Z","submitted_at":"2025-02-25T16:45:08Z","title":"WebGames: Challenging General-Purpose Web-Browsing AI Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18356","snapshot_observed_at":"2026-08-15T23:37:38.136112Z","title":"Chan, Jikun Kang, Wenqi Wu, Filippos Christianos, Fraser Greenlee, Andy Toulis, and Marvin Purtorab","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.136112Z"},"links":{"cited_paper":"/paper/2502.18356","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:5b8a26b28ffda9ee728053b5c7e1806b14c4eae7b4d33700c86d55cd2837cc6f","observation_id":"1ee0490c-3219-4067-883d-4a0480fb7a1b","resolution":{"observed_at":"2026-08-15T23:37:38.136112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06071","last_updated":"2025-08-12T20:30:48Z","snapshot_observed_at":"2026-08-16T14:20:03.580590Z","submitted_at":"2024-02-08T21:43:30Z","title":"Keyframer: Empowering Animation Design using Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06071","snapshot_observed_at":"2026-08-15T23:37:38.140565Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.140565Z"},"links":{"cited_paper":"/paper/2402.06071","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:2f22d44ad8da799a455da69041f8325c3a804cd51debd1256a1b2347e2a81072","observation_id":"bced0378-fb38-4a27-94ad-e380549a687b","resolution":{"observed_at":"2026-08-15T23:37:38.140565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-14T17:59:52.524740Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-15T23:37:38.144700Z","title":"Xu, Xiangru Tang, Mingchen Zhuge, Jiayi Pan, Yueqi Song, Bowen Li, Jaskirat Singh, Hoang H","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.144700Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:dc875609d5753a599bfb53623f4611fc964108e5cba74371e6d131e02dce1cf4","observation_id":"105c4edd-4137-46d1-b47f-2c00bb9d300b","resolution":{"observed_at":"2026-08-15T23:37:38.144700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.08388","last_updated":"2023-02-07T03:12:50Z","snapshot_observed_at":"2026-08-18T17:24:55.523355Z","submitted_at":"2022-03-16T04:21:50Z","title":"MCoNaLa: A Benchmark for Code Generation from Multiple Natural Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.08388","snapshot_observed_at":"2026-08-15T23:37:38.148710Z","title":"Xu, and Graham Neubig","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.148710Z"},"links":{"cited_paper":"/paper/2203.08388","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:73b0208174e29ed75fe7c051d0ab97d2fe8eb47f33ddc69a02fc87391b391850","observation_id":"8e2fb44b-728e-4ccb-b5a7-7f88b8e9b4f6","resolution":{"observed_at":"2026-08-15T23:37:38.148710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.11916","last_updated":"2024-11-18T02:58:37Z","snapshot_observed_at":"2026-08-14T16:53:45.761753Z","submitted_at":"2024-11-18T02:58:37Z","title":"From Words to Structured Visuals: A Benchmark and Framework for Text-to-Diagram Generation and Editing","version":1},"cited_work":{"arxiv_id":"2411.11916","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.11916","snapshot_observed_at":"2026-08-15T23:37:38.312068Z","title":"From Words to Structured Visuals: A Benchmark and Framework for Text-to-Diagram Generation and Editing","venue":"cs.DB","work_id":"85591c69-525e-48cc-9ff4-f595926c6471","year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.153234Z"},"links":{"cited_paper":"/paper/2411.11916","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:4ee9c58eba67510f562725c7fd04c1f5aacf0b51f87a9bc8f822a0dfecd7d557","observation_id":"768e4cfa-6e0f-47cc-8df3-c0027a527070","resolution":{"observed_at":"2026-08-15T23:37:38.318878Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.859933Z","title":null,"venue":null,"work_id":"794282b6-d210-4c6d-98d6-61ce9c9dbda0","year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.157557Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:0793c4af644c378869515a366b828804d829c0e3fd3ad8ff2560ac203337fb02","observation_id":"e672719a-3fe5-4e43-bcaa-31cb1702a248","resolution":{"observed_at":"2026-08-15T23:37:38.863682Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.849166Z","title":null,"venue":null,"work_id":"06ea7ca2-ec6e-4dd6-86cf-79cea6c78727","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.161713Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:7810ee44c9134316f0229f24ff80720e5dd5ee9eb1ce2d4e78fb851592041d8f","observation_id":"a0e86a60-bb63-47a8-a258-bc06e832c1a3","resolution":{"observed_at":"2026-08-15T23:37:38.852648Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.10437","last_updated":"2026-04-09T03:46:50Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-11T09:02:25Z","title":"SVGFusion: A VAE-Diffusion Transformer for Vector Graphic Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.10437","snapshot_observed_at":"2026-08-15T23:37:38.165758Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.165758Z"},"links":{"cited_paper":"/paper/2412.10437","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:a2e1c77dca7a11dc6572530e13061385aa55ec1804d9e38de2a5e9ff0b63690f","observation_id":"266340ab-5578-40e2-b236-bb6b249683cc","resolution":{"observed_at":"2026-08-15T23:37:38.165758Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.16476","last_updated":"2026-04-20T13:31:20Z","snapshot_observed_at":"2026-08-16T17:21:51.126237Z","submitted_at":"2023-12-27T08:50:01Z","title":"SVGDreamer: Text Guided SVG Generation with Diffusion Model","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.16476","snapshot_observed_at":"2026-08-15T23:37:38.169936Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.169936Z"},"links":{"cited_paper":"/paper/2312.16476","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:defa1f7327e9c164fbd1fdc76b792a7bf91f32b9b1bbb4a216d76ed7ac3a5c91","observation_id":"e5136960-1ed4-46bd-a2f8-68cc2173895c","resolution":{"observed_at":"2026-08-15T23:37:38.169936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12128","last_updated":"2024-07-15T16:32:39Z","snapshot_observed_at":"2026-08-16T14:50:58.996194Z","submitted_at":"2023-10-18T17:37:10Z","title":"DiagrammerGPT: Generating Open-Domain, Open-Platform Diagrams via LLM Planning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12128","snapshot_observed_at":"2026-08-15T23:37:38.173860Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.173860Z"},"links":{"cited_paper":"/paper/2310.12128","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:eb038d71b03f652fc1fc62da6136f983942e34dab454708f7c6c4b89f48cd909","observation_id":"2287dc35-d5c6-4f2e-857b-44965e8c4dc0","resolution":{"observed_at":"2026-08-15T23:37:38.173860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.12381","last_updated":"2025-02-18T06:00:26Z","snapshot_observed_at":"2026-08-16T13:08:53.322330Z","submitted_at":"2024-10-16T09:04:57Z","title":"HumanEval-V: Benchmarking High-Level Visual Reasoning with Complex Diagrams in Coding Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.12381","snapshot_observed_at":"2026-08-15T23:37:38.177904Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.177904Z"},"links":{"cited_paper":"/paper/2410.12381","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:b30ae1d40788e485b6f2a58cd546fda934bfb4c5e3740d785d04a43fa69d657a","observation_id":"17409bd0-cc91-4d87-a864-5b897fb671da","resolution":{"observed_at":"2026-08-15T23:37:38.177904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.836803Z","title":null,"venue":null,"work_id":"cd62706d-5eee-4b3c-a832-1da734ba4d75","year":1989},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.181886Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:ce5d67666d6db352a5faa21709e9247bbbb4c389d2dce6bb9eb9233c33e4d35b","observation_id":"637d9bd3-ecaa-4523-b503-8b2b640706f0","resolution":{"observed_at":"2026-08-15T23:37:38.840454Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18573","last_updated":"2025-03-17T17:58:13Z","snapshot_observed_at":"2026-08-16T12:59:57.442596Z","submitted_at":"2024-12-24T17:56:08Z","title":"Top General Performance = Top Domain Performance? DomainCodeBench: A Multi-domain Code Generation Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18573","snapshot_observed_at":"2026-08-15T23:37:38.185745Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.185745Z"},"links":{"cited_paper":"/paper/2412.18573","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:ba6eeafdde30fd2b4ab7915a8e7cedd97f42a5eba7219f103a6502d0536c7e24","observation_id":"6c60a45d-133e-47b6-ad9b-36028ea59cd5","resolution":{"observed_at":"2026-08-15T23:37:38.185745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-15T23:37:38.189687Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.189687Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:5c09fc53d5e227cf4fc8fe2737abab630b1b302a104c5f54fea1f571b403801a","observation_id":"fd079812-62ab-4f13-a686-c9f7867091ac","resolution":{"observed_at":"2026-08-15T23:37:38.189687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-08-14T15:45:30.011625Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-15T23:37:38.193781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.193781Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:5fa288de78f7b4394120312eea66e34ed95d49b8a4034d95a3d365bd19073de1","observation_id":"f3dd0ad4-5d6b-411d-b8db-dbed75d6e397","resolution":{"observed_at":"2026-08-15T23:37:38.193781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2404.00412","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.713680Z","title":"arXiv:2404.00412","venue":null,"work_id":"15ec0a67-5270-4530-8950-5967dabeffc7","year":null},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.033037Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:ab6afdf41796760cce360d5acecb2ef433dac4f6d0b7d531f83a6a7a0d618bc6","observation_id":"094af73d-8bb8-402d-8ba5-1128a8c4c8dd","resolution":{"observed_at":"2026-08-15T23:37:38.719182Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T12:03:33.562507Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":43,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 0 inbound Pith citation observations for arXiv:2505.04670."}