{"as_of":"2026-08-22T11:48:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7b8b04ad21e2c7d3a45dd4f42282d5e488e0845baac6110f7b09c37d1d6106b8","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T13:16:19.408399Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:03:34.428457Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-07T13:03:35.186016Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"cited_work":{"arxiv_id":"2412.13386","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.13386","snapshot_observed_at":"2026-08-07T13:03:35.186016Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","venue":"cs.SE","work_id":"40640ab2-52c8-4f56-b745-3b3797ee0a95","year":2024},"citing_paper":{"arxiv_id":"2505.22906","last_updated":"2025-05-30T18:45:49Z","snapshot_observed_at":"2026-08-19T02:01:09.600397Z","submitted_at":"2025-05-28T22:11:17Z","title":"HiLDe: Intentional Code Generation via Human-in-the-Loop Decoding","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T13:03:34.428457Z"},"links":{"cited_paper":"/paper/2412.13386","citing_paper":"/paper/2505.22906"},"observation_digest":"sha256:a6bf6e0d279d8fb9bdf8c11e62e840b612f244980bd03a5465c8dfc5880385e0","observation_id":"e3a82972-95f0-4fd9-bf62-acc570780384","resolution":{"observed_at":"2026-08-07T13:03:35.194443Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.13386/citation-record","integrity":"/paper/2412.13386/integrity","json":"/paper/2412.13386/citation-record.json","paper":"/paper/2412.13386"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.505192Z","title":"The collaborative software process,","venue":null,"work_id":"1b0e9ade-1c91-4e9e-9a0a-fedf92e7b9d3","year":2000},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.238724Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:a17f9edda5fe8606f0c9949213fb51cfcf8d9132eab1bb7d306f0202a302ca9d","observation_id":"16eef7e8-7f83-4912-9ebd-2bdedab54342","resolution":{"observed_at":"2026-08-11T13:16:20.509397Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.243737Z","title":"Software design sketching with calico,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.243737Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:01def1532b6f8b6ce05ea6bb9aef46ff20527f34a7690ba411399ba9a4165c69","observation_id":"25c2758d-13fd-4da5-9ed5-998165bafd44","resolution":{"observed_at":"2026-08-11T13:16:19.243737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.248794Z","title":"Let’s go to the whiteboard: how and why software developers use drawings,","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.248794Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:44bdcbb4fc49569243028f75ba48fff5008e22b0017df089c9396db46760e00a","observation_id":"0a78f8b4-ff86-4c22-81d5-2f9480de90ac","resolution":{"observed_at":"2026-08-11T13:16:19.248794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.491141Z","title":"Visual thinking in action: Visualizations as used on whiteboards,","venue":null,"work_id":"f9e4ea60-5878-4c1a-926e-7041335e2020","year":2011},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.253619Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:65b99e229147147790bea4a3045414e41dc2cb52a5ac98f9c20ae6390e2d92b7","observation_id":"1c2f8852-f53c-42a4-94f3-1362c0c18c09","resolution":{"observed_at":"2026-08-11T13:16:20.496474Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.258558Z","title":"Sketches and diagrams in practice,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.258558Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:d911b3bf10da014d55b206fbd1e7cede06284f730d09a990aaba9adec487d55c","observation_id":"831737bc-1cba-4606-8854-019bd31b3886","resolution":{"observed_at":"2026-08-11T13:16:19.258558Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.263678Z","title":"Maintaining mental models: a study of developer work habits,","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.263678Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:8f4060fd856524979d1247924540aa14d32c0b0b7c9d4d6ecb4b90a32afb90a0","observation_id":"1191a1be-e665-431d-a38c-54f4e1ecac62","resolution":{"observed_at":"2026-08-11T13:16:19.263678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.473794Z","title":"Gemini: A family of highly capable multimodal models,","venue":null,"work_id":"865b7195-5ad6-4dd6-b533-9855804a7298","year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.268374Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:d3a0e775413b7fb20b29201b7ec2c847baf3b09a05e938fecc9fca2ab4ab3e57","observation_id":"499d2dcc-9f74-44f7-bea7-e080c6d2725c","resolution":{"observed_at":"2026-08-11T13:16:20.478548Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.273758Z","title":"Gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.273758Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:0a673e7c9cbd6dd69f128861c3473d1d725761e03479fd70546739b4508ec6dc","observation_id":"2f438e69-d6a2-45a0-8035-c599328306b6","resolution":{"observed_at":"2026-08-11T13:16:19.273758Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.278965Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.278965Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:cd560ccaab5db96826d40cbb35aa46c937ed0f135486bdbe149e8fa931183442","observation_id":"10cb2a1c-9988-401b-8361-3b11f5ab9141","resolution":{"observed_at":"2026-08-11T13:16:19.278965Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-11T13:16:19.285449Z","title":"Deepseek-coder: When the large language model meets programming – the rise of code intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.285449Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:93a7069304b10c859a5074af84449c8355f31d307bd8384e3ad3401b5ba48d4d","observation_id":"c0c9ea41-e655-460b-838c-31cf44d51670","resolution":{"observed_at":"2026-08-11T13:16:19.285449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-18T03:59:39.242039Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-11T13:16:19.291190Z","title":"Code llama: Open foundation models for code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.291190Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:4d7da99a60637d9fff45532f0e5357000a4a43d3a035f6dd781ebdf1c7b7d71f","observation_id":"618ea0f6-2e6b-4fbd-b830-b112d04ce820","resolution":{"observed_at":"2026-08-11T13:16:19.291190Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03163","last_updated":"2025-02-09T04:22:26Z","snapshot_observed_at":"2026-08-20T13:50:01.100318Z","submitted_at":"2024-03-05T17:56:27Z","title":"Design2Code: Benchmarking Multimodal Code Generation for Automated Front-End Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03163","snapshot_observed_at":"2026-08-11T13:16:19.297479Z","title":"Design2code: How far are we from automating front-end engineering?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.297479Z"},"links":{"cited_paper":"/paper/2403.03163","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:1ff6c806d8a1511c193040d40c1aff9a093bb80678697566306e921f6998b706","observation_id":"29ee2280-8095-4757-9a17-d509f2a130be","resolution":{"observed_at":"2026-08-11T13:16:19.297479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.302584Z","title":"Forecasting the future of artificial intelligence with machine learning-based link prediction in an exponentially growing knowledge network,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.302584Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:7d441f18fed05811da77cf8af9fbc831f0a5f099a0e76e6ff602d67834b34378","observation_id":"6dadbaed-297f-40c8-be55-e8c37f834f47","resolution":{"observed_at":"2026-08-11T13:16:19.302584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.306901Z","title":null,"venue":null,"work_id":null,"year":1993},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.306901Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:a056c3dffcc5cc768c36ac178ee1fb2e81b204d4be2f3d7537e3b0b97a41880f","observation_id":"b4ae0c08-b616-4eb9-be5c-775fa133a708","resolution":{"observed_at":"2026-08-11T13:16:19.306901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.443080Z","title":"Follow that sketch: Lifecycles of diagrams and sketches in software development,","venue":null,"work_id":"f0b863c1-2ef1-41ef-a3a7-0f88e99adfcc","year":2011},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.310957Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:f6bfab612a7b326b9fb946c805f1da9550b3492b5d552684a11da662224d0b4e","observation_id":"3d7cb313-6f38-4ac0-b0eb-26d55c5cf80e","resolution":{"observed_at":"2026-08-11T13:16:20.448381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5868.26616","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.937896Z","title":"Linking sketches and diagrams to source code artifacts,","venue":null,"work_id":"86f016d1-9db4-4d1a-ae89-cbd266fc23c7","year":2014},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.314856Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:9ecc13cb572a73ac3db5caeaa9ebe66b4eb8c70ab1d6254014c2b67cc2f7011e","observation_id":"4534e427-20c6-43ea-95de-d3d353daa9ef","resolution":{"observed_at":"2026-08-11T13:16:19.944764Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1109/vissoft.2017.24","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.439911Z","title":"Round-Trip Sketches: Supporting the Lifecycle of Software Development Sketches from Analog to Digital and Back ,","venue":null,"work_id":"26d4351e-9791-4a63-bb1b-15619039a55a","year":2017},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.318509Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:c482767525bc342bd65f01a76ad0bb70d2bc0e6ccba94d1bc7e6cec31027580c","observation_id":"2ac0504e-e5e0-4d4e-a779-d913600f09e9","resolution":{"observed_at":"2026-08-11T13:16:19.447546Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.427909Z","title":"Let’s Go to the Whiteboard (Again): Perceptions From Software Architects on Whiteboard Architecture Meetings ,","venue":null,"work_id":"76b84e2c-7194-4e16-b8e8-d500b1075007","year":null},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.323004Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:e8b090b87a4180a5df10193b9789aec72a04ae58d188fcd4cfafb8698cf6e0ed","observation_id":"e95ef654-5d70-4e3c-9add-34ef6416f7f0","resolution":{"observed_at":"2026-08-11T13:16:20.432928Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.331055Z","title":"pix2code: Generating code from a graphical user interface screenshot,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.331055Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:521e1e6e4f6819bd241f03bf9d92ba9d4204ed1e80ea5d4517f2a028c7ba6dad","observation_id":"1b73fe2b-f0a5-4840-a548-f505df1dd281","resolution":{"observed_at":"2026-08-11T13:16:19.331055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.410727Z","title":"Learning to infer graphics programs from hand-drawn images,","venue":null,"work_id":"58f4b4ce-4ee8-4240-8f22-4073cf90a1a5","year":2018},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.335138Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:b8ccdabec30159a24c308882c07c9a780bb0caa1b4795fd9f224efbb623e2534","observation_id":"bc42d121-726b-4702-ac28-45cbcf14d56f","resolution":{"observed_at":"2026-08-11T13:16:20.415784Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.338862Z","title":"Psdoodle: fast app screen search via partial screen doodle,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.338862Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:9afa733e6adf64263ecf2255dc83174db04d389cebbc3f1f0d4eae30d05eae3a","observation_id":"6c1ed3f0-d020-47ed-b680-698a84d54fbf","resolution":{"observed_at":"2026-08-11T13:16:19.338862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.395386Z","title":"Dlpaper2code: Auto-generation of code from deep learning research papers,","venue":null,"work_id":"cb8af884-7fa7-47c4-af28-b410f4072689","year":2018},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.342821Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:5ecb9569026eb31fb2799e6872c42c9e613ab457c1406c450eeb172e0b75699e","observation_id":"d0ae5a80-68a5-4246-a903-571520c899cb","resolution":{"observed_at":"2026-08-11T13:16:20.400402Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02255","last_updated":"2024-01-21T03:47:06Z","snapshot_observed_at":"2026-08-20T14:58:44.877503Z","submitted_at":"2023-10-03T17:57:24Z","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02255","snapshot_observed_at":"2026-08-11T13:16:19.347002Z","title":"Mathvista: Evaluating mathematical reasoning of foundation models in visual contexts,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.347002Z"},"links":{"cited_paper":"/paper/2310.02255","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:4b9d5e1aabbd29b42f48316e3ae9a7b98add3db2f65b5d7b2eb4f4defd3ce9e9","observation_id":"6fc8180c-232b-4daf-b4fe-77f6c9ab32e1","resolution":{"observed_at":"2026-08-11T13:16:19.347002Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.16502","last_updated":"2024-06-13T15:02:39Z","snapshot_observed_at":"2026-08-17T13:10:52.611064Z","submitted_at":"2023-11-27T17:33:21Z","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.16502","snapshot_observed_at":"2026-08-11T13:16:19.351669Z","title":"Mmmu: A massive multi-discipline multimodal understanding and reasoning benchmark for expert agi,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.351669Z"},"links":{"cited_paper":"/paper/2311.16502","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:a95edaab648121156414dd6e2991bddfba34fbb691bc66eae85efe1780dc1326","observation_id":"faad92e0-9a53-4b9c-ad51-671c6ffb0ba2","resolution":{"observed_at":"2026-08-11T13:16:19.351669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09891","last_updated":"2025-03-18T13:03:15Z","snapshot_observed_at":"2026-08-16T13:43:01.203925Z","submitted_at":"2024-06-14T10:02:52Z","title":"Benchmarking Generative Models on Computational Thinking Tests in Elementary Visual Programming","version":2},"cited_work":{"arxiv_id":"2406.09891","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.09891","snapshot_observed_at":"2026-08-11T13:16:19.535791Z","title":"Benchmarking Generative Models on Computational Thinking Tests in Elementary Visual Programming","venue":"cs.AI","work_id":"b8d33e5d-716a-47cc-8458-645c1d9db796","year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.356308Z"},"links":{"cited_paper":"/paper/2406.09891","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:61b444a0a70dc7f486e8d12fae31f5ea495a59ad6834b857ae3aaf1e2eebf044","observation_id":"22673831-076e-4d3b-928e-0d911b566f3b","resolution":{"observed_at":"2026-08-11T13:16:19.540932Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07990","last_updated":"2024-05-13T17:59:22Z","snapshot_observed_at":"2026-08-16T13:53:04.020766Z","submitted_at":"2024-05-13T17:59:22Z","title":"Plot2Code: A Comprehensive Benchmark for Evaluating Multi-modal Large Language Models in Code Generation from Scientific Plots","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.07990","snapshot_observed_at":"2026-08-11T13:16:19.360768Z","title":"Plot2code: A comprehensive benchmark for evaluating multi-modal large language models in code generation from scientific plots,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.360768Z"},"links":{"cited_paper":"/paper/2405.07990","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:04b9c244f6bf885643337e498224f583fae157e909ed39dfcbf9ebe7de9840f3","observation_id":"c9614219-9e39-42f5-bdf8-1a4e435788ca","resolution":{"observed_at":"2026-08-11T13:16:19.360768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-08-16T14:00:58.338487Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-11T13:16:19.365083Z","title":"Mmcode: Evaluating multi- modal code large language models with visually rich programming problems,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.365083Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:22f51797c3d262b644d5cf47ca7a5e81ca4d7de7c30fa0d25d70f049d00312b5","observation_id":"1d77b88b-84ad-4574-97f9-5c4fd4d58148","resolution":{"observed_at":"2026-08-11T13:16:19.365083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.378237Z","title":"Visual sketching: From image sketches to code,","venue":null,"work_id":"03554c19-9a92-4a0b-bd50-546f44584ef8","year":2020},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.369727Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:0e00ec2e3f07c7ef2c569b13179a5aa62c474de22d4c7f212b893c1d1a210704","observation_id":"fecd3b64-c260-4e9b-ba6e-8c402b94c7c3","resolution":{"observed_at":"2026-08-11T13:16:20.384036Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.362322Z","title":"Wildvision arena: Benchmarking multimodal llms in the wild,","venue":null,"work_id":"6bc9624d-d9ff-4dea-b40a-b872478e5e8d","year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.374112Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:901880505f54917cf2cb49bd62419540ae3a79f1f45d10548282fa7f9cbccee2","observation_id":"9655721b-9abc-408e-bb0a-9dcf0b04c2ab","resolution":{"observed_at":"2026-08-11T13:16:20.366279Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.348426Z","title":"Opencompass: A universal evaluation platform for foundation models,","venue":null,"work_id":"75a6902a-02e1-48f4-ac34-242e78329810","year":2023},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.379489Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:439f1417c454ad7f018196e430dd916c4d44511ab99a174aa743516e9d589f9a","observation_id":"ea458091-fe18-489a-a2d9-943dc99a90f7","resolution":{"observed_at":"2026-08-11T13:16:20.353391Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.384061Z","title":"Selecting em- pirical methods for software engineering research,","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.384061Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:5da8dc3e4c57cd3027107e31f6440eb68bde2a949426defb5ef8183406b5127a","observation_id":"8c5d09c2-d039-4d81-88d8-e5b8e14ae083","resolution":{"observed_at":"2026-08-11T13:16:19.384061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.323883Z","title":"Software engineering data collection for field studies,","venue":null,"work_id":"13ecc60b-05f8-4cc3-8d99-7494cc3b5264","year":2008},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.388565Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:46f56bebd224a630cc6069b4595a93f15d9d4272a7772ed6388799cac10d74d7","observation_id":"eecca33e-bb64-4863-bd22-81cc368cd8b9","resolution":{"observed_at":"2026-08-11T13:16:20.328380Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:20.310214Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena,","venue":null,"work_id":"05b7bdce-78c2-4031-b22d-11b21e5a3291","year":null},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.392785Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:3e16bd9aee992b189582c650ca211192468583eb033dd543266451f66e9ae65b","observation_id":"2c6d402f-961d-4b92-bd6b-975a5c94c6cd","resolution":{"observed_at":"2026-08-11T13:16:20.314804Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.403216Z","title":"Chatbot arena: An open platform for evaluating llms by human preference,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.403216Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:b39ff9a34464ac92453e1216af0686f8668765c94ffb12dfc491f279c4cfbd96","observation_id":"b13db8bd-9a27-4caa-ba24-503103e4b4a4","resolution":{"observed_at":"2026-08-11T13:16:19.403216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-11T13:16:19.397156Z","title":"Available: https://arxiv.org/abs/2306.05685","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.397156Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:ea9f6926a4f8a4d5c40d1a24ff6884331ae7a09a0aafb0f42f018cecff599566","observation_id":"f7bfc3dd-1529-456d-9ca6-fd31a2385946","resolution":{"observed_at":"2026-08-11T13:16:19.397156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02839","last_updated":"2025-05-30T12:01:03Z","snapshot_observed_at":"2026-08-18T15:39:21.338441Z","submitted_at":"2024-03-05T10:20:52Z","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.02839","snapshot_observed_at":"2026-08-11T13:16:19.408399Z","title":"On the limitations of fine-tuned judge models for llm evaluation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.408399Z"},"links":{"cited_paper":"/paper/2403.02839","citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:7e26024fee3323a8b43b2d6d5409ac79758eccd701778b7b6d594a801fbbe1c1","observation_id":"420787e1-dded-45f6-a46b-35829b5a81fd","resolution":{"observed_at":"2026-08-11T13:16:19.408399Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:16:19.326870Z","title":"Available: https://doi.ieeecomputersociety.org/10.1109/ TSE.2023.3314410","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-11T13:16:19.326870Z"},"links":{"citing_paper":"/paper/2412.13386"},"observation_digest":"sha256:60c3bb9e4d49260d2a6ecd1fe3dea9bd6824f8a4798c3ee04dab684579ac9006","observation_id":"b9d0524e-84a3-4b8d-b105-eaa132ced576","resolution":{"observed_at":"2026-08-11T13:16:19.326870Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.13386","last_updated":"2024-12-17T23:44:45Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T17:13:41.700425Z","submitted_at":"2024-12-17T23:44:45Z","title":"An Exploratory Study of ML Sketches and Visual Code Assistants"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":2,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":21,"verified_exact":2,"verified_fuzzy":11},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 1 inbound Pith citation observation for arXiv:2412.13386."}