{"as_of":"2026-08-18T16:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:219f1ba24e273a0570359dea2487144a15291d2414f8e8a5a2f6025186519fac","coverage":[{"denominator":38,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":38,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:08:19.589240Z","state":"measured"},{"denominator":39,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":39,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T14:38:39.992251Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-10T05:30:23.456663Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-10T05:30:23.456663Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"cited_work":{"arxiv_id":"2505.08063","doi":"10.48550/arxiv.2505.08063","metadata_source":"pith","pith_arxiv_id":"2505.08063","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","venue":"cs.HC","work_id":"56b2eecf-1f8f-42fd-8d14-f58c276ed348","year":2025},"citing_paper":{"arxiv_id":"2508.21036","last_updated":"2025-08-28T17:40:42Z","snapshot_observed_at":"2026-08-16T03:45:58.625345Z","submitted_at":"2025-08-28T17:40:42Z","title":"Understanding, Protecting, and Augmenting Human Cognition with Generative AI: A Synthesis of the CHI 2025 Tools for Thought Workshop","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T14:38:39.992251Z"},"links":{"cited_paper":"/paper/2505.08063","citing_paper":"/paper/2508.21036"},"observation_digest":"sha256:a7da85d67d5133f8bbc503e91ec4ae3ca13d2597acdb8851869f29be8a6e98b5","observation_id":"d233b051-09b1-4440-b4a5-cbcf8aeedd18","resolution":{"observed_at":"2026-08-05T14:39:01.912544Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.08063/citation-record","integrity":"/paper/2505.08063/integrity","json":"/paper/2505.08063/citation-record.json","paper":"/paper/2505.08063"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.145331Z","title":null,"venue":null,"work_id":"a4055bba-a9cc-454f-aef6-aed1e076968c","year":2019},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.401754Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:5266a01293ebc2256b418b94dc7787890ccea3841e8c2cf732b889eb8d4000ab","observation_id":"b5dc8508-562f-4b2f-8900-d7dda86c9a18","resolution":{"observed_at":"2026-08-15T22:08:20.150926Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.132057Z","title":null,"venue":null,"work_id":"f00d66b4-4bb8-4ef6-90a7-d067b59d29cd","year":2015},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.406487Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:398a7a22cfae4a78c7661ec0b02b2eec45eb636350607cdafcf035ecc68fe0e7","observation_id":"0e6ab877-43fd-43eb-9d44-a9bf38f605f2","resolution":{"observed_at":"2026-08-15T22:08:20.136808Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.117312Z","title":null,"venue":null,"work_id":"4e5f9d50-ed7c-441e-8068-23dfd6bdd5d2","year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.410561Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:aec05477d925568c2cc4f32e9e7a1d5a9d2e9155c4281bba108889d11f78e235","observation_id":"565bec27-6b74-4e12-be5c-06643808514f","resolution":{"observed_at":"2026-08-15T22:08:20.122298Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.100115Z","title":null,"venue":null,"work_id":"7163bc89-aa8c-4f6c-ba38-d596b7c1ff79","year":2021},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.415264Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:6478bf51e31c778daba62649b217e750907e41466f47def7eb97a424baae2567","observation_id":"e792a079-4e00-471b-a955-02c8e35e7dee","resolution":{"observed_at":"2026-08-15T22:08:20.104615Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.419988Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.419988Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:9fb6e619de1774b0bbb1552c9d55bc694bd9159c9248f2ca7acec6cf4f3c6df2","observation_id":"6d9c3f7b-0886-48ea-a338-10b68a29e6cf","resolution":{"observed_at":"2026-08-15T22:08:19.419988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.425166Z","title":null,"venue":null,"work_id":null,"year":1996},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.425166Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:cf7b86dbef05ea6c9ec5897f5b6d1411be36fc5de132cc19d88d916bbeed2f3b","observation_id":"22cc033a-61c8-444e-ba4f-efe17ee24717","resolution":{"observed_at":"2026-08-15T22:08:19.425166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.431704Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.431704Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:3da0866fbd8308de2ad4fc6f2f7a3193be6cd3470e59d3830037131eeeadf5db","observation_id":"dc184da8-e105-4341-9884-444d0a9ce44d","resolution":{"observed_at":"2026-08-15T22:08:19.431704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.064698Z","title":null,"venue":null,"work_id":"6269c169-3dff-4c92-ad41-5abb70f5c13f","year":2019},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.436340Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:ef33999ae9de12608b35d212a55a3d05b49ad7fe6f7dbc2158915e86413b96e2","observation_id":"c577c7f7-6187-483b-b5e6-7ed7889131bd","resolution":{"observed_at":"2026-08-15T22:08:20.070740Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08191","last_updated":"2023-04-17T12:04:17Z","snapshot_observed_at":"2026-08-18T14:40:02.098599Z","submitted_at":"2023-04-17T12:04:17Z","title":"A study on Prompt Design, Advantages and Limitations of ChatGPT for Deep Learning Program Repair","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08191","snapshot_observed_at":"2026-08-15T22:08:19.441067Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.441067Z"},"links":{"cited_paper":"/paper/2304.08191","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:2407b6f0d1d0e43f781cced35a6ec601fa55dda3c9bb2c22e255e0b1c829f8c7","observation_id":"cf955427-1c58-4c07-ae2a-a6d9acd0f63b","resolution":{"observed_at":"2026-08-15T22:08:19.441067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.049128Z","title":null,"venue":null,"work_id":"a5a05af5-2c90-4150-82ae-4d73d3910a7c","year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.445797Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:1ba4e59f6d75422420ae42e71d457a8f785ecf462ae60386c1572df7364b3166","observation_id":"c8885046-b4b7-4e09-9ca3-a83d955df9a6","resolution":{"observed_at":"2026-08-15T22:08:20.053876Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.031393Z","title":null,"venue":null,"work_id":"8b9b4235-e37a-43d8-aa03-a272a2bb9b73","year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.455188Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:6d52bc3d89a8d502e403a6f47f04b41b44c6c7c80f491998721e11b2de260eee","observation_id":"9488c8d3-f1d6-487c-b3c5-2d1318ba1843","resolution":{"observed_at":"2026-08-15T22:08:20.036490Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:20.017296Z","title":null,"venue":null,"work_id":"f4b74b4a-707d-44b3-ba06-ac39968c1c73","year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.460037Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:c27b956be4986882c8abb0cee028691e8e44b4563956f13978ebf5c936bd970c","observation_id":"9d42aa6d-b2aa-463c-9ee6-c70d167e3fe6","resolution":{"observed_at":"2026-08-15T22:08:20.022425Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.999079Z","title":null,"venue":null,"work_id":"d4afe50b-9b7e-4630-a373-8e6ef19e4154","year":2010},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.464893Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:c4f0416186da5f1b649eadf3cbc6443094118352f5766710f29ee87cd6211bc9","observation_id":"8d3fe2a8-db22-48ff-b98a-8ae5658753a5","resolution":{"observed_at":"2026-08-15T22:08:20.006212Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.980200Z","title":null,"venue":null,"work_id":"3ca0ab00-0474-4179-9d44-382ec1af30c2","year":2013},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.470021Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:d1288bde5650aa782a77e39dc23be8becea6cefb36ec090c82d0dfc03320e41a","observation_id":"aaee8148-8f6e-44d7-9280-11f0de49f74a","resolution":{"observed_at":"2026-08-15T22:08:19.987909Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.474691Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.474691Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:3b22ba0435693f012a4a4df8a1ea7dc66c5c474073e6e31832ccf62253d58b8e","observation_id":"3f159f70-8ab5-4731-99d6-fa4d1eba07a8","resolution":{"observed_at":"2026-08-15T22:08:19.474691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.951059Z","title":null,"venue":null,"work_id":"f5ad4692-b6bd-4d4a-94f9-65326a579da7","year":2017},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.479166Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:5d9986e94d26731fcf470962471f32967ca247471ea19e821ea775d9d19c4371","observation_id":"28593ce7-1866-4ee6-8d81-5deab9d314c4","resolution":{"observed_at":"2026-08-15T22:08:19.956865Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.19792","last_updated":"2024-10-15T20:36:30Z","snapshot_observed_at":"2026-08-16T13:09:02.356044Z","submitted_at":"2024-10-15T20:36:30Z","title":"Substance Beats Style: Why Beginning Students Fail to Code with LLMs","version":1},"cited_work":{"arxiv_id":"2410.19792","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.19792","snapshot_observed_at":"2026-08-15T22:08:19.692989Z","title":"Substance Beats Style: Why Beginning Students Fail to Code with LLMs","venue":"cs.CY","work_id":"7d601962-f4b8-4694-8cc9-59cb7cf39e3e","year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.483671Z"},"links":{"cited_paper":"/paper/2410.19792","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:1bad1c3fd11c80cd07e05755585ee0045808debdde05bbffd40a9bec4edaed41","observation_id":"f19a67c8-0b3f-4f42-a540-7fef5593c114","resolution":{"observed_at":"2026-08-15T22:08:19.701432Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.488704Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.488704Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:82254f0ede667b1d99ca4bcb36a3abd79c084ebe1b8bf5d7d4792480cdeee3e5","observation_id":"0f51993a-39cd-4c1b-87c5-589d02a9196c","resolution":{"observed_at":"2026-08-15T22:08:19.488704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.499633Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.499633Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:410efcc8c7e6af0f9d442892fd71987a3409fd396909f37686110372e8ebc713","observation_id":"d3b748f7-af9f-49f0-bd92-afbf2d48805b","resolution":{"observed_at":"2026-08-15T22:08:19.499633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.08775","last_updated":"2025-04-28T16:07:05Z","snapshot_observed_at":"2026-08-16T13:18:49.760992Z","submitted_at":"2024-09-13T12:34:14Z","title":"What Should We Engineer in Prompts? Training Humans in Requirement-Driven LLM Use","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.08775","snapshot_observed_at":"2026-08-15T22:08:19.494724Z","title":"arXiv preprint arXiv:2409.08775 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.494724Z"},"links":{"cited_paper":"/paper/2409.08775","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:69cc3220292a9893ea19fbec9834dbd68bf2d0a956651066e45b114b801ffb1e","observation_id":"1633fada-4a8a-404a-b5b1-d59f88851230","resolution":{"observed_at":"2026-08-15T22:08:19.494724Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.514550Z","title":"It’s Weird That it Knows What I Want","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.514550Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:e37d6d8275ef5717c0791bbdf9e3954c428f4f8817c81a288dae99919826eb8f","observation_id":"dcfb62e0-1d03-48c1-b28b-7181301df43c","resolution":{"observed_at":"2026-08-15T22:08:19.514550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.519100Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.519100Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:07d754bf072163cdd10f98b922de32073b593bd99ad0c2f35756f531c52168cf","observation_id":"bb6f9556-15b4-48cf-9fda-da38c2e7421e","resolution":{"observed_at":"2026-08-15T22:08:19.519100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.509169Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.509169Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:5dcb44755fa7a5c0fe9564c1c75d073d0d7067df31d079cc798c32a2231f6edf","observation_id":"5b8ccd77-1798-4bce-b797-d7ee97bd64d4","resolution":{"observed_at":"2026-08-15T22:08:19.509169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.857656Z","title":null,"venue":null,"work_id":"21b2f1e3-adab-403b-b9a1-5d0852e2814a","year":2021},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.533669Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:674f895dca6e19530d9360e4f2be5b842d19bb136bbeb511295b4ff41dbbab9a","observation_id":"9fc9b88a-729c-4148-bf3a-7437c5dfb721","resolution":{"observed_at":"2026-08-15T22:08:19.862828Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.13548","last_updated":"2025-05-10T07:10:46Z","snapshot_observed_at":"2026-08-14T16:46:25.561386Z","submitted_at":"2023-10-20T14:46:48Z","title":"Towards Understanding Sycophancy in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.13548","snapshot_observed_at":"2026-08-15T22:08:19.538804Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.538804Z"},"links":{"cited_paper":"/paper/2310.13548","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:968fa0541cf98b4e22bd1de8fbceaab239478a7ca81b5b53a9004dd826dae0e1","observation_id":"fd3db516-a5a6-42ea-9a3e-9be53d1080d2","resolution":{"observed_at":"2026-08-15T22:08:19.538804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.523675Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.523675Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:ba4a89aca3c129836503a9dcc0b5f473f36af40ffaf8fd85cd7dcf745221b2c7","observation_id":"48881881-29be-4442-a9b9-09b347aa14fb","resolution":{"observed_at":"2026-08-15T22:08:19.523675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.529315Z","title":"In Proceedings of the 28th International Conference on Intelligent User Interfaces","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.529315Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:34054cf000b344dece7a2c99f89fb63cdadf97d574dca2148d0da52defbb1674","observation_id":"bc213968-71e1-4cd0-9f0e-d068b85f4c0c","resolution":{"observed_at":"2026-08-15T22:08:19.529315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.561110Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.561110Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:e871c6fd92fe617cb4c3698b4cc0c765c00fd96a0fe18361f7bc5bfa1e04f6af","observation_id":"9941c141-1320-42f6-8ede-3ec8329f0037","resolution":{"observed_at":"2026-08-15T22:08:19.561110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.827375Z","title":null,"venue":null,"work_id":"f61ba1b4-50d9-417b-92df-c7259020a486","year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.565149Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:293317bc2a2a59cfc6a90e9543002b33a96e508aa7f14f7d424d6b8281dd05bc","observation_id":"f235e0fd-1849-428d-8b15-ac060566a636","resolution":{"observed_at":"2026-08-15T22:08:19.831509Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.543932Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.543932Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:09c6554e2b354c504b16945123da822d639e9f788cfcfa50d1821778caaacff4","observation_id":"2594971e-172c-4024-9ef0-edf9664979b4","resolution":{"observed_at":"2026-08-15T22:08:19.543932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.09916","last_updated":"2026-04-13T23:49:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-11-15T03:29:41Z","title":"\"Should I Give Up Now?\" Investigating LLM Pitfalls in Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.09916","snapshot_observed_at":"2026-08-15T22:08:19.554436Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.554436Z"},"links":{"cited_paper":"/paper/2411.09916","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:b49b6825668782a3b75659ee4a441a81d6ce1edcf77606ed1badf795b929b22f","observation_id":"255e3dbd-2506-44de-9b98-a966b97207c3","resolution":{"observed_at":"2026-08-15T22:08:19.554436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.08811","last_updated":"2024-09-13T13:19:48Z","snapshot_observed_at":"2026-08-16T13:18:48.549516Z","submitted_at":"2024-09-13T13:19:48Z","title":"Mutual Theory of Mind in Human-AI Collaboration: An Empirical Study with LLM-driven AI Agents in a Real-time Shared Workspace Task","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.08811","snapshot_observed_at":"2026-08-15T22:08:19.583429Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.583429Z"},"links":{"cited_paper":"/paper/2409.08811","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:8ceb7750fc1ecc54cc69e4acd28b60b49573e68e0a6645cafeebfe838b0c7701","observation_id":"152faf24-fd3f-469c-9a43-2a9aa94291c6","resolution":{"observed_at":"2026-08-15T22:08:19.583429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10372","last_updated":"2024-01-08T05:41:51Z","snapshot_observed_at":"2026-08-17T12:55:48.075480Z","submitted_at":"2023-11-17T07:55:16Z","title":"A Survey of Large Language Models for Code: Evolution, Benchmarking, and Future Trends","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10372","snapshot_observed_at":"2026-08-15T22:08:19.589240Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.589240Z"},"links":{"cited_paper":"/paper/2311.10372","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:4863781421734f660f4733a28aabd6219ba16c40b387cf2d5bd2fbe1530532fc","observation_id":"bc95018a-3071-48db-bcd2-ed942009eb60","resolution":{"observed_at":"2026-08-15T22:08:19.589240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.811496Z","title":null,"venue":null,"work_id":"0a2418e9-bc5e-4978-ba78-46609bdd6547","year":2018},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.570922Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:79b04c719c443ac55c5efc11be634c925fdd53a9173c234f1dd0de4dec7b9d5b","observation_id":"02d694d1-f09d-478d-8f3f-5500e80e2a14","resolution":{"observed_at":"2026-08-15T22:08:19.817586Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.574742Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.574742Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:44d99dc5b67d496671e90a46a66c4956cef511dcd3daa384d8fce370524e5c35","observation_id":"41aa3b9c-67b9-42f5-8ecd-709507bf6062","resolution":{"observed_at":"2026-08-15T22:08:19.574742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.579032Z","title":"In Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.579032Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:d16a58cfb6a5a362e172a9d356d01360715615de454476292c54313b3dac0b6e","observation_id":"b0b8918a-814a-4caf-9793-6fb22603b40d","resolution":{"observed_at":"2026-08-15T22:08:19.579032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:08:19.918431Z","title":"In 2023 IEEE/ACM 2nd Interna- tional Conference on AI Engineering–Software Engineering for AI (CAIN)","venue":null,"work_id":"4963b293-54a6-4d62-9f54-c8afdf8816c4","year":2023},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.504583Z"},"links":{"citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:f87efba086f54cd51e5d17685d085a082a0601a3cb1a906d1f4d7ecbdef9401f","observation_id":"5c4c3ae8-87c9-446b-8d29-3901122e7ea9","resolution":{"observed_at":"2026-08-15T22:08:19.923137Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05334","last_updated":"2024-10-02T17:05:24Z","snapshot_observed_at":"2026-08-16T14:11:36.454530Z","submitted_at":"2024-03-08T14:10:25Z","title":"WatChat: Explaining perplexing programs by debugging mental models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05334","snapshot_observed_at":"2026-08-15T22:08:19.450577Z","title":"arXiv preprint arXiv:2403.05334 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-15T22:08:19.450577Z"},"links":{"cited_paper":"/paper/2403.05334","citing_paper":"/paper/2505.08063"},"observation_digest":"sha256:3b5ea5788b95366ad32a46a8d933003e6ddcd92b463efe8bc2a45e25b976b136","observation_id":"94ff0287-b767-4ea6-9076-ca8f504bef10","resolution":{"observed_at":"2026-08-15T22:08:19.450577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.08063","last_updated":"2025-05-12T21:03:42Z","latest_version":1,"primary_category":"cs.HC","snapshot_observed_at":"2026-08-18T03:17:42.871358Z","submitted_at":"2025-05-12T21:03:42Z","title":"Who's the Leader? Analyzing Novice Workflows in LLM-Assisted Debugging of Machine Learning Code"},"reference_resolution":{"displayed":38,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":38},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 38 of 38 outbound references and 1 inbound Pith citation observation for arXiv:2505.08063."}