{"as_of":"2026-08-16T09:08:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d275dae15b8a6a1526fa2238f0da802b563de37995ad222ff15f23818d1dfde0","coverage":[{"denominator":66,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":66,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T22:22:55.425439Z","state":"measured"},{"denominator":67,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":67,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T12:00:06.308663Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-11T12:16:16.480190Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"cited_work":{"arxiv_id":"2412.03516","doi":"10.48550/arxiv.2412.03516","metadata_source":"pith","pith_arxiv_id":"2412.03516","snapshot_observed_at":"2026-08-11T12:16:16.480190Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","venue":"cs.AI","work_id":"78afc731-3f58-4ab1-8941-73a85d1bb352","year":2024},"citing_paper":{"arxiv_id":"2412.14732","last_updated":"2024-12-19T11:01:11Z","snapshot_observed_at":"2026-08-11T22:22:32.191957Z","submitted_at":"2024-12-19T11:01:11Z","title":"Beyond the Hype: A Comprehensive Review of Current Trends in Generative AI Research, Teaching Practices, and Tools","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-11T12:00:06.308663Z"},"links":{"cited_paper":"/paper/2412.03516","citing_paper":"/paper/2412.14732"},"observation_digest":"sha256:49fd91f39f3e85fe8bfce1f7b2a02a1c62b420767ef4bcbce70a66e69f596d6d","observation_id":"d95f004c-fa36-4ca9-9f45-a8e3d7b3afb8","resolution":{"observed_at":"2026-08-11T12:00:06.923537Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.03516/citation-record","integrity":"/paper/2412.03516/integrity","json":"/paper/2412.03516/citation-record.json","paper":"/paper/2412.03516"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.088712Z","title":"Students’ Misconceptions and Other Diﬃ culties in Introductory Programming: A Literature Review","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.088712Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:08b02771575a20482667642f36780eaed91f62c198f01aee2a5621c01ccab526","observation_id":"8ceed11a-1456-4f3f-b990-72298b10c36d","resolution":{"observed_at":"2026-08-11T22:22:55.088712Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.094170Z","title":"A systematic literature review on teaching and learning introductory programming in higher education","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.094170Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:fd073213f74e15b1aba6aac80fc8ff4aa94efbcf952312ea4fc43c7831d5730f","observation_id":"a39304e4-40f5-4f1b-bf7a-903b9f6c9e7a","resolution":{"observed_at":"2026-08-11T22:22:55.094170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.099446Z","title":"Introductory programming: a systematic literature review","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.099446Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:37a5ff33b41ee818a75102de0be9ba716396271c9e995d329ee7f75ed22553ad","observation_id":"9535e8af-405a-4975-acfd-82d8e3ef9d04","resolution":{"observed_at":"2026-08-11T22:22:55.099446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.384929Z","title":"Modeling Programming Competency: A Qualitat ive Analysis","venue":null,"work_id":"9e2ee13c-59bd-438f-ae72-6df28940705e","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.104414Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:17932978c3c7d083bded21a3c34af42cf72b4df00964d2f040eee8336c182c28","observation_id":"74341e9c-e0b5-4cfe-abe6-e5cbe26afd4d","resolution":{"observed_at":"2026-08-11T22:22:58.389671Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.109365Z","title":"Visible Learning: A Synthesis of over 800 Meta- Analyses Relating to Achievement","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.109365Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:11690b35cd0a1c65c718eab26cb0af91cb1270ce1a8789d6a603db0c07cbf2f5","observation_id":"b29543b9-cc74-48e0-9989-e0bf5526e614","resolution":{"observed_at":"2026-08-11T22:22:55.109365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.114729Z","title":"T owards Giving Timely Formative Feedback and Hints to Novice Programmers","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.114729Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:3409b5e37148935bb23acba4f0b9d34091265d48b1a6410ac29701a12c2aaedf","observation_id":"604cd22a-4139-48f6-9b10-0991d4ef7112","resolution":{"observed_at":"2026-08-11T22:22:55.114729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.369384Z","title":"T owards Criteria for Valuable Automati c Feedback in Large Programming Classes","venue":null,"work_id":"f883ab5e-db1c-4059-8c28-0a369c7cc453","year":2021},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.120044Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:425ec8e96593d47ab87ab4c318d7256b8fa7622e4e0813b295f41c7e74415741","observation_id":"09863740-a676-47d7-bd5f-8e42e91dd5a9","resolution":{"observed_at":"2026-08-11T22:22:58.374469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.124623Z","title":"Feedback-Generation f or Programming Exercises With GPT-4","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.124623Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:6a3f5591358a6b24acc6f57ff45a086cf52a93c4e9d91c71bf1a120878b71889","observation_id":"1ad6f935-40bb-40e0-8a34-8ddb08e88bcf","resolution":{"observed_at":"2026-08-11T22:22:55.124623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.134056Z","title":"Automatic Genera tion of Programming Exercises and Code Explanations Using Large Language Models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.134056Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:9e876e2ed2746e21af75414c16561c29168c78b537d5f44613b8c6497d1d3b3e","observation_id":"9a6084bf-c781-4305-a142-5bd550cd4052","resolution":{"observed_at":"2026-08-11T22:22:55.134056Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.138881Z","title":"Experiences from Using Code Explanations Gener- ated by Large Language Models in a Web Software Development E -Book","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.138881Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:723c9792853c377ef3e6b430537e1d823e9cbfbad5fd230398c81a30829d1190","observation_id":"0989a920-e164-4f96-8081-09a86cd6d4c9","resolution":{"observed_at":"2026-08-11T22:22:55.138881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.354133Z","title":"AI-enhanced Auto-Cor rection of Programming Exercises: How Eﬀective is GPT-3.5? International Journal of Engineering Pedagogy (iJEP) 2023 Dec;13(8):67–83","venue":null,"work_id":"329fc2f0-c7f0-4a5e-a830-58fcfc3f62db","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.143374Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:fbb31555285ef8bd4b36ecd484d9fc1eee09aa6aa78689a3d644b84f3834a3bb","observation_id":"614def5f-45a9-412c-bffd-eca4fa7ce2f8","resolution":{"observed_at":"2026-08-11T22:22:58.359117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.338580Z","title":"https://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva- 331000","venue":null,"work_id":"59d0bd10-1fe8-4123-9b5d-c2508e68082a","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.147987Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:6e8b25fb072f521404c3006bade4a641e053e31fcf611f9213327b8d367d4494","observation_id":"6a71f93e-d2db-4cee-b450-5fac25f2374c","resolution":{"observed_at":"2026-08-11T22:22:58.343674Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.322570Z","title":"Exploring the Potential of Large Language Models to Generate Formative Programming Feedback","venue":null,"work_id":"0f6943a9-37f4-48fe-bcf4-63b04aa5c281","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.152647Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:07f8f3cff5c99b5b9a51ed24f302ff38fa222073a727c39509f19301365f59e8","observation_id":"e1d8b392-adc9-4541-9652-a2f560875e0c","resolution":{"observed_at":"2026-08-11T22:22:58.327630Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.157228Z","title":"A Systematic Literature Review of Automated Feedback Generation for Programming Exercises","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.157228Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:82580e077b0567a3072c420f41ea848c271edc991060774c778bd9a6170a02b5","observation_id":"43031fca-fc4c-4d59-8432-89df8ceee610","resolution":{"observed_at":"2026-08-11T22:22:55.157228Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.307268Z","title":"Feedback strategies for interactive learni ng tasks","venue":null,"work_id":"a8b5d35b-5d23-4dee-82be-c8644055c0dc","year":2008},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.161964Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:8c1ffc3e31c7a636ae25aaeeeba71b46da718e5c0879d4c5e15f3b856dfe3475","observation_id":"830837c5-cc8b-4dfc-ac19-c9a574a4e023","resolution":{"observed_at":"2026-08-11T22:22:58.312113Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.166874Z","title":"The Power of Feedback","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.166874Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:688a5512286090ce195eaf809c7be117575d9724ab76a7ab2fa2d72d50acdee7","observation_id":"823fd95b-7772-4b85-be71-ea03fa0df912","resolution":{"observed_at":"2026-08-11T22:22:55.166874Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.292093Z","title":"Focus on formative feedback","venue":null,"work_id":"a22ff26e-1ba4-4ba1-a743-5b4a7a317eb2","year":2008},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.171837Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:64ff10992a0a161b3ddf51c9ac2b05a2770bad27a5e1e55f8e949b83d06cade8","observation_id":"c0870a74-39a5-446a-98f6-6cf275406353","resolution":{"observed_at":"2026-08-11T22:22:58.297001Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.275408Z","title":"Informatives T utorielles Feedback: Entwic klungs- und Evaluationsprinzipien auf der Basis instrukti onspsy- chologischer Erkenntnisse","venue":null,"work_id":"483d5fa3-9335-40c3-8fc4-23b5e8734fd1","year":2006},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.176836Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:12f0da25631c8f603c9c3046d926a64a8450df383c3bb9f8133b117f8bc05c54","observation_id":"06c46659-75db-40ea-b6ea-ab5846e72307","resolution":{"observed_at":"2026-08-11T22:22:58.280253Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.259966Z","title":"Do students need detailed feedbac k on programming exercises and can automated assessment systems provide it? Journal of Computing Sciences in Colleg es 2016;31(4):115–121","venue":null,"work_id":"e211d9e3-c248-47de-bb89-5c26a769bd04","year":2016},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.181641Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:f34194af6c5632bfdbd2f7c63ea758ea6b9de5e6efede5533624b8ba808b3f27","observation_id":"47b90620-dc85-4d65-8219-18f00d8f2180","resolution":{"observed_at":"2026-08-11T22:22:58.265060Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.239763Z","title":"Investigating Feedback Types i n JupyterLab for Programming Novices 2023","venue":null,"work_id":"3e22394b-1034-47ee-8b25-90db5405333e","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.186630Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:d92bcd8f2b9da130c5ce38c8998916505c107423d843eb470c9fba14a2d54283","observation_id":"fb28873a-bee5-4648-936f-8c3a7004a418","resolution":{"observed_at":"2026-08-11T22:22:58.246451Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.224785Z","title":"Let Them T ry to F igure It Out First","venue":null,"work_id":"ebae81e0-7fba-4f38-ba18-8e255bdbb55b","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.191549Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:16c084d526d38221ae75fac86f123ddb819af231f7027a4bc8bada0e19beb1c1","observation_id":"5464745a-b1ac-48fc-9cb3-9f5541fb549c","resolution":{"observed_at":"2026-08-11T22:22:58.229618Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.209442Z","title":"Investigating the Use and Eﬀects of Feedback in CodingBat Exercises: An Exploratory Thinking Aloud Stud y","venue":null,"work_id":"c5e36827-c4c4-483b-8e1d-62a1cb3ccd62","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.196472Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:74da252a42ef7fb43caa1e3a92d82f993033ecb387d459445ef32215f820227e","observation_id":"57309652-4aab-4280-bec9-68a06e2d72f6","resolution":{"observed_at":"2026-08-11T22:22:58.214494Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.194620Z","title":"Using conceptual models to teach BAS IC computer programming","venue":null,"work_id":"3fceb65b-1df7-4359-a7a5-7ba572c4fa2a","year":1988},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.201837Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:8b4cb5aa957243c920bcf3f938afd8852329ac76e5a0e76265820698a62bdb2a","observation_id":"5174e192-8b5e-436f-93a0-1c8b9b87d86c","resolution":{"observed_at":"2026-08-11T22:22:58.199383Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4429.33725","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:57.474902Z","title":"Compiler Error Messages Considered Unhelp- ful: The Landscape of T ext-Based Programming Error MessageResearch","venue":null,"work_id":"78d2af2c-d7f4-4504-98b2-fcdfcd5428bd","year":2019},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.206505Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:9eb062275378e7822146d6607baf1414a34b1b56d0ee61db8bab4e595b8a9875","observation_id":"052f1384-75b1-4373-be30-fd07ecbc83c5","resolution":{"observed_at":"2026-08-11T22:22:57.482696Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.179567Z","title":"Mental Models of Recursion: A Secondary Anal ysis of Novice Learners’ Steps and Errors in Java Exercises","venue":null,"work_id":"63b43666-ccc7-4673-bf07-0e45c5269eef","year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.211683Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:1e4c19b69bc2f75f73eb29912e7f86b2b0e88c715b2f3b978be4bbde78b9f923","observation_id":"8a2bcbe6-383f-4dbf-aef4-54df48fa43f8","resolution":{"observed_at":"2026-08-11T22:22:58.184658Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.216738Z","title":"Automated Grading and Feedback T ools for Programming Education: A Systematic Review","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.216738Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:3eb032be9d612d7ace138783158709380219a99d59a044c65f0b21f4a041c670","observation_id":"f616ec7a-58e7-46fb-8e49-0af8a5b44015","resolution":{"observed_at":"2026-08-11T22:22:55.216738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.164321Z","title":"Automated Assessment in C omputer Science Education: A State-of-the-Art Review","venue":null,"work_id":"8686e5bc-4d4f-48f4-91de-4f9ac8d98809","year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.221309Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:d6b8f76fd531b7cac907aaefa65b02f5f253188042373c2b35b57e45a3327698","observation_id":"438d21da-d41c-4aff-aa1a-b5010a0d17a3","resolution":{"observed_at":"2026-08-11T22:22:58.169775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.225887Z","title":"The Robots Are Here: Navigating the Generative AI Revolution in Computing Education","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.225887Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:a3321cfd185cb2cd4ff51f7261bbaaaa76b63269c4ffb58c7ca7715fa7387290","observation_id":"8660d592-2188-4015-970d-8dc7dbea22b8","resolution":{"observed_at":"2026-08-11T22:22:55.225887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.149172Z","title":"Beyond the Hype: A Comprehensive Review of Current T rends in Generative AI Research, T eaching Practices, and T ools","venue":null,"work_id":"2864ccba-5167-47dc-a8c3-7276c39dd69f","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.230356Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:7f9024eeec0f8699eb69f94c95c928dee3e3800082052d4b4d54c1293999df4d","observation_id":"28e755d4-6578-408c-8076-f08d6ec84b1e","resolution":{"observed_at":"2026-08-11T22:22:58.154274Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.133686Z","title":"Generative AI in Introductory Programming","venue":null,"work_id":"65d2241d-a479-4651-b958-23c75b006bd3","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.234963Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:daced38639638bb9f388855397d29ee98081910d56ec812dd0316f978452bc55","observation_id":"8dbc9099-fd0d-485e-b3a1-07f8e8819caf","resolution":{"observed_at":"2026-08-11T22:22:58.138790Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.239756Z","title":"The Robots Are Coming: Explor- ing the Implications of OpenAI Codex on Introductory Progra mming","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.239756Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:aa34b21dc92b9dd4cfa8ec763dfff9f3e9ea01ad03cee9e894564d18a4ed13f5","observation_id":"6eb71970-68de-4a21-a2e3-3f06d05598b2","resolution":{"observed_at":"2026-08-11T22:22:55.239756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.249976Z","title":"Using GitHub Copilot to Solve Simple Pro gramming Problems","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.249976Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:1fdc704d16909e5ce215090eb4f2c9d49f74e7f5ac6c6d7f67e9420f198cba37","observation_id":"de84eb42-1053-4cc6-8a39-47d77fe149e8","resolution":{"observed_at":"2026-08-11T22:22:55.249976Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08572","last_updated":"2023-08-15T19:48:31Z","snapshot_observed_at":"2026-08-13T10:34:03.220027Z","submitted_at":"2023-08-15T19:48:31Z","title":"Large Language Models in Introductory Programming Education: ChatGPT's Performance and Implications for Assessments","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08572","snapshot_observed_at":"2026-08-11T22:22:55.259407Z","title":"Large Language Models in Introdu ctory Programming Education: ChatGPT’s Per- formance and Implications for Assessments","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.259407Z"},"links":{"cited_paper":"/paper/2308.08572","citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:b704d5853f61536ffa689bcf5ef5c1eac1eb82d1a753f44df35dd3e6a51db7ae","observation_id":"12f94392-455e-46e6-b774-75c2b449c867","resolution":{"observed_at":"2026-08-11T22:22:55.259407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.117690Z","title":"Analyzing Chat Protoco ls of Novice Programmers Solving Introductory Programming T asks with ChatGPT","venue":null,"work_id":"c0d18ed4-c3a3-48da-a7ad-ec2389e42ded","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.264734Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:08bbbe533b5d067dd1f14c03d24b3b8bb04188a064927164808a27553a64be77","observation_id":"ff454dc4-7d00-4e91-a0a8-c2a9c136a09a","resolution":{"observed_at":"2026-08-11T22:22:58.123012Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.20792","last_updated":"2024-07-30T12:55:42Z","snapshot_observed_at":"2026-08-12T23:12:03.607386Z","submitted_at":"2024-07-30T12:55:42Z","title":"How Novice Programmers Use and Experience ChatGPT when Solving Programming Exercises in an Introductory Course","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.20792","snapshot_observed_at":"2026-08-11T22:22:55.269316Z","title":"https://arxiv.org/abs/2407.20792, accepted at 2024 IEEE ASEE Frontiers in Education Conference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.269316Z"},"links":{"cited_paper":"/paper/2407.20792","citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:d9086040fa32fa71cfd38e59416dfcda9fa7936e57dc5d7a5a3d429a3a7b8bca","observation_id":"69af2b82-698c-442a-93ac-c1315cf2c8ea","resolution":{"observed_at":"2026-08-11T22:22:55.269316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.274178Z","title":"How Instructors Incorporate Generative AI into T eaching Computing","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.274178Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:7638508b8dfc2fb97ef46d338e04382b3e4cd92c17d2bca96a48531610015144","observation_id":"607740ec-8e84-4145-97c0-0979935ef7e3","resolution":{"observed_at":"2026-08-11T22:22:55.274178Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.15276","last_updated":"2023-10-02T16:09:14Z","snapshot_observed_at":"2026-08-13T18:45:55.493325Z","submitted_at":"2023-08-29T13:07:27Z","title":"Large Language Models in Fault Localisation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.15276","snapshot_observed_at":"2026-08-11T22:22:55.278853Z","title":"https://doi.org/10.48550/arXiv.2308.15276","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.278853Z"},"links":{"cited_paper":"/paper/2308.15276","citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:2f43c735f889874b16b1cfe68a654c514baf02273c7eb51a07356f59cc1651e0","observation_id":"b1af8ff0-6fee-4ef8-9204-21ee8855e9b4","resolution":{"observed_at":"2026-08-11T22:22:55.278853Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.102170Z","title":"Large Language Mo dels (GPT) Struggle to Answer Multiple-Choice Questions About Code:","venue":null,"work_id":"44803281-f874-4ff6-8817-c5425e8ddec4","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.283796Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:720a9d069b3bf71f6d55f57008926f3bfad2f0564f08d9ebd94a01c50cb868a7","observation_id":"13c40b8e-bde8-4833-9266-78877322ea86","resolution":{"observed_at":"2026-08-11T22:22:58.107306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.297361Z","title":"Comparing Code Explanations Created by Students and Large Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.297361Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:93202eec44c38e993c80ccd447eb72b0d3580792956159b72dc4c6dfd9899e88","observation_id":"0373fae4-c15b-424e-ab45-dd4ceaf59530","resolution":{"observed_at":"2026-08-11T22:22:55.297361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.301862Z","title":"Inv estigating the Potential of GPT-3 in Providing Feedback for Programming Assessments","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.301862Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:b41404511028cbc9de59bb42604f6e4c5110018baab7e861fff4f2d8b937fd6a","observation_id":"c57a7d14-38c1-444b-b4b0-8f63aca5703d","resolution":{"observed_at":"2026-08-11T22:22:55.301862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.086575Z","title":"Large Language Models (GPT) for a utomating feedback on programming assignments","venue":null,"work_id":"eb089d63-025f-4e21-afb6-8e92e5d02435","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.306131Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:88dcc9193a814ec712756fbb91599ea8376eb5a3e384504d8de00bd8ec5f8e74","observation_id":"95b2bdea-7fa2-44b0-af7b-599e6fbc80ff","resolution":{"observed_at":"2026-08-11T22:22:58.091763Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.310805Z","title":"Next-Step Hint Generatio n for Introductory Programming Using Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.310805Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:8e2b9e93f4cad6cbaa73b163b3c6183785b2ebc9b0b1e2361d16650e06489dbd","observation_id":"797a4393-91c5-4490-92f2-2119135274a7","resolution":{"observed_at":"2026-08-11T22:22:55.310805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.315829Z","title":"Exploring How Multiple Levels o f GPT-Generated Programming Hints Support or Disappoint Novices","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.315829Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:c8f5c14f5b18ccbf1751a8073d4e221f12caf27bd8d8c75a4adc0adbaf8438e7","observation_id":"f8646f09-dc6e-48df-bbd0-a9328d3d3b34","resolution":{"observed_at":"2026-08-11T22:22:55.315829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.321113Z","title":"Using GPT-4 to Provide Tiered, Format ive Code Feedback","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.321113Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:a4b64a1a09d7e0a2466e99f0a7a9d32a43768612fdb3be72c56dc55f8e31ca1e","observation_id":"eed79819-79e1-4634-ab98-b00bb2761431","resolution":{"observed_at":"2026-08-11T22:22:55.321113Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.326078Z","title":"Automating Human T utor-Style Programming Feedback: Leveraging GPT-4 T utor Model for Hint Generation and GPT-3.5 Student Model for Hint Validation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.326078Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:887b97b6d1c093a21d80383effe68f30c9f74360282b94a1b236b12641cb6324","observation_id":"29f4b00b-fceb-42f0-9090-58112b34ab8c","resolution":{"observed_at":"2026-08-11T22:22:55.326078Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.070060Z","title":"Open Source Language Models Can Provide Feedback: Evaluating LLMs’ Ability to Help Students Using GPT-4-As-A -Judge","venue":null,"work_id":"92e42ba7-744d-4bac-b821-d72336ccedc8","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.331590Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:86ab2010141a0303ef3d9340ac86145166969ccb2669c4644655bb917572fef8","observation_id":"c82d6aa0-e417-4170-b501-4c2e845b97eb","resolution":{"observed_at":"2026-08-11T22:22:58.075479Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.341913Z","title":"A Large Scale RCT on Eﬀective Error Messages in CS1","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.341913Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:514506d7c6a401ec91450be6ac19818250fe22abd98517cfccea2052768ab44b","observation_id":"64253867-009b-41e7-91e9-08a3a2f3d645","resolution":{"observed_at":"2026-08-11T22:22:55.341913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.346738Z","title":"dcc –help: T ransforming the Role of the Compiler by Generating Context-Aware Error Explanations with Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.346738Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:1c3f36eb38b44145056f0042d1573cfd948f23554dca9433ca102dff3d7a9a60","observation_id":"9bd8f9b0-db86-4731-be36-b787937d147c","resolution":{"observed_at":"2026-08-11T22:22:55.346738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.351493Z","title":"Enhancing Programming Error Messages in Real Time with Generative AI","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.351493Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:309354737a4f1efd35dc509118755af0c93ea531ecf658e3a985b48d65994f17","observation_id":"7cdc0aaf-e0c7-4e61-9737-4f46cd3486c4","resolution":{"observed_at":"2026-08-11T22:22:55.351493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.053978Z","title":"https://github.com/Programming-Steps-Working-Group- 2022/public-datasets/tree/main/FITec","venue":null,"work_id":"07ce501a-7cf6-4471-860a-97cdd7a98ffd","year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.356107Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:7cb5315f1df2623802ffd483856ac425a295f89f1bedb1526b8aa4aeff310659","observation_id":"94ca254a-dc58-4eb7-b720-e14417daeeed","resolution":{"observed_at":"2026-08-11T22:22:58.059523Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.21249/dzhw:studentsteps:1.0.0","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.494801Z","title":"https://doi.org/10.21249/DZHW:studentsteps:1.0.0, datenerhebung: 2017","venue":null,"work_id":"42f8fdd7-cd3c-4a02-a9a2-0e0bbb297f65","year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.360810Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:0f8b4450f49a31532b93b986732f6d2f484e425b83bb18ec7557cb410567e58e","observation_id":"ea4a803d-0c5d-4ab9-bb42-e4ca03577334","resolution":{"observed_at":"2026-08-11T22:22:55.499553Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.036735Z","title":"https://metadata.fdz.dzhw.eu/public/files/data-pack ages/stu-studentsteps$/attachments/studentst","venue":null,"work_id":"9c64b890-aa5e-4ea5-aeda-4b16e784a8af","year":2022},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.365536Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:c8b855468714d77b9a7b0f49e9f360add6ff5a9be7803037ad78bab17511b61c","observation_id":"9951f11e-1014-4680-bc79-79721e54d34d","resolution":{"observed_at":"2026-08-11T22:22:58.042739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.370155Z","title":"T askT rack er-T ool: A T oolkit for T racking of Code Snapshots and Activ- ity Data During Solution of Programming T asks","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.370155Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:34f35d8b5a2f3df94ee34542198ea463be9aa0baf5a976d49bab14a4743cfb6c","observation_id":"417b440d-495d-4d97-9661-5612701180ca","resolution":{"observed_at":"2026-08-11T22:22:55.370155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.374505Z","title":"On Designing Programming Error Mes- sages for Novices: Readability and its Constituent Factors","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.374505Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:42ff53eb3405ed0158da4dceda1587c781fd63532e7deccb2ac9bf27de5c6ca6","observation_id":"60c24dd4-ab1a-4f75-b5a1-0346571e7222","resolution":{"observed_at":"2026-08-11T22:22:55.374505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1177/0011000097254001","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.477023Z","title":"A Guide to Conducting Consensual Qualitative Research","venue":null,"work_id":"0bf9dc1d-bd0e-4666-95c3-148a91a4e552","year":1997},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.379399Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:2edcbe1c1f517f5d9ea85570e8f6ecd1770bb97fa2028e1b3a63ed464226c919","observation_id":"54d5cb99-db58-48ea-a3c3-7fd0d431d3a7","resolution":{"observed_at":"2026-08-11T22:22:55.483733Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.019185Z","title":"Consensual qualitative research: An update","venue":null,"work_id":"4414b8c7-8c0d-4e8c-b3fc-5ead1b206369","year":2005},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.384064Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:6bcef88feda4ecd087e6dfe6a2d4cdf803144cb14312779f9aba7c8a6444d23c","observation_id":"5c2a6a74-c824-421c-9f88-2b21f99ec652","resolution":{"observed_at":"2026-08-11T22:22:58.024501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T22:22:55.388577Z","title":"arXiv; 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.388577Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:b09139b76ec868400883ee5844588f3385d59a6fa4217980ccfdac8f9184848f","observation_id":"9ed71baa-6687-4b8b-aea9-65be276d2c4f","resolution":{"observed_at":"2026-08-11T22:22:55.388577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.393252Z","title":"Why J ohnny Can’t Prompt: How Non-AI Experts T ry (and Fail) to Design LLM Prompts","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.393252Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:8c08f357848beb5626e185f30bca717a1e2ae21b3644e30e52f7683e4edcb2b1","observation_id":"12f40871-817b-4af2-a364-f8e751ea1010","resolution":{"observed_at":"2026-08-11T22:22:55.393252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:58.002212Z","title":"https://platform.openai.com/docs/guides/prompt-engi neering","venue":null,"work_id":"552795f2-8374-4730-a69d-ef10c9ffa3b3","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.397603Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:fd0a0347abf204d38c9e592141043c42efc79072e34523511e26fcafa8e95353","observation_id":"6fc26ac5-094a-4e3b-b14a-5ccb5bf6d8e8","resolution":{"observed_at":"2026-08-11T22:22:58.007547Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:57.985265Z","title":"Exploring the Responses of Large Language Models to Beginner Programmers’ Help Requests","venue":null,"work_id":"ccd958d5-3bca-423e-a17c-6d1b64f4310c","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.401936Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:a507cbac4d6ee667c9ce9deabffb93e68800462922e4fa3cec3f3a717ea27c8d","observation_id":"7fe7f2d6-5e4a-4d97-af43-d21a1b55cf69","resolution":{"observed_at":"2026-08-11T22:22:57.990645Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.407105Z","title":"Employing subg oals in computer programming education","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.407105Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:6c54d5ccbc71f64f7968adca3ac202fa5c7aba4644ef7f2ffa80fd5f5b906fca","observation_id":"01825b3b-fb87-4d49-b9f2-16c41abc8b42","resolution":{"observed_at":"2026-08-11T22:22:55.407105Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:57.966932Z","title":"Selection-Inferenc e: Exploiting Large Language Models for Interpretable Logi cal Reasoning","venue":null,"work_id":"30eb75df-488b-43ac-bd7e-ef46dfba9414","year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.411513Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:ff5e57d3e45a2eebb9cf6bb70e1af91c44b0573cae37e965c70645dfae19df98","observation_id":"bb60fe5a-7c65-4a2d-9deb-58dffb6babb0","resolution":{"observed_at":"2026-08-11T22:22:57.974137Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.416238Z","title":"It’s Weird That it Knows What I Want","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.416238Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:29270793c9a72745b654013de4536f7963d0ae08d21c14a3b83bd3ca9c2649a1","observation_id":"7bcbc76d-5f6b-476d-9f4c-41de7c4348ff","resolution":{"observed_at":"2026-08-11T22:22:55.416238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.421034Z","title":"What Skills Do Y ou Need Whe n Developing Software Using ChatGPT? (Discussion Paper)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.421034Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:a21453dd04658582acea0cc4b9b4bf3bad8e93481fd6158ad1e4f229d11f4734","observation_id":"7a85bd86-2562-48d7-97ee-ef5baf1879de","resolution":{"observed_at":"2026-08-11T22:22:55.421034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:57.950351Z","title":"Adaptive Learning Systems in Programming Education: A Prototype for Enhanced Formative Feedback","venue":null,"work_id":"3ff36b0e-3f4c-4b0d-aac1-eaebf94a2e6a","year":2024},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.425439Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:f34056de3205367ea4f7310611fb7594def688258ad1c273f89c661aa66d0da9","observation_id":"de556e4d-475e-4ca0-8bba-e1f5f6024f7e","resolution":{"observed_at":"2026-08-11T22:22:57.956257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:22:55.336792Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-11T22:22:55.336792Z"},"links":{"citing_paper":"/paper/2412.03516"},"observation_digest":"sha256:40ffc5cf65575f87f098f4c22333ffab4fc88a8e610aa764692e384f11c1040e","observation_id":"58a4b711-7b2c-4bb9-8726-0406e70d6f08","resolution":{"observed_at":"2026-08-11T22:22:55.336792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.03516","last_updated":"2024-12-04T17:57:39Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-13T03:16:32.104172Z","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?"},"reference_resolution":{"displayed":66,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":35,"verified_exact":2,"verified_fuzzy":28},"total_outbound_references":66},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 66 of 66 outbound references and 1 inbound Pith citation observation for arXiv:2412.03516."}