{"as_of":"2026-08-19T20:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c02d7b37f30721f5511d8810894cb53383e4bc47a0052349a806f9dd502a1770","coverage":[{"denominator":67,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":67,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T12:55:17.192320Z","state":"measured"},{"denominator":67,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":67,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.14215/citation-record","integrity":"/paper/2412.14215/integrity","json":"/paper/2412.14215/citation-record.json","paper":"/paper/2412.14215"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.983036Z","title":"Can large language models truly understand prompts? A case study with negated prompts,","venue":null,"work_id":"3488b223-22d2-4241-b97e-086f9213bcd9","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.953454Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c7a03536cba201aeda8d3006fac4f847923d76af27791e087d84f579b0b4a159","observation_id":"d0b77b7a-e7f8-4f3b-9db1-805f085c0be0","resolution":{"observed_at":"2026-08-11T12:55:17.987133Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.957924Z","title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.957924Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:1aeeb12c0b797b7b9a7c08bcf795a323fa63865c6c2af4f51770ac4d3ef52af4","observation_id":"0921da5b-9d0e-4364-86e6-508ba8af8fe6","resolution":{"observed_at":"2026-08-11T12:55:16.957924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.965023Z","title":"The prompt report: A systematic survey of prompting techniques,","venue":null,"work_id":"5e03e2cc-0c41-4165-9a4b-da225a2e81f7","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.961982Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:55f36b30abe8e8f976f900ed3c491b62c2ba987cb44f6473d1e01a60ca80ae6d","observation_id":"4735b89c-b4cd-48e4-9dd1-db0956205d90","resolution":{"observed_at":"2026-08-11T12:55:17.968792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.952260Z","title":"A survey of DevOps concepts and challenges,","venue":null,"work_id":"a1ef6045-e219-47ef-a25b-70ee1b6ce9d9","year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.965666Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:8838c43a0e6e2c531c6ba8cf63157361ec116cc48f2b42eb91372965f87065d3","observation_id":"3a9f691a-64bf-4c86-8066-c178f57dbe51","resolution":{"observed_at":"2026-08-11T12:55:17.957331Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.939165Z","title":"Continuous integration","venue":null,"work_id":"4445337b-5298-4c00-851b-8b1c86d72570","year":2006},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.969384Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:120374c317249668190609be713e140a06bffddb5ba321f125e000faced29d25","observation_id":"2a1eb472-ed40-4ca9-b041-12d384d464f1","resolution":{"observed_at":"2026-08-11T12:55:17.944051Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.927604Z","title":"The agile manifesto,","venue":null,"work_id":"30539337-1cef-45bd-999b-b077ad39489b","year":2001},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.973230Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:55f953cbbfaa88af1afca55980f2fa1c772416e4ca2d4da917aae9466fd19a88","observation_id":"39714163-1e86-4c64-a88e-aaf58863f7cf","resolution":{"observed_at":"2026-08-11T12:55:17.931474Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.915521Z","title":"Humble and D","venue":null,"work_id":"33fae2ee-8a84-41b2-a48a-cf0e9a63449f","year":2010},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.977209Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f8705bfc3b155dc6b0a28c2e0c12307956db50c8f7a7812956940ca998fff5c4","observation_id":"588669e4-ec0e-4a4e-a7a3-1b28e2203c49","resolution":{"observed_at":"2026-08-11T12:55:17.919621Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.903169Z","title":"Continuous delivery: Huge benefits, but challenges too,","venue":null,"work_id":"7ba8846f-ac6f-4c91-befd-64995715e5db","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.980586Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d88170b05d2864fc819bd45643d08090708a8fd44ad7273243b724b55af6c13a","observation_id":"dccd5f73-5b3d-41fa-9784-53cb286cacc5","resolution":{"observed_at":"2026-08-11T12:55:17.907303Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.891369Z","title":"Dustin, J","venue":null,"work_id":"91bcc57a-9930-4cbe-84d5-1e5fc8aa7f25","year":1999},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.983974Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:1bd741c9fffc4b61bdac792708e2647c7f7e95b8d62b5b74e66986cac8b3d7d3","observation_id":"431e1631-5d1d-42b7-b1cc-adff772f66a7","resolution":{"observed_at":"2026-08-11T12:55:17.895386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.879565Z","title":"Gregory and L","venue":null,"work_id":"c89d5739-8847-4178-941d-02bbe08daaeb","year":2014},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.987543Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:6b9cadd08b935454fd1f4bfd414e6c3a1e3cc18e38f18f407567ce20502ea1d0","observation_id":"3c336da3-2842-4895-a6be-ecc1ffcc5630","resolution":{"observed_at":"2026-08-11T12:55:17.883665Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.868020Z","title":"Cohn, Succeeding with agile: software development using Scrum","venue":null,"work_id":"9fc4ed0c-9ba2-4085-81c0-292936192eba","year":2010},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.991183Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:54e32d50fb7eb7c2b1829915413846001bc6ed5163a81289f7755cc39c558f5c","observation_id":"cc41fb01-2764-459d-89fe-efa8771015fb","resolution":{"observed_at":"2026-08-11T12:55:17.872000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.994671Z","title":"A Survey of Large Language Models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.994671Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:68c618477a9497e460bf385684fa7249013a6980d19b12c3d26d38c47df975a6","observation_id":"96d3eeb7-23ad-4dcf-ab07-d239adb3131a","resolution":{"observed_at":"2026-08-11T12:55:16.994671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.997892Z","title":"Learning to control fast-weight memories: An alternative to dynamic recurrent networks,","venue":null,"work_id":null,"year":1992},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.997892Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:9f137a8e9cc45fa4255a645fec5538575fda1bbca241e400130ae6005e80a0f3","observation_id":"8b467228-ce22-49ae-b96f-9c76edc13326","resolution":{"observed_at":"2026-08-11T12:55:16.997892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.842695Z","title":"Neural machine translation by jointly learning to align and translate,","venue":null,"work_id":"830c8199-3de6-4e46-9a68-57a8ebefb91b","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.001344Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:716ea9dbbbc5239d56c072b4db9093371605cf2822b7832fe976bfc32a2842f4","observation_id":"bd11347f-0e9f-4011-b371-7d6da4247345","resolution":{"observed_at":"2026-08-11T12:55:17.846612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.004924Z","title":"Attention is all you need,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.004924Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:31516daadd1d3353c5b414c7692431f69fd76f23e2cd7b2472476d182df9ea37","observation_id":"dcd17c20-afde-44df-a48a-b80f3b0136b4","resolution":{"observed_at":"2026-08-11T12:55:17.004924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.008487Z","title":"Long short-term memory,","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.008487Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f08022e39e20a57f9822770af2e9da551e56e6c391b8ba94a15654ad3a09f71d","observation_id":"a0ea03b7-dc93-4df1-8e16-7e5f4b037516","resolution":{"observed_at":"2026-08-11T12:55:17.008487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.012023Z","title":"Improving language understanding by generative pre-training,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.012023Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:fe6bf507eeea067a90fd6f6c98576b8103162416521ac0b0e1949c72c9c65b1e","observation_id":"338f7dc6-2ebc-4a8c-bb2c-dbcbb674921c","resolution":{"observed_at":"2026-08-11T12:55:17.012023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.015681Z","title":"Language models are unsupervised multitask learners,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.015681Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e1109d5215617597b1954ccbf05f382b055b797ba5e05bf8b781dac941a70663","observation_id":"96790c25-6c19-402a-8b32-e8ff2f2d1f7a","resolution":{"observed_at":"2026-08-11T12:55:17.015681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.019307Z","title":"Language models are few-shot learners,","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.019307Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:16c80d9e14a6c79ccc0811411110aad20ee0d6ae0b5b546b671924a894c0d61a","observation_id":"d34fca33-19c8-4834-9adb-e577d54a8b60","resolution":{"observed_at":"2026-08-11T12:55:17.019307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.022675Z","title":"Training language models to follow instructions with human feedback,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.022675Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c09779b2432b2534740f0724ada0b0be83778070cac92d8cf2e123c4dfdf5e6e","observation_id":"04fb0e6a-f5d9-42a6-986a-8eb457907d04","resolution":{"observed_at":"2026-08-11T12:55:17.022675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-11T12:55:17.026049Z","title":"Llama: Open and efficient foundation language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.026049Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:4868f829161b40a63934a920d221fa0c22ddd37f2e1ccfde875634b1465354ee","observation_id":"8fbf5640-4681-4feb-8787-583b35257891","resolution":{"observed_at":"2026-08-11T12:55:17.026049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T12:55:17.029634Z","title":"Llama 2: Open foundation and fine-tuned chat models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.029634Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:5a98c74bfc2b852fea27e51de366da7cc44a4597ae0c03ba4a1d68da312ce4b9","observation_id":"b7130fd9-f1e7-4c7b-b81a-780c978971ab","resolution":{"observed_at":"2026-08-11T12:55:17.029634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.15556","last_updated":"2022-03-29T13:38:03Z","snapshot_observed_at":"2026-08-09T19:52:33.533277Z","submitted_at":"2022-03-29T13:38:03Z","title":"Training Compute-Optimal Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.15556","snapshot_observed_at":"2026-08-11T12:55:17.033057Z","title":"Training compute-optimal large language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.033057Z"},"links":{"cited_paper":"/paper/2203.15556","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:9d8e79d0416be7048e9af01d2fddf777be75e94bd67786859d9ad9080b3cc379","observation_id":"91e594e4-143f-4619-b597-902869bdf229","resolution":{"observed_at":"2026-08-11T12:55:17.033057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.11644","last_updated":"2023-10-02T06:12:30Z","snapshot_observed_at":"2026-08-13T11:19:55.436754Z","submitted_at":"2023-06-20T16:14:25Z","title":"Textbooks Are All You Need","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.11644","snapshot_observed_at":"2026-08-11T12:55:17.036882Z","title":"Textbooks are all you need,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.036882Z"},"links":{"cited_paper":"/paper/2306.11644","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:818875af170b5f8fdf9add74da7c3b77d737160ce3b2543e540e65807c2d5199","observation_id":"728875c5-5bf1-480a-86a5-a0c302de48a9","resolution":{"observed_at":"2026-08-11T12:55:17.036882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.01116","last_updated":"2023-06-01T20:03:56Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-01T20:03:56Z","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.01116","snapshot_observed_at":"2026-08-11T12:55:17.040675Z","title":"The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.040675Z"},"links":{"cited_paper":"/paper/2306.01116","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:60358b01096e32e604b19da4a582b7c7df83af6cdc4cd086ea1fecb4a77e0928","observation_id":"f476ed1f-c91a-4b7c-ad3b-638afe37550a","resolution":{"observed_at":"2026-08-11T12:55:17.040675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.791258Z","title":"Russell and P","venue":null,"work_id":"18ca6966-f11f-40f2-95f1-2d7806e6cb41","year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.044429Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:52907a4fb4f33dc8805f8f7da47384849720aaebb087d3a05e2e09db3681a4ef","observation_id":"0b6aeda7-644e-4dd3-a320-9a3c4c64d457","resolution":{"observed_at":"2026-08-11T12:55:17.795291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-17T06:15:32.510873Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-11T12:55:17.048058Z","title":"The rise and potential of large language model based agents: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.048058Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:35a859f8b31049d0df71510ae9281dcb5f03670c68f60d5bb12ca383619291c8","observation_id":"3502b415-3285-457d-a97a-2a89b2a2e295","resolution":{"observed_at":"2026-08-11T12:55:17.048058Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.780119Z","title":"A survey on large language model based autonomous agents,","venue":null,"work_id":"600babd8-8879-4320-a888-215d393ad841","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.051934Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:9f3a5dd435730c8120740f1ec515f0053fb89438e4a1e64b1b609c77b64d0232","observation_id":"134ab627-4475-4dc1-931c-1f763ef2ea8b","resolution":{"observed_at":"2026-08-11T12:55:17.784006Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.768941Z","title":"LLM Powered Autonomous Agents","venue":null,"work_id":"2d92282d-8adb-4f91-bba3-bb405b2f3eb8","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.055610Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:58fd92e0c1f18b9d8df0ee30b465094f474a5c27bcb1374a65c0290feeb2020f","observation_id":"9f14cc08-a57c-4714-8eff-ba0a8d656876","resolution":{"observed_at":"2026-08-11T12:55:17.772921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.06435","last_updated":"2024-10-17T01:10:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-12T20:01:52Z","title":"A Comprehensive Overview of Large Language Models","version":10},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.06435","snapshot_observed_at":"2026-08-11T12:55:17.059188Z","title":"A comprehensive overview of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.059188Z"},"links":{"cited_paper":"/paper/2307.06435","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:326c2f64f6b2dc6eceb434a2106c18b9e2f3dc498c5e01f19725ef6130d0cfb0","observation_id":"23d4bb8e-fe44-4cf9-a116-13bbd715cf42","resolution":{"observed_at":"2026-08-11T12:55:17.059188Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.01560","last_updated":"2024-07-08T05:56:47Z","snapshot_observed_at":"2026-08-02T14:50:04.461434Z","submitted_at":"2023-02-03T06:06:27Z","title":"Describe, Explain, Plan and Select: Interactive Planning with Large Language Models Enables Open-World Multi-Task Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.01560","snapshot_observed_at":"2026-08-11T12:55:17.063053Z","title":"Describe, explain, plan and select: Interactive planning with large language models enables open-world multi-task agents,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.063053Z"},"links":{"cited_paper":"/paper/2302.01560","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:69b9877a6fab8596500535787587ca096f29afdfaa0f31779318bc15f3770e2a","observation_id":"f175117b-b076-4b5a-886c-d32ea7479c8b","resolution":{"observed_at":"2026-08-11T12:55:17.063053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.066831Z","title":"React: Synergizing reasoning and acting in language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.066831Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:a69f0530edfc11aae7557d5acac6a055ce9479d3d1be67ae1565edf7923c3ebd","observation_id":"4d21f804-26e4-48ac-8cec-175d3b2726db","resolution":{"observed_at":"2026-08-11T12:55:17.066831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-08-08T22:28:26.004138Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-11T12:55:17.070191Z","title":"Autogen: Enabling next-gen LLM applications via multi-agent conversation framework,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.070191Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:020fcc1eba6c5a73fc04be9a4078068fffe45928baf5076faecaec68c56d9ee6","observation_id":"25080b5b-c8e2-4290-ad27-9a9a8a8592f2","resolution":{"observed_at":"2026-08-11T12:55:17.070191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.750913Z","title":"Bleu: a method for automatic evaluation of machine translation,","venue":null,"work_id":"9fed85b3-3577-4fea-916b-28eac446e299","year":2002},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.073985Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c40cb8a91af28cf4981e4220e6a538ef54ec2af6c5c26bd799bfd76d0758fe07","observation_id":"d2c3cddf-293c-4a86-ad69-30c820e95d21","resolution":{"observed_at":"2026-08-11T12:55:17.754919Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.738431Z","title":"Recall oriented understudy of gisting evaluation,","venue":null,"work_id":"47a637d6-19d2-4aa6-a707-6f4688e832a9","year":2005},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.077518Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:600036965698e7e5f35547d86af61c7107c716bdfb9543521d6fc518951d4f96","observation_id":"1e91865f-e8b7-4439-ae0d-3ab50e61029e","resolution":{"observed_at":"2026-08-11T12:55:17.743057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.07461","last_updated":"2019-02-22T23:53:34Z","snapshot_observed_at":"2026-08-16T09:50:11.319379Z","submitted_at":"2018-04-20T06:35:04Z","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.07461","snapshot_observed_at":"2026-08-11T12:55:17.080855Z","title":"Glue: A multi-task benchmark and analysis platform for natural language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.080855Z"},"links":{"cited_paper":"/paper/1804.07461","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:884f064d62067549c46cf472209ea2f4f7e5e2ef2ca907bcab65ba008973871b","observation_id":"c55b68a2-ae9c-4e81-9544-60028dd85dee","resolution":{"observed_at":"2026-08-11T12:55:17.080855Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-11T12:55:17.084581Z","title":"Benchmarking LLM powered chatbots: methods and metrics,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.084581Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:069c0f85315e2d7f8c595e8f8ffdc67d0b697f739b5f77811f1eb09390e60dbe","observation_id":"d12eee62-f31e-4fdd-97a7-d92ef964210b","resolution":{"observed_at":"2026-08-11T12:55:17.084581Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.725789Z","title":"The power of Generative AI: A review of requirements, models, input–output formats, evaluation metrics, and challenges,","venue":null,"work_id":"e8baa4f6-4c73-4fb2-865e-75e82fc2bcf8","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.088203Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c34a3d37badf7bc2bdcff68f8324f89733f1fa1c9d4b649656962c890d1e4088","observation_id":"8a25d082-b242-461d-b61a-1984e2b7326c","resolution":{"observed_at":"2026-08-11T12:55:17.730336Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.15030","last_updated":"2022-06-30T05:53:56Z","snapshot_observed_at":"2026-08-16T16:49:21.537343Z","submitted_at":"2022-06-30T05:53:56Z","title":"Modern Question Answering Datasets and Benchmarks: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.15030","snapshot_observed_at":"2026-08-11T12:55:17.091540Z","title":"Modern question answering datasets and benchmarks: A survey,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.091540Z"},"links":{"cited_paper":"/paper/2206.15030","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:59a274cd3733c43a475ea13c2c1ed940f7ce0873c372d1ded82f157c52de4b03","observation_id":"3ac51c20-6664-42f0-b909-35f5d2080424","resolution":{"observed_at":"2026-08-11T12:55:17.091540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.095313Z","title":"Survey of hallucination in natural language generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.095313Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:92f2949bfa81f26c64f666255b1d680b50ee5dbc86c9afc236f071d0ce1a24ce","observation_id":"44f21c17-7ad7-41c9-9db5-d863d6d31403","resolution":{"observed_at":"2026-08-11T12:55:17.095313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.07567","last_updated":"2021-04-15T16:24:43Z","snapshot_observed_at":"2026-08-18T13:14:17.879046Z","submitted_at":"2021-04-15T16:24:43Z","title":"Retrieval Augmentation Reduces Hallucination in Conversation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.07567","snapshot_observed_at":"2026-08-11T12:55:17.098471Z","title":"Retrieval augmentation reduces hallucination in conversa- tion,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.098471Z"},"links":{"cited_paper":"/paper/2104.07567","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:267b6dd753409bed3f064c17cd596b7d524374ebcd225eabc327bfda8bc1d661","observation_id":"7757eab8-60b4-4d05-bc47-720a7d41a650","resolution":{"observed_at":"2026-08-11T12:55:17.098471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.703886Z","title":"Hallucination is inevitable: An innate limitation of large language models,","venue":null,"work_id":"1b31acc9-c034-4e03-af19-9c288b2d7e7c","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.102033Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c64a55467c738f261810a00af9d7f63655f32485f5f5a5c6bee7ee0c63ac6f62","observation_id":"29b3fef9-24d8-499f-914d-e887a043bc2e","resolution":{"observed_at":"2026-08-11T12:55:17.707892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.692452Z","title":"LLMs Will Always Hallucinate, and We Need to Live With This,","venue":null,"work_id":"fbe8973c-00f5-4ece-88f3-5d22123250c7","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.105659Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ee5deec61fb280c86651f616ee9b19389a29fa4a2a3fbdee9902727fe77f5be3","observation_id":"8b6c2f1c-00a6-45de-a067-cdb84363e537","resolution":{"observed_at":"2026-08-11T12:55:17.696291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15043","last_updated":"2023-12-20T20:48:57Z","snapshot_observed_at":"2026-08-12T09:06:50.363435Z","submitted_at":"2023-07-27T17:49:12Z","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15043","snapshot_observed_at":"2026-08-11T12:55:17.109031Z","title":"Universal and transferable adversarial attacks on aligned language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.109031Z"},"links":{"cited_paper":"/paper/2307.15043","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e21e6bc0c8be2dbca4d8aec2e63f1c304b8d6ccdf98ad9e020ebbcc052d49ae3","observation_id":"dba214a3-3fad-4437-b51e-605b02267279","resolution":{"observed_at":"2026-08-11T12:55:17.109031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.681114Z","title":"A comprehensive study of jailbreak attack versus defense for large language models,","venue":null,"work_id":"8a515eea-e6a6-424d-a1f2-c126ca6efc10","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.112622Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:73bb3b8f984030896f8db63b1448502c853522520ca2f516d57911ed3b83c6cf","observation_id":"97ced399-5649-443b-8510-3f8cc2eba861","resolution":{"observed_at":"2026-08-11T12:55:17.685142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.669362Z","title":"Pandora: Jailbreak GPTs by Retrieval Augmented Generation Poisoning,","venue":null,"work_id":"ee802c42-454b-405c-829e-5c5c4392207b","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.116146Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f626550e080dda7719583ae4237fc5d9f7b04f7be967231e109634c5ac3632a7","observation_id":"08094d71-73a4-437b-8e67-6f4c55261021","resolution":{"observed_at":"2026-08-11T12:55:17.673601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.119647Z","title":"A survey on evaluation of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.119647Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:0d7fb0ac1aac27a70b420361563a834689a917068e10cb5c0f3f2a2f0e2a7161","observation_id":"5a3de844-5045-4f0f-b1a1-653142cae779","resolution":{"observed_at":"2026-08-11T12:55:17.119647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.649620Z","title":"Software Testing of Generative AI Systems: Challenges and Opportunities,","venue":null,"work_id":"972497fb-1ec0-4888-9acc-6091d1fd612f","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.123052Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d6fc3fe32d6ffa55349d46faaf5075183213cf93ab7d0e479892e1b05e57e7f4","observation_id":"b2ce581e-6843-40a0-baf7-b43b17f98892","resolution":{"observed_at":"2026-08-11T12:55:17.654239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.638075Z","title":"Continuous integration of machine learning models with ease.ml/ci: Towards a rigorous yet practical treatment,","venue":null,"work_id":"bcdffd4d-acb0-4d9d-a90a-d41375743151","year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.126499Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:26a025c2cff38b1e135c81f07db22cb17b33db85b1075885548709f2c2156f6c","observation_id":"f7c36c03-2abd-4a1f-890c-492b5bcf4306","resolution":{"observed_at":"2026-08-11T12:55:17.641995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.626193Z","title":"Machine learning operations (MLOps): Overview, definition, and architecture,","venue":null,"work_id":"3f9b5ff6-d725-4b47-9f2a-aa186aef517e","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.129873Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:42e5f19afa498f061ef5fa32d0686f676b03ad8e60395ec57100474e2047cc09","observation_id":"00ec46a6-cb1c-4b04-900e-43236ac7c5c7","resolution":{"observed_at":"2026-08-11T12:55:17.630264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.614235Z","title":"Hidden technical debt in machine learning systems,","venue":null,"work_id":"4d5124d8-c6c2-4ad1-8a4e-8d14bb7398a9","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.133653Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:558a91ac0755d0cc96aad9d250ce1cb5f40706f42f8c248b4845e9eb7771816f","observation_id":"f783dca7-e9d7-403b-aead-e0722aeaf872","resolution":{"observed_at":"2026-08-11T12:55:17.618027Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.602455Z","title":"Large Language Model Operations (LLMOps): Definition, Challenges, and Lifecycle Management,","venue":null,"work_id":"8a6d3a3c-0821-43eb-ad32-2d008ebb6363","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.137133Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:96f575be154abfd32f6970068525ebc491abda5bdac78c342065a2120d827b32","observation_id":"a3e431a8-4f11-493c-939d-f6dcbd8311e4","resolution":{"observed_at":"2026-08-11T12:55:17.606642Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07258","last_updated":"2022-07-12T23:45:14Z","snapshot_observed_at":"2026-08-02T09:20:40.804790Z","submitted_at":"2021-08-16T17:50:08Z","title":"On the Opportunities and Risks of Foundation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07258","snapshot_observed_at":"2026-08-11T12:55:17.140403Z","title":"On the opportunities and risks of foundation models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.140403Z"},"links":{"cited_paper":"/paper/2108.07258","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:86e691fcf18ef15c62704435915825100ce80f54e28e9d2d4a6ffcdc0e7d3e10","observation_id":"f9bb069e-4479-458b-9e66-55c2bbb3975a","resolution":{"observed_at":"2026-08-11T12:55:17.140403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.144093Z","title":"Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.144093Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:b5b8cabda4e7c566714ea960ea5a533f5f672bc784d67e9bdfc54c325e8b291a","observation_id":"0db3e435-eeeb-406a-9e52-bf3c12fed28e","resolution":{"observed_at":"2026-08-11T12:55:17.144093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-11T12:55:17.147500Z","title":"DSPy: Compiling declarative language model calls into self-improving pipelines,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.147500Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:4b54418f00ec20a4aa922a1e778849f27be567cb99e0d19389cbbe8ac905c9b0","observation_id":"27b8839d-dc3b-4c25-805a-8365dc9eaf5e","resolution":{"observed_at":"2026-08-11T12:55:17.147500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.583572Z","title":"Judging LLM-as-a-judge with mt-bench and chatbot arena,","venue":null,"work_id":"0c24156e-f550-40eb-b299-30c6b5ba1e33","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.151432Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:a9336d329d730ac9f3ab1921346373b578fcfa468c4311d7dd589b1b852a1fa5","observation_id":"460c496f-006d-45b9-bfab-1d1c75bb766f","resolution":{"observed_at":"2026-08-11T12:55:17.587381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.572473Z","title":"Sequel: A structured english query language,","venue":null,"work_id":"1319f134-4137-4d22-b797-f5a5b9ce5c96","year":1974},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.154970Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:b539b5e397798ca8a0c469b7cb92ae5f79081c9e289770a768c8c03b38b4888f","observation_id":"91b577b7-7f72-44ba-92cb-c51d58cbf01e","resolution":{"observed_at":"2026-08-11T12:55:17.576298Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.560816Z","title":"Retrieval-augmented generation for knowledge-intensive NLP tasks,","venue":null,"work_id":"5127d409-c069-4ce9-a2e1-f1d60bd85808","year":2020},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.158334Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:b2eed4e82f270f8e69af3c6557240630bd65ba5059bce431b077aa4df49dadc3","observation_id":"48970021-d76c-41f8-9100-88be6dedb7be","resolution":{"observed_at":"2026-08-11T12:55:17.565180Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.549768Z","title":"Billion-scale similarity search with GPUs,","venue":null,"work_id":"83c77436-e523-441c-aa8d-cfa0a37cf350","year":2017},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.162124Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e0fc87efd86085cdc04944c10458ea9221cd7407b47eadd3e4515f20e1581a82","observation_id":"0939e63f-328f-4645-acd7-6c0806f05b06","resolution":{"observed_at":"2026-08-11T12:55:17.553678Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.03350","last_updated":"2024-12-28T09:18:36Z","snapshot_observed_at":"2026-08-16T13:03:19.281079Z","submitted_at":"2024-11-04T04:43:01Z","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.03350","snapshot_observed_at":"2026-08-11T12:55:17.165625Z","title":"A comprehensive survey of small language models in the era of large language models: Techniques, enhancements, applications, collaboration with llms, and trustworthiness,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.165625Z"},"links":{"cited_paper":"/paper/2411.03350","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:3161b89bde157c9b0622d460316239f80f9db835891a88e62a5bb149ec4efd04","observation_id":"9fda2aff-9fac-455c-a828-f95682f2dfc2","resolution":{"observed_at":"2026-08-11T12:55:17.165625Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.169468Z","title":"Apple intelligence foundation language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.169468Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f87024c5a7511bb40f159759143fff45489011d1401bceed96c09f0ee5e56c7c","observation_id":"82938c2b-39db-4adb-b4c4-dfc49088a089","resolution":{"observed_at":"2026-08-11T12:55:17.169468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.537931Z","title":"What are the names and salaries of employees in the Marketing department?","venue":null,"work_id":"0c42935f-76dc-466a-8312-bb0c29f65f85","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.173355Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:28a9f49ad51fc7ea73b045aae72214d1f8405377a268ce3cb20895ec2ddb8dab","observation_id":"f17c13b5-ff0c-4828-bac4-9811f3c2be4d","resolution":{"observed_at":"2026-08-11T12:55:17.541891Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.523705Z","title":"List all employees in the Engineering department","venue":null,"work_id":"f2d7b5b6-fb87-4744-8285-033972fd2dbe","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.177045Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:701f6cd84f82d6f8eb527b312269448c2353886a56451d87226baa342f440d9c","observation_id":"cb421e56-e8df-4d24-8c68-c64a3ad6f5f0","resolution":{"observed_at":"2026-08-11T12:55:17.528482Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.512212Z","title":null,"venue":null,"work_id":"9bae7893-fbbf-4636-926f-8fd4010d94e0","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.180825Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f0a0e4f6de19a7c7e15be2bde0bc1817c0c01a999913e94d658152979ff6f98e","observation_id":"4e67e503-7ab1-400c-ace3-f32e12a6b075","resolution":{"observed_at":"2026-08-11T12:55:17.515948Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.500462Z","title":null,"venue":null,"work_id":"3363a900-1649-45e3-a9f1-66194ddfad2b","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.184445Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f39193b5ecb9b753a06a8be293606f8ec17f27af9f4c5077cbc9fca7a894d04f","observation_id":"b35672b5-b655-40b5-9e69-93b924bc059e","resolution":{"observed_at":"2026-08-11T12:55:17.504392Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.488974Z","title":null,"venue":null,"work_id":"4d67617d-86de-43c4-acdc-785687a57ccc","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.188141Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:dc73cbc61f6aa9596551d7032db062959f367e0022e0d946f5603b5a43b5d09c","observation_id":"80768e8b-4cbc-40c1-bce1-425a25c3a02f","resolution":{"observed_at":"2026-08-11T12:55:17.492575Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.476400Z","title":"\" \" You a r e a h e l p f u l r e s t a u r a n t a g e n t f o r t h e r e s t a u r a n t","venue":null,"work_id":"e5e2170a-640d-4d06-a115-92375cdf3112","year":2020},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.192320Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:6e270a759739547d1b40bb59310f78d4e0a83a22a7e9c7afb5c633a022f7409c","observation_id":"72e4537a-3829-47eb-84f7-bed194328f02","resolution":{"observed_at":"2026-08-11T12:55:17.481294Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle"},"reference_resolution":{"displayed":67,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":34,"verified_exact":0,"verified_fuzzy":33},"total_outbound_references":67},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 67 of 67 outbound references and 0 inbound Pith citation observations for arXiv:2412.14215."}