{"as_of":"2026-08-22T06:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0e3ae344b2afe87e053a33f76647af8e3af582ccd025c978301f815540f35c80","coverage":[{"denominator":51,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":51,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:38:40.318833Z","state":"measured"},{"denominator":51,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":51,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2504.12211/citation-record","integrity":"/paper/2504.12211/integrity","json":"/paper/2504.12211/citation-record.json","paper":"/paper/2504.12211"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/poq/nfm006","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.444625Z","title":"Beatty and Gordon B","venue":null,"work_id":"50b10e64-c9cb-4adc-ac1a-ba5a0190cad2","year":2007},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.819033Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:a09d1361abc1d1b87c989347dcafd8c14f0dd0a4b71c69e4f1c15adc7c302c56","observation_id":"ce5b8a7d-ce6c-43f3-beda-27e81905e938","resolution":{"observed_at":"2026-08-16T12:38:40.450101Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:39.840542Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.840542Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:7ee96ac5a3923a917f0062ed663d9233af33303669046aa8d7e1c99457cdf515","observation_id":"0c344e08-412e-485f-aef2-135bc465e20b","resolution":{"observed_at":"2026-08-16T12:38:39.840542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.496295Z","title":null,"venue":null,"work_id":"ddde89fe-361d-450e-ad41-77142fc1d2fb","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.845321Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:0ac7756f8efb95f17d815171ceeef1c737c3f0e88f6821b5e991dcb1ba49d1a9","observation_id":"8709ff18-e443-4e25-89bc-ce3d2ad577cc","resolution":{"observed_at":"2026-08-16T12:38:42.501365Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.361624Z","title":null,"venue":null,"work_id":"057d27ff-ab41-4a03-a3bb-bc5edd82460c","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.849132Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:a3a561223f923ffb4c02dbd47893c1159b6779f708f53fefcc6bf458cc9fb720","observation_id":"5a7c1753-63a9-407e-af3c-debd9357c34e","resolution":{"observed_at":"2026-08-16T12:38:42.459507Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.346763Z","title":null,"venue":null,"work_id":"d57cff74-620c-4cb2-8c48-20a9e0f79ba9","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.853231Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:b20590fe988b7c7b03c3b6afc1621a356e1703c93a1ff1b0201d1c793612c482","observation_id":"a4b5bf1a-e6fb-40af-a15d-deea63625bc8","resolution":{"observed_at":"2026-08-16T12:38:42.349885Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:39.856750Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.856750Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:d5fd34c6cdec8460b1688d5f50659b03e8050bd7ea9799d3007ac6479b01b51b","observation_id":"006380cf-e0a7-4f93-b663-aa212ba38982","resolution":{"observed_at":"2026-08-16T12:38:39.856750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:39.861888Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.861888Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:4d45e83d42ab659e2cfe53258a5d3f7e6752d350a6c9ea09486d5d918522a142","observation_id":"8091a634-7b87-4c98-8cca-6fc6aee1e5bc","resolution":{"observed_at":"2026-08-16T12:38:39.861888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.336833Z","title":null,"venue":null,"work_id":"fc7478d7-2da7-40d5-b52f-6c28965d6eab","year":2003},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.865914Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:3a9fe06342854f033c3442cd47f8582be2585999365a1a71aff76e94e6f13a91","observation_id":"906f22a1-3a29-4b7d-8de0-43e933ff05a0","resolution":{"observed_at":"2026-08-16T12:38:42.339882Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:39.869329Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.869329Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:1756fbae239dae46049e793041c9dd5834565f0439a3bff4dee0bfb8fa81a15b","observation_id":"83add673-9ec9-4b5d-b911-e853deb3bbc2","resolution":{"observed_at":"2026-08-16T12:38:39.869329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.240190Z","title":null,"venue":null,"work_id":"170aa8f0-4c24-4495-96c0-fec4ad587bfd","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.872731Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:7e7b50fe61f4034999a956f072033ddc4083c6d74c9bdec6120bf8300eed1aeb","observation_id":"39a1f523-1c60-4127-a3c0-4328e774d535","resolution":{"observed_at":"2026-08-16T12:38:42.322103Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.148029Z","title":null,"venue":null,"work_id":"8594dc0e-05c7-4674-b557-03304a7748da","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.876330Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:60cf8e1eecf4344e4797e3a181198f6ef0f53dc550055568503bdf99853ed45a","observation_id":"7b991b1b-2663-405e-96bf-4355f1abec7f","resolution":{"observed_at":"2026-08-16T12:38:42.151737Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:39.879560Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.879560Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:d7c31d82117ff7534119a4da8dc66168a988a6a28a338379d3355748c172a481","observation_id":"4c758bb1-9a32-43fa-89b7-ce7a70d4ef14","resolution":{"observed_at":"2026-08-16T12:38:39.879560Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.135913Z","title":null,"venue":null,"work_id":"a682523a-6007-41ea-b902-f8ae092a551b","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.883288Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:a3b8d63ededd6dffab9ee43e9c4e36bfa6e02abd6ae31c4f4a0e2d1ccf027ef2","observation_id":"06384a71-0e13-4b38-b9ad-cca23bf20f79","resolution":{"observed_at":"2026-08-16T12:38:42.139857Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.124697Z","title":null,"venue":null,"work_id":"f65c4628-c0da-4ce4-a893-f4ffaf645775","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.886575Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:30620734621e0fb2ac2ba1f07fdaaf912908cf66164f82a857017730448decfe","observation_id":"58cb1ac5-2a2c-43c6-8463-f9676d44d3ab","resolution":{"observed_at":"2026-08-16T12:38:42.128544Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.981194Z","title":null,"venue":null,"work_id":"c2f058e8-0844-4f02-9f3c-6c2f0e845356","year":2015},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.893457Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:c47461b9492b98a5e8eddc9c3e107523ddf5d351e84cf0e884f310d3a6d37e07","observation_id":"9815736b-f16f-4815-8295-f8b69725c9ce","resolution":{"observed_at":"2026-08-16T12:38:41.984845Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-20T13:45:09.934614Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-16T12:38:39.896633Z","title":"McIntosh, Teo Susnjak, Nalin Arachchilage, Tong Liu, Paul Watters, and Malka N","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.896633Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:24e60abbe0fba33422b86be3586175678c3ba6c2f86988806625a7e2867596cf","observation_id":"98e6c3c0-5499-4436-ba26-e4496b5583cc","resolution":{"observed_at":"2026-08-16T12:38:39.896633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.970252Z","title":null,"venue":null,"work_id":"95d00774-f79f-4a7c-a13e-93e527b3772b","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.945859Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:02a0d85020ee2051c0107293fc699b899be2bd28eb856072f38699440f5cf576","observation_id":"ed828a39-a83e-441a-8c8b-69fa2d77c816","resolution":{"observed_at":"2026-08-16T12:38:41.973483Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.927505Z","title":null,"venue":null,"work_id":"a46335d1-713e-498d-87b7-3efbe94b8d0a","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.026778Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:6c229d3607304ad671e53b66040130239846e76aefb9ba5cda01118ce9d74ab2","observation_id":"29f90700-f0d4-4870-80f0-d52c1c62ac16","resolution":{"observed_at":"2026-08-16T12:38:41.961815Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.816304Z","title":null,"venue":null,"work_id":"d0f1bd6a-f36b-4744-bf11-27e37baf265e","year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.030382Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:193aa217840e48373a34e40eabac9a8e270d38c732fd7afac5517d298f3ee797","observation_id":"831ead69-c723-4b0b-a168-7c051b2f073e","resolution":{"observed_at":"2026-08-16T12:38:41.848328Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.12944","last_updated":"2024-11-11T13:23:43Z","snapshot_observed_at":"2026-08-16T13:08:41.552697Z","submitted_at":"2024-10-16T18:31:14Z","title":"How much does AI impact development speed? An enterprise-based randomized controlled trial","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.12944","snapshot_observed_at":"2026-08-16T12:38:40.034038Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.034038Z"},"links":{"cited_paper":"/paper/2410.12944","citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:b6b8b890aca3d26dc4d8f7d47f26fde69ba1b168cef765a184c98e5411a3931c","observation_id":"95429ed0-dce1-4b8a-a0d8-1269997c2451","resolution":{"observed_at":"2026-08-16T12:38:40.034038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.06590","last_updated":"2023-02-13T18:42:46Z","snapshot_observed_at":"2026-08-16T15:07:47.651587Z","submitted_at":"2023-02-13T18:42:46Z","title":"The Impact of AI on Developer Productivity: Evidence from GitHub Copilot","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.06590","snapshot_observed_at":"2026-08-16T12:38:40.037952Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.037952Z"},"links":{"cited_paper":"/paper/2302.06590","citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:11851cf3c8cc4a83aa5c28b806225b10b36839b9e59aeaa5e8e4c07d7ca957ba","observation_id":"6814cadd-8f37-4067-af34-011f79708063","resolution":{"observed_at":"2026-08-16T12:38:40.037952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.802817Z","title":null,"venue":null,"work_id":"598234c1-be55-43ea-8532-44b7c2126e78","year":2010},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.041774Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:2ba384700c5a1b27308580f6644ca796a4eb9c05eab3b24749b4aefeb41f2a33","observation_id":"2cb62192-e0c0-4c1e-9c80-a3f63b4a82b9","resolution":{"observed_at":"2026-08-16T12:38:41.807151Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.652540Z","title":null,"venue":null,"work_id":"dc55754e-400d-477e-8065-105af8cd760a","year":2018},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.045325Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:3858be80a92ced44f635d2731564394b493ea99b36b53e11cfb8d293dd54c50b","observation_id":"307224c9-01c7-4e56-8799-1b3168885240","resolution":{"observed_at":"2026-08-16T12:38:41.737644Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.048617Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.048617Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:8e703cf45eca2fd67df768b85a23683702c85dfe232e26875f25d48c9f5abc05","observation_id":"110014b0-c94c-4010-b4ad-1cdd39b8e0a1","resolution":{"observed_at":"2026-08-16T12:38:40.048617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.641905Z","title":null,"venue":null,"work_id":"0202f7f2-d265-46c7-8c5e-57299504684f","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.051726Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:64f1b9c1d55e6a25f4a80750f56261cf13e0f8bd853a53b2b3d320ae72d6316e","observation_id":"c4011d5f-4235-419c-94c7-dbbfb71861ca","resolution":{"observed_at":"2026-08-16T12:38:41.645566Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.630565Z","title":null,"venue":null,"work_id":"fcf5fa18-7321-478e-b80f-47e405f74cc9","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.059520Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:fb18e54eb5763dcff82aa1c85b6cf2a5262c16ec2e8cb59817eb0650b4599f7d","observation_id":"11fd74b4-cb82-416c-a9a4-63172d72f19c","resolution":{"observed_at":"2026-08-16T12:38:41.634505Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.04615","last_updated":"2023-06-12T17:51:15Z","snapshot_observed_at":"2026-07-06T13:19:12.109592Z","submitted_at":"2022-06-09T17:05:34Z","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.04615","snapshot_observed_at":"2026-08-16T12:38:40.055241Z","title":"arXiv:2206.04615 [cs.CL] https://arxiv.org/abs/2206.04615","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.055241Z"},"links":{"cited_paper":"/paper/2206.04615","citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:8f059b307d94c2fa8c6a78fd5ae8120f5aa147db7c4b67c75ec6bf8ead2b38e6","observation_id":"c36805f2-15ee-4bef-b0d4-48f785e424be","resolution":{"observed_at":"2026-08-16T12:38:40.055241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09030","last_updated":"2024-09-23T17:55:07Z","snapshot_observed_at":"2026-08-19T03:09:43.076113Z","submitted_at":"2024-09-13T17:55:58Z","title":"Agents in Software Engineering: Survey, Landscape, and Vision","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.09030","snapshot_observed_at":"2026-08-16T12:38:40.066433Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.066433Z"},"links":{"cited_paper":"/paper/2409.09030","citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:06f862431a2079acb6c81eed862b78e001e4c254546297699e04b319936fcef1","observation_id":"faebb351-0a80-46e2-9ae4-d1e4ccbf64e3","resolution":{"observed_at":"2026-08-16T12:38:40.066433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.062433Z","title":"Glassman","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.062433Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:8cb5fb76f94358ec1f60c6d415953958df39bf057d708eb4b485b0984f5a3ac6","observation_id":"6dbf0b08-e2a6-4933-b652-72edd1f7ff3b","resolution":{"observed_at":"2026-08-16T12:38:40.062433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.074523Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.074523Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:08847657e8cff76a1cdfa64477d1b8b62a4ceacf59446ee223b15f8f0be0959e","observation_id":"72526743-7053-4ae4-a12f-7c2b2f77e525","resolution":{"observed_at":"2026-08-16T12:38:40.074523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.488752Z","title":"Gomez, Łukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":"6ea856cc-7f3a-49eb-8662-2a57b76a75ad","year":2017},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.071071Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:d17281d22490c86f60a627b40ca42785a8a8d477ec641a292db635f4c15f1bc2","observation_id":"bceff213-5a9a-44f2-9f7f-c60c1c4d2d99","resolution":{"observed_at":"2026-08-16T12:38:41.569997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.104830Z","title":"In Proceedings of the 35th International Conference on Software Engi- neering and Knowledge Engineering (SEKE2023, Vol","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.104830Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:e41917e15bba68ff97ddd0919b43c2831013fedb0e364b53259752e998877aaa","observation_id":"d66c343a-ac60-4b7d-bd03-805c254b7ecb","resolution":{"observed_at":"2026-08-16T12:38:40.104830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.470176Z","title":null,"venue":null,"work_id":"c136e411-d00d-45c2-bef6-8e8d57d32fcf","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.182345Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:c53b462d2223a59f98a6c0dbcc21e98576bc282e420541a1c83da50a3e35882b","observation_id":"083bfd4b-46cc-40a9-a8a5-2663aa0ce776","resolution":{"observed_at":"2026-08-16T12:38:41.473370Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.458993Z","title":null,"venue":null,"work_id":"d46757d3-e852-45c4-9125-e5936b8048b1","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.186017Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:71ef3df872faa3306fb8ab3c54e93f7a359e9799c295c4496467b04d172c79d3","observation_id":"fe243b43-290b-476e-9249-5264b7ac0797","resolution":{"observed_at":"2026-08-16T12:38:41.463179Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.369027Z","title":null,"venue":null,"work_id":"a3c4ecc6-dbd6-4881-bfc7-774293fa572c","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.190059Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:d5dc702d3c08ff7e03b9829ea84699f17ae426b0e58da8d8ee74378a623b9267","observation_id":"0b7da22b-863e-4147-a44a-824e5d13fd5a","resolution":{"observed_at":"2026-08-16T12:38:41.451041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.267851Z","title":"Table 3: Questions about openness to AI tools Question Source Cog tested? Rationale How favorable is your stance on using AI tools as part of your development workflow?","venue":null,"work_id":"60e97ceb-6bc4-4a2a-b68f-dad5fe7a81ac","year":2025},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.193731Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:b6663d49068806e53a807871c994aa680a65cc9182707cb0d6639c88b42a50a6","observation_id":"8e1b3026-b865-4c0d-bfcd-17c2f816974a","resolution":{"observed_at":"2026-08-16T12:38:41.272285Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.256808Z","title":null,"venue":null,"work_id":"f480364a-4d64-46a7-80d5-9b052b8bdc78","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.197322Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:073d46854875f7ff4974ec932dd3fdde6b6ff9f2f0d63c13dd67f7aadc4cc13d","observation_id":"f25c84e7-5df4-43b6-aa86-f057c8ff549f","resolution":{"observed_at":"2026-08-16T12:38:41.260908Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.244675Z","title":"I have security concerns about using AI generation services","venue":null,"work_id":"4bb53440-069f-49be-bb23-bf20bd354048","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.200760Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:06f0ee028d569fc235f6175c711fbbc26910dc0e3041b0e4f229b42c0392f229","observation_id":"e7910c41-641e-45dd-8cb5-13b0f3b09032","resolution":{"observed_at":"2026-08-16T12:38:41.249245Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.202726Z","title":null,"venue":null,"work_id":"1e978939-3b83-467a-adc8-e38af05fee54","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.204283Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:1f4653c7375182a959e2ba1e01eca314352697528ee26c52843369b27ccb58d2","observation_id":"15cede28-e0fa-4928-85b1-5a49faefd625","resolution":{"observed_at":"2026-08-16T12:38:41.237574Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.028611Z","title":null,"venue":null,"work_id":"a0febb2f-5851-4ac3-be80-8c20b641e0ab","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.208019Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:c54fd30d07ee6ddbcadf6eff5ca9828c5e0b8ff07c983e7e143f3971a1fd387e","observation_id":"5eb39d9c-b59a-4fb7-9208-a3cf6c347ae6","resolution":{"observed_at":"2026-08-16T12:38:41.086892Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.018353Z","title":null,"venue":null,"work_id":"c74ed4a4-52a8-4810-bca5-e2b485c29781","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.211710Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:bf8c71dc014da256d9f3532043c21f117e11b2aaf34a65ed3c6bac644c8b80bc","observation_id":"09f242c1-778f-4d0f-a728-e39c17318f95","resolution":{"observed_at":"2026-08-16T12:38:41.022165Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:41.007790Z","title":null,"venue":null,"work_id":"12d203f0-c382-4661-ae21-8342bc3472c5","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.215532Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:2af13a33c0feaaddb111e64e8df8541c468fa6d61efda329361856c13aa32db4","observation_id":"627f6542-1aaa-4889-bad3-7d69ae75e276","resolution":{"observed_at":"2026-08-16T12:38:41.011230Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.974958Z","title":null,"venue":null,"work_id":"2c885dd5-6f27-498f-85a6-d2d6388da499","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.219075Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:1e8c6387843b68479a49119e7ca7981acae95a931e6a0f2ffda724b0febdbdcb","observation_id":"615fe1b4-24a7-4646-976d-802b52702d5f","resolution":{"observed_at":"2026-08-16T12:38:41.000096Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.952874Z","title":null,"venue":null,"work_id":"9c42ca5a-e679-45e4-b519-ffd671ba175c","year":2025},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.222611Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:04aa52b1af1a80bca03dea954dc034d5f7b4360e03fe8d6e0dd50cc9ae082f62","observation_id":"3d07d002-aa0c-4a5a-9234-2b08c3207b28","resolution":{"observed_at":"2026-08-16T12:38:40.956833Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.941921Z","title":null,"venue":null,"work_id":"b363d60a-1c1c-41a3-a367-8443d6bb23d3","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.226946Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:75331a244bde8e4a1955b217cc1ff0ff6ecb42089fcde075d2296dea9f59a0b1","observation_id":"488a4431-7ed9-4b7f-a780-bcaef1b90f1a","resolution":{"observed_at":"2026-08-16T12:38:40.946349Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.924341Z","title":null,"venue":null,"work_id":"336a45ae-3c3a-4c5d-a5cf-57eac2c96b75","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.231641Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:146d2728e1cbb0eaa9d9c2956de6d286d5e9f6c23887c253e873d723cb63150f","observation_id":"735b7e9e-7357-4448-bb17-26b44f2bd373","resolution":{"observed_at":"2026-08-16T12:38:40.933427Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.780905Z","title":null,"venue":null,"work_id":"7714f575-f006-4115-99c5-c38b36eef4b2","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.235521Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:2601bba7b7550a91fa6499647c9409d361aa34dc412742e4fa61a69f23402066","observation_id":"60b07836-c275-464c-80b5-74d0b2089b29","resolution":{"observed_at":"2026-08-16T12:38:40.863426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.770371Z","title":null,"venue":null,"work_id":"59630016-f5de-4762-9da3-f40d1c990ecc","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.243137Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:d81b815f5da4faa0b5a250270c41ed0c5363fd611fb5b9f828f86dde25bb1230","observation_id":"9961b57f-fe11-43a0-a679-46bd462c3d99","resolution":{"observed_at":"2026-08-16T12:38:40.773434Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.759974Z","title":"If you don’t have an opinion about this, please just say so","venue":null,"work_id":"40367fd5-9932-4d14-8eb8-ceea85483050","year":null},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.246623Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:39eb364d10a8c34e4eb42152eeebf03a498913ee4b76eb0843777f5d66b0363f","observation_id":"752279ba-f256-4b3a-809f-d2fc3e489200","resolution":{"observed_at":"2026-08-16T12:38:40.763810Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:40.749033Z","title":"AI” and “no AI","venue":null,"work_id":"46edece1-c384-496b-9f69-1b285e8bd628","year":2025},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:40.318833Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:39b5d0d890434b129407562b6a1db76e71cf5b26c08292e3052cb7a431bc3d93","observation_id":"47893c71-8fa4-46c4-a1ac-2fc6eec29bd4","resolution":{"observed_at":"2026-08-16T12:38:40.752464Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:38:42.027929Z","title":"Accessed: 2024-07-10","venue":null,"work_id":"3080f956-ccdb-41d1-ae7b-5d9540347210","year":2023},"citing_paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-16T12:38:39.889993Z"},"links":{"citing_paper":"/paper/2504.12211"},"observation_digest":"sha256:7e9fbfe74a057150ccebad6090c392ba49726a6dd9095aff3b435cadf86ef8d2","observation_id":"9af7596f-293f-4e5f-a383-2e5ebc67f6e4","resolution":{"observed_at":"2026-08-16T12:38:42.116830Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2504.12211","last_updated":"2025-04-16T15:58:33Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-19T03:09:55.847016Z","submitted_at":"2025-04-16T15:58:33Z","title":"Creating benchmarkable components to measure the quality ofAI-enhanced developer tools"},"reference_resolution":{"displayed":51,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":44,"verified_exact":1,"verified_fuzzy":6},"total_outbound_references":51},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 51 of 51 outbound references and 0 inbound Pith citation observations for arXiv:2504.12211."}