{"as_of":"2026-08-23T02:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:53ffd6f58f8d5121b1ca16274692fb64b73a248cc6648d082da8ac35f8285218","coverage":[{"denominator":43,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":43,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T19:06:54.016067Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T07:55:07.930578Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T16:56:06.388037Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"cited_work":{"arxiv_id":"2506.17812","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17812","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is your automated software engineer trustworthy?","venue":null,"work_id":"dccee123-4908-4c72-9659-590f0006e8fe","year":2025},"citing_paper":{"arxiv_id":"2604.16752","last_updated":"2026-04-17T23:54:34Z","snapshot_observed_at":"2026-08-17T15:09:05.347365Z","submitted_at":"2026-04-17T23:54:34Z","title":"Don't Start What You Can't Finish: A Counterfactual Audit of Support-State Triage in LLM Agents","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T07:55:07.930578Z"},"links":{"cited_paper":"/paper/2506.17812","citing_paper":"/paper/2604.16752"},"observation_digest":"sha256:7dc1e61f0b60df39e7d667d2ba6d6b5c16a81cca67d871d9911cf8e734fb5c54","observation_id":"a748925b-c915-4368-9fe8-1544e483d457","resolution":{"observed_at":"2026-05-10T07:57:15.522032Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"cited_work":{"arxiv_id":"2506.17812","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17812","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is your automated software engineer trustworthy?","venue":null,"work_id":"dccee123-4908-4c72-9659-590f0006e8fe","year":2025},"citing_paper":{"arxiv_id":"2605.01311","last_updated":"2026-05-02T07:55:55Z","snapshot_observed_at":"2026-08-14T17:27:11.274779Z","submitted_at":"2026-05-02T07:55:55Z","title":"The Partial Testimony of Logs: Evaluation of Language Model Generation under Confounded Model Choice","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-09T14:30:58.313848Z"},"links":{"cited_paper":"/paper/2506.17812","citing_paper":"/paper/2605.01311"},"observation_digest":"sha256:5a46956ba25fea402fe8bc55e7b1b7cf68afc8830c3dbaa578c32e1716d14f30","observation_id":"4049b2e9-ad58-4d8b-bf89-cb06c432cde7","resolution":{"observed_at":"2026-05-11T16:56:06.390545Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.17812/citation-record","integrity":"/paper/2506.17812/integrity","json":"/paper/2506.17812/citation-record.json","paper":"/paper/2506.17812"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.15793","last_updated":"2024-11-11T20:01:15Z","snapshot_observed_at":"2026-07-06T18:19:29.996982Z","submitted_at":"2024-05-06T17:41:33Z","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15793","snapshot_observed_at":"2026-08-15T19:06:53.853584Z","title":"SWE-agent: Agent-computer interfaces enable automated software engineering,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.853584Z"},"links":{"cited_paper":"/paper/2405.15793","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:7315660bdeea4b391c8ebb8033851c4521e97c5a970523625a847f99b8c57ec6","observation_id":"a9903265-4595-4d26-8c23-6bffbb68d848","resolution":{"observed_at":"2026-08-15T19:06:53.853584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-18T20:14:04.086811Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-15T19:06:53.858042Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.858042Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:b2d6e14a0c2c7a401ffb64f46b932496afd5b8f9f6f8882713a772360ff58f55","observation_id":"bd4fedad-2a6d-49c4-94d4-ae8ace5fcf6c","resolution":{"observed_at":"2026-08-15T19:06:53.858042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02232","last_updated":"2024-12-11T11:18:54Z","snapshot_observed_at":"2026-08-21T15:02:46.456215Z","submitted_at":"2024-08-05T04:53:01Z","title":"SpecRover: Code Intent Extraction via LLMs","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02232","snapshot_observed_at":"2026-08-15T19:06:53.861962Z","title":"Specrover: Code intent extraction via llms,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.861962Z"},"links":{"cited_paper":"/paper/2408.02232","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:401bb9f3a65e31c9f65d382bb78fd9d04f2ee673f5c339c2eac228c9082b0440","observation_id":"4808eda5-6be2-4d23-8eae-187bf7971e95","resolution":{"observed_at":"2026-08-15T19:06:53.861962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08703","last_updated":"2025-04-23T20:22:37Z","snapshot_observed_at":"2026-08-21T12:55:07.095532Z","submitted_at":"2025-04-11T17:08:02Z","title":"SWE-PolyBench: A multi-language benchmark for repository level evaluation of coding agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.08703","snapshot_observed_at":"2026-08-15T19:06:53.865883Z","title":"Swe-polybench: A multi-language benchmark for repository level evaluation of coding agents,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.865883Z"},"links":{"cited_paper":"/paper/2504.08703","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:703a5f0845c781af3892b1c3f9b39b159f8ab3f26260de9dff6a049394bc9f3d","observation_id":"89ce5fba-1f0f-4c4c-a4b2-0eb064c6aa2e","resolution":{"observed_at":"2026-08-15T19:06:53.865883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.869376Z","title":"SWE-bench: Can language models resolve real- world github issues?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.869376Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:81cdd57f902e6ab790a814ad0a4548c83f25006bdcef7e857ec592ba372e8ac6","observation_id":"500a784e-1e6b-48c3-b99e-0d1141b11b65","resolution":{"observed_at":"2026-08-15T19:06:53.869376Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.602513Z","title":"SWT-bench: Testing and validating real-world bug-fixes with code agents,","venue":null,"work_id":"f32ad7c1-dbc9-40a1-96c5-d50aaf46653b","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.873772Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:2562d98f3c46897707c27aa3e00bc8cbd161b01f47a9403b52d4d9489e69bd0b","observation_id":"e1d6fc7d-7b3c-424f-8762-dd68bfe3eb9b","resolution":{"observed_at":"2026-08-15T19:06:54.607218Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.590357Z","title":"Consistent estimators for learning to defer to an expert,","venue":null,"work_id":"949f72e7-33f8-41b3-8843-743e7aafee52","year":2020},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.877855Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:64bfa74a744f429683ddb67c8f20b9dc5278df10c97f017253aed9d2d994fa85","observation_id":"08eee94e-28d6-4dae-9de1-ab334bfd0a0c","resolution":{"observed_at":"2026-08-15T19:06:54.594379Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.578432Z","title":"Improving the effectiveness of peer code review in identifying security defects,","venue":null,"work_id":"7b175e6f-d8ef-4e1a-bb3d-d90effb78abc","year":2021},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.881615Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:98030554d8f64be6d3974052ccdefe1cc2d2e5f1393f87bbbe429e31dd227d3e","observation_id":"ee3e69d9-c4b6-4270-84fb-0b0af4b87c5b","resolution":{"observed_at":"2026-08-15T19:06:54.582539Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.566984Z","title":"A research agenda for assessing the economic impacts of code generation models,","venue":null,"work_id":"3bfa5661-0f07-4240-9a3a-fdabc4eb8538","year":2022},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.886183Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:7b523867d4e6ceddc887fc10901d810c2f177037fb7abf1489f14b048b39aa6b","observation_id":"b4db32ca-c6f0-4439-bc2f-8919afd0e3ee","resolution":{"observed_at":"2026-08-15T19:06:54.570755Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.555479Z","title":"Automated unit test improvement using large language models at meta,","venue":null,"work_id":"5478603f-5c07-47f8-b463-5840cd4a6e3f","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.890693Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:a07c647f0e20d7f4ad360e8bd3b9d236ea7ff8b1789e365290384d65a4c701ef","observation_id":"afc4ccab-bc2e-4b6c-8e98-a1d11bf7ce64","resolution":{"observed_at":"2026-08-15T19:06:54.558928Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.543941Z","title":"Examining the use and impact of an ai code assistant on developer productivity and experience in the enterprise,","venue":null,"work_id":"5bb747ce-4f66-4348-bc34-3a11cb71a166","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.894945Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:f33634ab68cc2df4f04d6a24f8b0071b63e42f41644428e0bad36d5202abe0b8","observation_id":"0686264b-f067-4a98-99a0-b8eb4bc3c291","resolution":{"observed_at":"2026-08-15T19:06:54.547678Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.899084Z","title":"Exploring and evaluating hallucinations in llm-powered code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.899084Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:ef3e14f50a0aa8117a26c4570ed3ade17cbaa3f5b86666877313c54013d4db3d","observation_id":"7e74b3b0-5e0d-4f0f-9969-4d4449b7bb40","resolution":{"observed_at":"2026-08-15T19:06:53.899084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.903559Z","title":"Using ai-based coding assistants in practice: State of affairs, perceptions, and ways forward,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.903559Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:d793fa6ba24205b06c9b0fac15b6f462b1c05a216000c6d8963d07e4d181960c","observation_id":"8e777703-f0fa-4366-927a-781179d2436b","resolution":{"observed_at":"2026-08-15T19:06:53.903559Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.526224Z","title":"How we refactor, and how we know it,","venue":null,"work_id":"c3c22433-4d12-4def-9e8d-fcbe247c158a","year":2011},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.907307Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:11b8214c1931a91c84e12310512b1a77337957069d9a56a9482822f1027496a0","observation_id":"04efba9b-69ef-4950-869e-e4c02ac6f5fc","resolution":{"observed_at":"2026-08-15T19:06:54.529669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.911073Z","title":"Make your tools sparkle with trust: The picse framework for trust in software tools,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.911073Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:7e10f6e3d07f7f9e046846b837f900d2bad03ddb03919a1c4f49d3a87384050f","observation_id":"e7f2d27f-470a-4bd7-8c5e-5e0f85d62f58","resolution":{"observed_at":"2026-08-15T19:06:53.911073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.09462","last_updated":"2020-06-16T19:13:21Z","snapshot_observed_at":"2026-08-14T06:23:12.774127Z","submitted_at":"2020-06-16T19:13:21Z","title":"Selective Question Answering under Domain Shift","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.09462","snapshot_observed_at":"2026-08-15T19:06:53.914685Z","title":"Selective question answering under domain shift,","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.914685Z"},"links":{"cited_paper":"/paper/2006.09462","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:06c72729b101f6294f4bc41ecefbe11950275fb9fc2f7030459acbbb659d90d4","observation_id":"4edb066e-e08d-4ceb-8cea-e0560497a9ec","resolution":{"observed_at":"2026-08-15T19:06:53.914685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13962","last_updated":"2025-07-18T01:01:54Z","snapshot_observed_at":"2026-08-16T12:56:54.041851Z","submitted_at":"2025-02-19T18:58:31Z","title":"Is That Your Final Answer? Test-Time Scaling Improves Selective Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13962","snapshot_observed_at":"2026-08-15T19:06:53.918860Z","title":"Is that your final answer? test-time scaling improves selective question answering,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.918860Z"},"links":{"cited_paper":"/paper/2502.13962","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:781736ea00defbf21514ea2e07953c5f938a9cb6dedb9282bbca155cbd6120a5","observation_id":"b5ef00b4-4731-4b2d-9519-82083aaf42e5","resolution":{"observed_at":"2026-08-15T19:06:53.918860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.506520Z","title":"Learning to defer to multiple experts: Consistent surrogate losses, confidence calibration, and confor- mal ensembles,","venue":null,"work_id":"4808b98d-4a38-452a-9af0-71084ffd27d9","year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.923025Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:02675f0c3be75fa46e7aaae8f518c35684f75b9532dc97e4273fb4e729bd2f60","observation_id":"d9849b8b-229d-44e7-86e2-9e0ce409a10c","resolution":{"observed_at":"2026-08-15T19:06:54.510636Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.493912Z","title":"Introducing SWE-bench Verified — openai.com,","venue":null,"work_id":"3f972ad6-218e-45c4-8820-56ca6e2a63ba","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.926529Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:af0fb9947f53109db077c3d33fea1ba79855c01f577ecc0393a090b51be08308","observation_id":"97a1360c-f1d1-4c23-9d6d-b35831d8c77c","resolution":{"observed_at":"2026-08-15T19:06:54.498620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.482022Z","title":null,"venue":null,"work_id":"0dc56291-4e50-4640-8cce-5a35da62073e","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.929794Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:01528d9b70593d3f31997684d40411907a42d831d87c70992509dec3f215e8ef","observation_id":"f1046443-89e2-4034-a8dd-f8bd353d0794","resolution":{"observed_at":"2026-08-15T19:06:54.486166Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.469918Z","title":null,"venue":null,"work_id":"4d3916b0-1b12-4b96-a6b4-fe75e6e1fd8c","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.932598Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:cf003c9c0f49087dd90323e90b9e8870f93be5f3b73cc3e3234cbdfe86ad4d0b","observation_id":"c45f9067-0b6f-418b-a140-80a097456b3a","resolution":{"observed_at":"2026-08-15T19:06:54.473905Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.457874Z","title":null,"venue":null,"work_id":"b16864d1-34e8-41ff-840b-e3f6667c9c24","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.935787Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:86bf2b279043fda8659325c025d4eb5cee7a111b7aaf70185d19dae9392868a9","observation_id":"761b4ec1-206f-4cde-8bb9-d4d9507e6dd5","resolution":{"observed_at":"2026-08-15T19:06:54.461489Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-15T19:06:53.939040Z","title":"Qwen3 technical report,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.939040Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c650e50f75d9a687690e4544817f9ebc4877065be34569ecf8611e488439ecd3","observation_id":"ae6beaaf-a2c0-4865-a7f5-4595208519ce","resolution":{"observed_at":"2026-08-15T19:06:53.939040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.19786","last_updated":"2025-03-25T15:52:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-25T15:52:34Z","title":"Gemma 3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.19786","snapshot_observed_at":"2026-08-15T19:06:53.942804Z","title":"Gemma 3 technical report,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.942804Z"},"links":{"cited_paper":"/paper/2503.19786","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c9a88af34b079dd269c9374ebfe196e09023fd111c891244335e0c73c8614c6c","observation_id":"35ade698-cf9d-428e-91c1-19fed3737c66","resolution":{"observed_at":"2026-08-15T19:06:53.942804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-15T19:06:53.946933Z","title":"A survey on llm-as-a-judge,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.946933Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:4d1c56fb231d6b8a272ab6c15866db4aa60b37531d27465bf22e9e21e56632b9","observation_id":"732696ec-e653-48f9-9402-39ccf05308cd","resolution":{"observed_at":"2026-08-15T19:06:53.946933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.950532Z","title":"Defects4j: A database of existing faults to enable controlled testing studies for java programs,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.950532Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:62d5cbd3d8ad197a312c0fcfdf184f7960c5264f741cebfed025f85a1aeacc3d","observation_id":"bb5111af-b17c-434e-91e3-fbccb10ef573","resolution":{"observed_at":"2026-08-15T19:06:53.950532Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.439891Z","title":"SWE-bench multimodal: Do ai systems generalize to visual software domains?","venue":null,"work_id":"aae9ce3c-13c0-4955-a177-cdda7ca238c3","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.955149Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:043a70747bfd4924e866a7a2c245389414e1bdfdc1d704be2036dadd0a111935","observation_id":"d8f263ba-8aa1-44ba-87e7-355b4dca7c8a","resolution":{"observed_at":"2026-08-15T19:06:54.443679Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.14354","last_updated":"2024-08-26T15:30:05Z","snapshot_observed_at":"2026-08-18T09:54:44.431558Z","submitted_at":"2024-08-26T15:30:05Z","title":"SWE-bench-java: A GitHub Issue Resolving Benchmark for Java","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.14354","snapshot_observed_at":"2026-08-15T19:06:53.958816Z","title":"Swe-bench-java: A github issue resolving benchmark for java,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.958816Z"},"links":{"cited_paper":"/paper/2408.14354","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:db1e1903685d8c0bf6c00194a107d755bd3dd41a52511a38a50c6e49c825c7ee","observation_id":"80be686b-152a-4b76-baf1-cb700d152201","resolution":{"observed_at":"2026-08-15T19:06:53.958816Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T19:06:53.963607Z","title":"Swe-lancer: Can frontier llms earn 1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.963607Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:1bf5f0836612cdcf8e39569f1974083599de32afacc520babc73be6f1fdf532c","observation_id":"26ec7a09-b370-48f0-9712-4585db4ae93d","resolution":{"observed_at":"2026-08-15T19:06:53.963607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.427632Z","title":"Baxbench: Can llms generate correct and secure backends?","venue":null,"work_id":"4fe48306-80bd-438b-9fff-0fafb4f39ade","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.967891Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c2fd099721759f00a7e1326c21e0722f1369062547329e91ee0bd633068c1e5d","observation_id":"65d7bfb8-9ffc-4218-bee1-ba0d88287a9e","resolution":{"observed_at":"2026-08-15T19:06:54.431641Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.415884Z","title":"Sota on swe-bench verified with inference- time scaling and critic model,","venue":null,"work_id":"b12f1a49-15c2-4ad4-ab0a-35f205e373c5","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.971292Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:84bf8f7197d679e1af502ae2e9e5fcb696193b3c9d4dc393d27efee921768a10","observation_id":"8005e5d8-846e-4146-87f4-5f752fcd5343","resolution":{"observed_at":"2026-08-15T19:06:54.419762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.974730Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.974730Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:f10bf5ce52d294ffa41eedf61bbcb5635b3a8a586ab12c1fee597e4e7a6dadac","observation_id":"0e867368-149a-47d2-9a15-459a422edf77","resolution":{"observed_at":"2026-08-15T19:06:53.974730Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-18T18:03:50.224674Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-08-15T19:06:53.978307Z","title":"Codejudge- eval: Can large language models be good judges in code understanding?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.978307Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:034a713b13c2cd499aca28fd203b85817dc0f2a77430aeb098ae377f8430bdfa","observation_id":"c59a42ba-7e1d-4028-9e5f-267ad9b6eeb7","resolution":{"observed_at":"2026-08-15T19:06:53.978307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-21T16:42:55.877421Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-15T19:06:53.982097Z","title":"Agent-as-a-judge: Evaluate agents with agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.982097Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:dea778c06e1787a38a1e5d788c4726787aee9b3f0bcef17ae92e9b7882db4fd2","observation_id":"3a8afda6-4632-407b-903f-15d93c9bbcae","resolution":{"observed_at":"2026-08-15T19:06:53.982097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.986237Z","title":"What makes a good bug report?","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.986237Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:44ad755b3d6417df2862fd1b114d8f62101dcd8ac7b14d4a26c016dd74111f3f","observation_id":"553b85ed-af1e-43da-9507-02cb6c51e54d","resolution":{"observed_at":"2026-08-15T19:06:53.986237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.389531Z","title":"Deep learning based valid bug reports determination and explanation,","venue":null,"work_id":"ab4f9bc1-bd4f-4db6-bfaf-7fbef279c14d","year":2020},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.989783Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:7594b4e66a56fdf32caf04c59b1b5221235eaa98cf011828a2206d56f72b1d06","observation_id":"bcb059a8-86fb-40d1-a1ce-7116c8c36373","resolution":{"observed_at":"2026-08-15T19:06:54.393128Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.376499Z","title":"Chaff from the wheat: Characterizing and determining valid bug reports,","venue":null,"work_id":"0b61d7ec-97d3-4c48-9eb4-b2b0f54f22d0","year":2018},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.993732Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:4251c18b668bbc4d85a4a15633b588152a83b7bfcde46c35443ea722bcd43658","observation_id":"18e388f6-ce07-49dd-a96d-ccd99aa85f44","resolution":{"observed_at":"2026-08-15T19:06:54.380570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.360538Z","title":"Industrial adoption of machine learning techniques for early identification of invalid bug reports,","venue":null,"work_id":"5b5e5ba7-9a4a-465c-8752-8a5a05602535","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.997920Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:ed7c49a4319c7d4f2660d32ebf199b9853e5c84368c7495432ce8d42004373f8","observation_id":"070d0d2b-1fa0-42ee-bf5f-5056aeb2478e","resolution":{"observed_at":"2026-08-15T19:06:54.366737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18804","last_updated":"2025-04-26T05:15:53Z","snapshot_observed_at":"2026-08-19T08:46:13.668970Z","submitted_at":"2025-04-26T05:15:53Z","title":"Can We Enhance Bug Report Quality Using LLMs?: An Empirical Study of LLM-Based Bug Report Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.18804","snapshot_observed_at":"2026-08-15T19:06:54.001685Z","title":"Can we enhance bug report quality using llms?: An empirical study of llm-based bug report generation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.001685Z"},"links":{"cited_paper":"/paper/2504.18804","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:1e8fc38517a2172dd10fb0980afefafcc45369a58182943babf886e6ecae4c94","observation_id":"1fb45e88-6be7-486c-8332-e0640b553c5a","resolution":{"observed_at":"2026-08-15T19:06:54.001685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.005848Z","title":"Chatbr: Automated assessment and improvement of bug report quality using chatgpt,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.005848Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:21f49d3fcf617fd8d83262172dd1f34a89f3023c2fde8b60bea6ab512f8bbf70","observation_id":"402b9ae6-5d2c-4f12-a469-400d33b8dc65","resolution":{"observed_at":"2026-08-15T19:06:54.005848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01489","last_updated":"2024-10-29T17:29:27Z","snapshot_observed_at":"2026-08-17T17:32:59.508600Z","submitted_at":"2024-07-01T17:24:45Z","title":"Agentless: Demystifying LLM-based Software Engineering Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01489","snapshot_observed_at":"2026-08-15T19:06:54.009407Z","title":"Agentless: De- mystifying llm-based software engineering agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.009407Z"},"links":{"cited_paper":"/paper/2407.01489","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:d235badacbff8b0b0a210ffc2583d207973f3ffe7dd0423f9eaf9668ec50ab43","observation_id":"e331e298-0b84-4e69-9e23-323fa5203d50","resolution":{"observed_at":"2026-08-15T19:06:54.009407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06215","last_updated":"2025-02-10T07:33:49Z","snapshot_observed_at":"2026-08-13T19:59:18.728800Z","submitted_at":"2025-02-10T07:33:49Z","title":"LessLeak-Bench: A First Investigation of Data Leakage in LLMs Across 83 Software Engineering Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06215","snapshot_observed_at":"2026-08-15T19:06:54.012470Z","title":"Lessleak-bench: A first investigation of data leakage in llms across 83 software engineering benchmarks,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.012470Z"},"links":{"cited_paper":"/paper/2502.06215","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:75996c57b50eeedc5461d838ecea4d4d1097545cf7c690fe2234971497908214","observation_id":"59237eb5-3143-4594-9605-5117d28c2196","resolution":{"observed_at":"2026-08-15T19:06:54.012470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.13323","last_updated":"2025-03-31T13:02:51Z","snapshot_observed_at":"2026-08-18T19:43:16.893044Z","submitted_at":"2024-11-20T13:46:04Z","title":"Are Large Language Models Memorizing Bug Benchmarks?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.13323","snapshot_observed_at":"2026-08-15T19:06:54.016067Z","title":"Are large language models memorizing bug benchmarks?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.016067Z"},"links":{"cited_paper":"/paper/2411.13323","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:19748109110906b6de601a1ffd688534a07f6914f3f128782afaa25dab32bb7a","observation_id":"6cc4d8fe-ec39-4ae2-bc22-b59a1a2ea31a","resolution":{"observed_at":"2026-08-15T19:06:54.016067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-20T14:23:24.044192Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?"},"reference_resolution":{"displayed":43,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":28,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":43},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 43 of 43 outbound references and 2 inbound Pith citation observations for arXiv:2506.17812."}