{"as_of":"2026-08-19T06:00:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:eb1089740aad86946d113f4c6c7940c1901996db7a3cc49a5fa9831e5cfa0591","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":42,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T05:44:03.765314Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":3,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2504.19678","last_updated":"2026-03-06T19:01:27Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-04-28T11:08:22Z","title":"From LLM Reasoning to Autonomous AI Agents: A Comprehensive Review","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-05-15T02:57:37.873567Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2504.19678"},"observation_digest":"sha256:6b2c73c31673aefe9ff9ff4d63242b8fc4ed3b5686892e771f60e59d7001b446","observation_id":"a5ba6bbc-9077-4998-83dd-07ac62160727","resolution":{"observed_at":"2026-05-15T02:57:38.344220Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-16T05:44:03.765314Z","title":"and Heidecke, J., 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.19912","last_updated":"2025-04-28T15:41:28Z","snapshot_observed_at":"2026-08-18T23:48:35.691457Z","submitted_at":"2025-04-28T15:41:28Z","title":"Can AI Agents Design and Implement Drug Discovery Pipelines?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T05:44:03.765314Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2504.19912"},"observation_digest":"sha256:aa95f903e33084beb5c2a82ee331e6e831dd45a8eb5cd065b33927ad5a444810","observation_id":"a6b74a53-9536-4cd8-a366-cf1556a78228","resolution":{"observed_at":"2026-08-16T05:44:03.765314Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T23:48:26.713619Z","title":"Swe-lancer: Can frontier llms earn $1 million from real-world freelance software engineering? arXiv preprint arXiv:2502.12115, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-08-18T22:20:36.256311Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T23:48:26.713619Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2505.03733"},"observation_digest":"sha256:eb3e0404da1113deecaac0974a2ec0d3a00b5e21c9924700de61a50617ad4656","observation_id":"3c734f4e-3634-447f-993a-6cc418df64ba","resolution":{"observed_at":"2026-08-15T23:48:26.713619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-07T14:19:29.828949Z","title":"Miserendino, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.19489","last_updated":"2026-06-01T13:56:50Z","snapshot_observed_at":"2026-08-18T13:15:52.306300Z","submitted_at":"2025-05-26T04:15:48Z","title":"Taming System Complexity: Demystifying Software Engineering Agents in Diagnosing Linux Kernel Faults","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:19:29.828949Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2505.19489"},"observation_digest":"sha256:7dd753ffff592b236c14d3f2bb6900760f8732579bd0f0d710b7613ac99eb4bc","observation_id":"0206d4f7-b3ee-4403-a125-604784d952b9","resolution":{"observed_at":"2026-08-07T14:19:29.828949Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-07T12:17:45.190655Z","title":"Xinshuai Song, Weixing Chen, Yang Liu, Weikai Chen, Guanbin Li, and Liang Lin","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.00172","last_updated":"2025-05-30T19:23:51Z","snapshot_observed_at":"2026-08-12T23:39:58.904832Z","submitted_at":"2025-05-30T19:23:51Z","title":"Breakpoint: Scalable evaluation of system-level reasoning in LLM code agents","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T12:17:45.190655Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.00172"},"observation_digest":"sha256:5510a205323f392190189fc3593601f99fef88a484baec55bf46f1020fd0b9a7","observation_id":"2ff36b65-ec3a-4205-b6ec-6d73fc436d05","resolution":{"observed_at":"2026-08-07T12:17:45.190655Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-07T12:17:45.122364Z","title":"SWE- Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engi- neering? arXiv preprint arXiv:2502.12115,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.00172","last_updated":"2025-05-30T19:23:51Z","snapshot_observed_at":"2026-08-12T23:39:58.904832Z","submitted_at":"2025-05-30T19:23:51Z","title":"Breakpoint: Scalable evaluation of system-level reasoning in LLM code agents","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T12:17:45.122364Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.00172"},"observation_digest":"sha256:13a9b75db308c14ae96247e1cda91fbf3c719f8e5e93c50465919b9e625c6098","observation_id":"34b13d74-94aa-43d4-ae23-797e0a045e74","resolution":{"observed_at":"2026-08-07T12:17:45.122364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-07T04:40:10.021002Z","title":"Swe-lancer: Can frontier llms earn \\ 1 million from real-world freelance software engineering? arXiv preprint arXiv:2502.12115, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.10128","last_updated":"2025-06-11T19:16:54Z","snapshot_observed_at":"2026-08-16T05:21:00.781496Z","submitted_at":"2025-06-11T19:16:54Z","title":"ViCrit: A Verifiable Reinforcement Learning Proxy Task for Visual Perception in VLMs","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T04:40:10.021002Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.10128"},"observation_digest":"sha256:0d209d83979ad7d68e8d3f73ab611ff8a58c054d95b4985ede9d1d721197bdf0","observation_id":"d39a454f-ee62-445b-b7b6-4257d893cb8e","resolution":{"observed_at":"2026-08-07T04:40:10.021002Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T19:06:53.963607Z","title":"Swe-lancer: Can frontier llms earn 1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-18T09:55:24.401942Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.963607Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:b9253fb7612578e700d9abfe7ece1aa06822eeba8d3d6f26050dca7fbebea157","observation_id":"26ec7a09-b370-48f0-9712-4585db4ae93d","resolution":{"observed_at":"2026-08-15T19:06:53.963607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T20:24:24.518781Z","title":"Swe-lancer: Can frontier llms earn $1 million from real-world freelance software engineering? arXiv preprint arXiv:2502.12115, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.02825","last_updated":"2025-08-07T06:58:08Z","snapshot_observed_at":"2026-08-17T22:49:53.742436Z","submitted_at":"2025-07-03T17:35:31Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","version":5},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T20:24:24.518781Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.02825"},"observation_digest":"sha256:7f4657b15ec91f9c03340e58b8af9114c2e0d5b59e7a644ce89232f2f217f34c","observation_id":"6d5570e0-69c3-463d-bcd0-5dcb2af1dcfe","resolution":{"observed_at":"2026-08-06T20:24:24.518781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T18:12:29.993060Z","title":"Swe-lancer: Can frontier llms earn $1 million from real-world freelance software engineering?, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09089","last_updated":"2025-07-25T00:43:07Z","snapshot_observed_at":"2026-08-15T10:22:55.094062Z","submitted_at":"2025-07-12T00:16:33Z","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T18:12:29.993060Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.09089"},"observation_digest":"sha256:668dccaa8211cb5a0b057ccf22174004ffe9d973a79bfd6fb339677a510ed6c2","observation_id":"4cdfd962-8cc1-4ab7-b7f4-8d22cae11e6c","resolution":{"observed_at":"2026-08-06T18:12:29.993060Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T17:51:13.869091Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09866","last_updated":"2025-07-14T02:36:27Z","snapshot_observed_at":"2026-08-14T22:52:34.399766Z","submitted_at":"2025-07-14T02:36:27Z","title":"Turning the Tide: Repository-based Code Reflection","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T17:51:13.869091Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.09866"},"observation_digest":"sha256:03f1085b41a4330dadfdf4b9d84bf1471c781d1a5e29d74fd52d4557ff47f016","observation_id":"101d67c7-90ed-4ee6-bc40-9a69e5ec42a0","resolution":{"observed_at":"2026-08-06T17:51:13.869091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T16:54:57.501990Z","title":"Swe-lancer: Can frontier llms earn 1 million from real-world freelance software engineering? CoRR, abs/2502.12115, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.12415","last_updated":"2026-07-01T03:29:05Z","snapshot_observed_at":"2026-08-15T19:27:06.596969Z","submitted_at":"2025-07-16T17:05:17Z","title":"SWE-Perf: Can Language Models Optimize Code Performance on Real-World Repositories?","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T16:54:57.501990Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.12415"},"observation_digest":"sha256:5c4827cb397466c71896e920a000d7ce47ef8454f358b8b46479b33266801a00","observation_id":"496d3027-bd8f-44ff-9b04-e73f2b41670e","resolution":{"observed_at":"2026-08-06T16:54:57.501990Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T15:17:53.443101Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.16280","last_updated":"2025-07-22T06:51:26Z","snapshot_observed_at":"2026-08-17T11:44:17.357235Z","submitted_at":"2025-07-22T06:51:26Z","title":"ResearcherBench: Evaluating Deep AI Research Systems on the Frontiers of Scientific Inquiry","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T15:17:53.443101Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.16280"},"observation_digest":"sha256:ade46026c1038bd32404806b71d19f05f6455bc050025305e1eb062b23985564","observation_id":"a753dfe7-fcee-4787-8a71-66e4f14257e9","resolution":{"observed_at":"2026-08-06T15:17:53.443101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-06T14:37:18.064509Z","title":"Swe- lancer: Can frontier llms earn $1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.18755","last_updated":"2025-07-24T19:12:32Z","snapshot_observed_at":"2026-08-16T04:20:55.466533Z","submitted_at":"2025-07-24T19:12:32Z","title":"Agentic Program Repair from Test Failures at Scale: A Neuro-symbolic approach with static analysis and test execution feedback","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T14:37:18.064509Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.18755"},"observation_digest":"sha256:93024f58c97ddba2931d5a89bff558e58985b1793ce21e5fb280cc5c271a8414","observation_id":"cd9d2bfb-4a80-4a29-bbdf-71c3e068033b","resolution":{"observed_at":"2026-08-06T14:37:18.064509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2507.20534","last_updated":"2026-02-03T04:57:00Z","snapshot_observed_at":"2026-08-16T14:37:33.548231Z","submitted_at":"2025-07-28T05:35:43Z","title":"Kimi K2: Open Agentic Intelligence","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-10T17:49:27.926646Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2507.20534"},"observation_digest":"sha256:ce664210a6bc032d393eb6c0530bb9146f9a233e19b2c854a75c3c59822847fa","observation_id":"5454447d-8b74-4e86-b0a0-ca3f2baa583f","resolution":{"observed_at":"2026-05-10T17:49:28.025018Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T17:26:08.140510Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.140510Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:069c309099d685edc250329ba92dbdb54db2e70d21eb1b2d711f0a74b672b78c","observation_id":"d7cdd977-5080-45f7-85de-9e26eff1379c","resolution":{"observed_at":"2026-08-15T17:26:08.140510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-03T20:17:19.795085Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2511.20613","last_updated":"2025-11-25T18:40:22Z","snapshot_observed_at":"2026-08-12T14:27:24.423977Z","submitted_at":"2025-11-25T18:40:22Z","title":"Can Vibe Coding Beat Graduate CS Students? An LLM vs. Human Coding Tournament on Market-driven Strategic Planning","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-03T20:17:19.795085Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2511.20613"},"observation_digest":"sha256:d902cd06eaddee7752f7e64293adeaf72b2756e221c0fc4d7f9bf31cefe18bd7","observation_id":"ccf77523-8846-40e4-8129-72938a672af7","resolution":{"observed_at":"2026-08-03T20:17:19.795085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-03T11:51:58.176857Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Mil- lion from Real-World Freelance Software Engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.04920","last_updated":"2026-07-09T12:02:31Z","snapshot_observed_at":"2026-08-14T20:28:11.973583Z","submitted_at":"2026-01-08T13:17:50Z","title":"Conversational AI for Rapid Scientific Prototyping: A Case Study on ESA's ELOPE Competition","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-03T11:51:58.176857Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2601.04920"},"observation_digest":"sha256:e4fa0f5aeabb35245b2b20548d2a29a739bdad3110de76f1813a5f239ecbc672","observation_id":"14d2e25f-475b-4faf-8638-c3da831cd489","resolution":{"observed_at":"2026-08-03T11:51:58.176857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-03T06:22:25.961014Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.22956","last_updated":"2026-07-04T09:14:30Z","snapshot_observed_at":"2026-08-17T08:29:24.619762Z","submitted_at":"2026-01-30T13:17:14Z","title":"SWE-Manager: Selecting and Synthesizing Golden Proposals Before Coding","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-03T06:22:25.961014Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2601.22956"},"observation_digest":"sha256:4b2aec5ffd7000d785a3549d4b282eab26f22ebff9de5b354d50ff8bd2aaf5a4","observation_id":"3a8714b8-e9f1-48e2-adc6-3b4144e67c1a","resolution":{"observed_at":"2026-08-03T06:22:25.961014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2603.04601","last_updated":"2026-05-13T23:00:10Z","snapshot_observed_at":"2026-08-16T02:45:32.189175Z","submitted_at":"2026-03-04T21:00:33Z","title":"Vibe Code Bench: Evaluating AI Models on End-to-End Web Application Development","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-15T15:59:29.910200Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2603.04601"},"observation_digest":"sha256:c4c8c4a0a496334ab3428291230ecdc7821d6597c6ad3125e1f579d82f5af27a","observation_id":"4c4c8211-737b-45d0-a8e8-31c266ad200f","resolution":{"observed_at":"2026-05-15T16:00:10.174068Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2604.05912","last_updated":"2026-04-07T14:15:45Z","snapshot_observed_at":"2026-08-15T22:56:23.186617Z","submitted_at":"2026-04-07T14:15:45Z","title":"FrontierFinance: A Long-Horizon Computer-Use Benchmark of Real-World Financial Tasks","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-05-10T19:49:32.983778Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2604.05912"},"observation_digest":"sha256:25b2634a1eacd29ccf143e02c61de2d8fcbc77fb32a6eabb5c4947904544db93","observation_id":"660a3ea2-b219-4467-9689-70a487698a14","resolution":{"observed_at":"2026-05-10T22:30:49.708132Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2604.10866","last_updated":"2026-04-16T16:00:33Z","snapshot_observed_at":"2026-08-07T11:42:08.308728Z","submitted_at":"2026-04-13T00:27:32Z","title":"OccuBench: Evaluating AI Agents on Real-World Professional Tasks via Language Environment Simulation","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T16:43:27.037355Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2604.10866"},"observation_digest":"sha256:2f18e61a9696de388567e864465316a843825bf517664face51f9225d83cddd1","observation_id":"f6055ae1-9489-40bc-b083-a8db4e8816d9","resolution":{"observed_at":"2026-05-11T08:20:58.016292Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2604.12108","last_updated":"2026-04-13T22:30:53Z","snapshot_observed_at":"2026-08-11T13:03:51.019489Z","submitted_at":"2026-04-13T22:30:53Z","title":"LLM-Based Automated Diagnosis Of Integration Test Failures At Google","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T15:34:23.156175Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2604.12108"},"observation_digest":"sha256:83c4022f6df23b5fce97230c1ba000c3f78b9fb6be58e6135fc934dd02d8b3ae","observation_id":"dc8d784a-59d5-44cd-9b1f-69e688f5dc86","resolution":{"observed_at":"2026-05-11T10:16:05.479194Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.02244","last_updated":"2026-05-04T05:37:36Z","snapshot_observed_at":"2026-08-17T20:26:29.891388Z","submitted_at":"2026-05-04T05:37:36Z","title":"The Conversations Beneath the Code: Triadic Data for Long-Horizon Software Engineering Agents","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-05-08T18:30:21.856024Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.02244"},"observation_digest":"sha256:31f6414f7850c9361fea2df7e32566cebfd366074d83f9416c69c00f2effe30e","observation_id":"71a22244-eceb-480b-8461-4d037b3035dc","resolution":{"observed_at":"2026-05-09T06:25:39.748260Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.02661","last_updated":"2026-05-04T14:40:42Z","snapshot_observed_at":"2026-08-17T18:10:30.344132Z","submitted_at":"2026-05-04T14:40:42Z","title":"AcademiClaw: When Students Set Challenges for AI Agents","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-08T19:24:29.696454Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.02661"},"observation_digest":"sha256:c73ae2b11b6d5ad8756be17c3d45920e773eb56d6ab86170e34f23d3dcb1d60d","observation_id":"7071aed8-7298-4e5c-93c3-3784b563fe1f","resolution":{"observed_at":"2026-05-09T05:55:29.705806Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.12925","last_updated":"2026-06-02T15:49:40Z","snapshot_observed_at":"2026-08-12T16:56:48.432633Z","submitted_at":"2026-05-13T03:00:57Z","title":"AgentLens: Revealing The Lucky Pass Problem in SWE-Agent Evaluation","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-14T18:51:06.379266Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.12925"},"observation_digest":"sha256:60bdf8e2a59d4bfa628e10b686b8b3e62bf0d77dad7098c23652339ca29946bd","observation_id":"b407ce87-c629-4d45-95fd-737b068de9df","resolution":{"observed_at":"2026-05-14T18:52:35.451569Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.14790","last_updated":"2026-05-14T12:57:56Z","snapshot_observed_at":"2026-08-14T22:27:38.815236Z","submitted_at":"2026-05-14T12:57:56Z","title":"Graphs of Research: Citation Evolution Graphs as Supervision for Research Idea Generation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-30T20:52:32.567107Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.14790"},"observation_digest":"sha256:f8a3050f14d106d3c261963216f2181e0bbbcc2d3529270f7965946f36cfc3b1","observation_id":"af9ad3b7-26e5-4d5c-9a77-29dee722c1d4","resolution":{"observed_at":"2026-06-30T20:55:04.086581Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:decc6903e62d2532022a1f8db264fecfffb70a3588cb9f06e94aa43846b2cf86","observation_id":"47a658ee-64cd-4f46-ada0-662e770e03b1","resolution":{"observed_at":"2026-05-25T04:40:23.430089Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.25411","last_updated":"2026-05-25T04:23:29Z","snapshot_observed_at":"2026-08-13T16:58:16.834748Z","submitted_at":"2026-05-25T04:23:29Z","title":"Heimdall: Formally Verified Automated Migration of Legacy eBPF Programs to Rust","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-29T22:02:16.597531Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.25411"},"observation_digest":"sha256:94ad2658e5331b8d2ab856102e3726895054e74b320eca926e34ca3b08737fa7","observation_id":"bc0dcc75-0a55-478d-a1e1-19ca33573496","resolution":{"observed_at":"2026-06-29T22:04:00.113240Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.00750","last_updated":"2026-05-30T14:34:02Z","snapshot_observed_at":"2026-08-16T01:52:51.328907Z","submitted_at":"2026-05-30T14:34:02Z","title":"I-WebGenBench : Evaluating Interactivity in LLM-Generated Scientific Web Applications","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-28T18:53:18.645984Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.00750"},"observation_digest":"sha256:049d09108f80a6215896018e022e8ee9741f8e66617a63e002ccbd0aa23f67d6","observation_id":"788e3fd8-7784-4d9c-8654-f5a5876aac5c","resolution":{"observed_at":"2026-06-28T19:42:36.208715Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.03829","last_updated":"2026-06-02T16:12:34Z","snapshot_observed_at":"2026-08-13T01:44:59.169839Z","submitted_at":"2026-06-02T16:12:34Z","title":"BigFinanceBench: A Workflow-Grounded Benchmark for Financial-Research Agents","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-28T09:35:28.694416Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.03829"},"observation_digest":"sha256:69d4a357e4f3d4d669e08a2a704d0c0e99479ec40f7f493e41465fd8fcbc8403","observation_id":"83e24279-17fa-47a1-96df-260f4b554c36","resolution":{"observed_at":"2026-07-02T03:56:34.717210Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.11166","last_updated":"2026-06-09T17:46:10Z","snapshot_observed_at":"2026-08-14T03:51:35.509338Z","submitted_at":"2026-06-09T17:46:10Z","title":"Flaws in the LLM Automation Narrative","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-27T10:52:36.252919Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.11166"},"observation_digest":"sha256:a85344b9a1927e27e745cd94047ee87c224457f7603e96fb5993b1db4d72db03","observation_id":"4286619e-d06e-4fb4-9612-cba51962a5b8","resolution":{"observed_at":"2026-07-03T08:17:45.274923Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.11470","last_updated":"2026-08-10T19:13:02Z","snapshot_observed_at":"2026-08-14T23:09:31.705348Z","submitted_at":"2026-06-09T21:59:37Z","title":"The Periodic Table of LLM Reasoning: A Structured Survey of Reasoning Paradigms, Methods, and Failure Modes","version":1},"reference_index":173,"source":"arxiv_source","source_observed_at":"2026-06-27T12:59:51.091008Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.11470"},"observation_digest":"sha256:761ff2845286a170354841c93341a135ff9b3d9744b9326543a1cc0dee3f31d7","observation_id":"5c2fe475-9257-493f-8215-224f986e2e60","resolution":{"observed_at":"2026-07-03T05:57:41.403643Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.17799","last_updated":"2026-07-18T22:14:13Z","snapshot_observed_at":"2026-08-02T11:05:59.500924Z","submitted_at":"2026-06-16T11:21:01Z","title":"Position: Coding Benchmarks Are Misaligned with Agentic Software Engineering","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-26T23:48:58.497927Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.17799"},"observation_digest":"sha256:5fd4852a2720e6e0368a079b8c3ca878a1389cbc7d8b886fb1f3dc26e58fde71","observation_id":"1bd7d607-0ded-46e6-86f7-1489561d725d","resolution":{"observed_at":"2026-07-03T22:08:58.864104Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-02T11:06:02.635550Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.17799","last_updated":"2026-07-18T22:14:13Z","snapshot_observed_at":"2026-08-02T11:05:59.500924Z","submitted_at":"2026-06-16T11:21:01Z","title":"Position: Coding Benchmarks Are Misaligned with Agentic Software Engineering","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-02T11:06:02.635550Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.17799"},"observation_digest":"sha256:d548a1b47e6e6c698953a2421261c0837ec4ca41ab9d9a87bb1dc3efaabc6135","observation_id":"625e5997-b0e3-49ae-92d4-6a5945a8e782","resolution":{"observed_at":"2026-08-02T11:06:02.635550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2606.30182","last_updated":"2026-07-17T10:56:56Z","snapshot_observed_at":"2026-08-08T10:47:58.204777Z","submitted_at":"2026-06-29T11:57:32Z","title":"MirrorCode: AI can rebuild entire programs from behavior alone","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-30T06:35:32.667865Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.30182"},"observation_digest":"sha256:933b5b65a92122168c0a5cfeaba0c0c2aba6949d6065dcb4492496cafed7ad2a","observation_id":"31d6571c-6046-49f9-862a-093355b5b23c","resolution":{"observed_at":"2026-06-30T06:44:19.689849Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-02T09:35:02.364511Z","title":"SWE-lancer: Can frontier LLMs earn $1 million from real-world freelance software engineering?arXiv preprint arXiv:2502.12115, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.30182","last_updated":"2026-07-17T10:56:56Z","snapshot_observed_at":"2026-08-08T10:47:58.204777Z","submitted_at":"2026-06-29T11:57:32Z","title":"MirrorCode: AI can rebuild entire programs from behavior alone","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-02T09:35:02.364511Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2606.30182"},"observation_digest":"sha256:e72b5f6ba75f62fa0e1d2882e2a3671148c8467a83196f322b98cf7547fd3004","observation_id":"6e229815-c955-460a-99f9-1822e6d0895f","resolution":{"observed_at":"2026-08-02T09:35:02.364511Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2607.00248","last_updated":"2026-06-30T22:57:43Z","snapshot_observed_at":"2026-08-12T14:16:56.866074Z","submitted_at":"2026-06-30T22:57:43Z","title":"Seed2.0 Model Card: Towards Intelligence Frontier for Real-World Complexity","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-07-02T18:57:46.841456Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2607.00248"},"observation_digest":"sha256:2567918490bac437ab230f8515a5c43ed908eb3fd4d2688e63cdc43ba460a2fa","observation_id":"2de47f2a-4ae7-4288-8cd6-1cf77e198f5c","resolution":{"observed_at":"2026-07-02T19:07:17.133855Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-07-12T07:44:29.251570Z","title":"Swe-lancer: Can frontier llms earn $1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02684","last_updated":"2026-07-02T18:25:29Z","snapshot_observed_at":"2026-08-12T10:23:57.292769Z","submitted_at":"2026-07-02T18:25:29Z","title":"Can Coding Agents Implement Missed Compiler Optimizations? Evaluating LLM Agents on LLVM Peephole Optimizations","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-07-12T07:44:29.251570Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2607.02684"},"observation_digest":"sha256:07d8dc9989002713d2b7c5ca9860f3f6aa413a9b43a3eeb85f4d2fe594ddc986","observation_id":"c595ec45-8b09-4311-835f-dcee2ac25e11","resolution":{"observed_at":"2026-07-12T07:44:29.251570Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-07-14T10:46:01.272433Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.10569","last_updated":"2026-07-12T04:52:08Z","snapshot_observed_at":"2026-08-14T09:00:20.788452Z","submitted_at":"2026-07-12T04:52:08Z","title":"When Does Restricting a Coding Agent to execute_code Help? A Regime $\\times$ Agent-Design Ablation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-14T10:46:01.272433Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2607.10569"},"observation_digest":"sha256:e77104a4a2c619a93acc973b8428596573eabe12bca2ba38d0fcc6c8e54f251b","observation_id":"2a91c8ff-44f9-45df-8629-a4ac50def758","resolution":{"observed_at":"2026-07-14T10:46:01.272433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-07T05:20:14.667222Z","title":"arXiv preprint arXiv:2502.12115 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.06329","last_updated":"2026-08-06T17:39:21Z","snapshot_observed_at":"2026-08-18T05:23:23.250035Z","submitted_at":"2026-08-06T17:39:21Z","title":"Benchmarking the Benchmarks: Evaluating Benchmarks for Conversational Agents","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T05:20:14.667222Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2608.06329"},"observation_digest":"sha256:e0d3a067d377d2ca7283a7533be27e7efd640bc5ebaebaa942a5ec228193e9f0","observation_id":"e8662d9f-a520-4e7d-a1b0-f9b044b80802","resolution":{"observed_at":"2026-08-07T05:20:14.667222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-16T00:26:36.926696Z","title":"Swe-lancer: Can frontier llms earn $1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.11888","last_updated":"2026-08-12T10:15:19Z","snapshot_observed_at":"2026-08-18T12:51:19.489081Z","submitted_at":"2026-08-12T10:15:19Z","title":"Agent Skills Can Be Harmful: An Empirical Study of Skill-Induced Failures in LLM Agents","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T00:26:36.926696Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2608.11888"},"observation_digest":"sha256:e3e29ad52c06588023a25301ef5fd59d656519a0617253f231ca9932d9d63816","observation_id":"9166c087-402a-4c56-99f9-2ea25e418323","resolution":{"observed_at":"2026-08-16T00:26:36.926696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2502.12115/citation-record","integrity":"/paper/2502.12115/integrity","json":"/paper/2502.12115/citation-record.json","paper":"/paper/2502.12115"},"outbound":[],"paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","latest_version":4,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 42 inbound Pith citation observations for arXiv:2502.12115."}