{"as_of":"2026-08-18T05:41:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5ddebc595d61b3006e860033a4e7ef427e68c6df689ef1822b6e6e96d95a7029","coverage":[{"denominator":52,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":52,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:16:08.381517Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-01T07:22:25.349398Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-01T20:56:14.408453Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"cited_work":{"arxiv_id":"2505.13484","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.13484","snapshot_observed_at":"2026-07-01T20:56:14.408453Z","title":null,"venue":null,"work_id":"bad13cea-ac38-4949-9458-b46878872160","year":2025},"citing_paper":{"arxiv_id":"2606.01145","last_updated":"2026-07-06T16:09:36Z","snapshot_observed_at":"2026-07-30T15:24:45.114962Z","submitted_at":"2026-05-31T10:27:18Z","title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","version":2},"reference_index":111,"source":"pdf_text","source_observed_at":"2026-06-28T17:35:01.285534Z"},"links":{"cited_paper":"/paper/2505.13484","citing_paper":"/paper/2606.01145"},"observation_digest":"sha256:318963bab12cbf2d5fdcb3f395044bb93e816ac1916c71123db6ccb0cd4f9a3c","observation_id":"cb3b6fef-8ee2-48b4-836b-4b060c63f83f","resolution":{"observed_at":"2026-07-01T20:56:14.409812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"cited_work":{"arxiv_id":"2505.13484","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.13484","snapshot_observed_at":"2026-07-01T20:56:14.408453Z","title":null,"venue":null,"work_id":"bad13cea-ac38-4949-9458-b46878872160","year":2025},"citing_paper":{"arxiv_id":"2606.01145","last_updated":"2026-07-06T16:09:36Z","snapshot_observed_at":"2026-07-30T15:24:45.114962Z","submitted_at":"2026-05-31T10:27:18Z","title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","version":3},"reference_index":121,"source":"pdf_text","source_observed_at":"2026-07-01T07:22:25.349398Z"},"links":{"cited_paper":"/paper/2505.13484","citing_paper":"/paper/2606.01145"},"observation_digest":"sha256:f274e068514af947bede8164f74af88c2bc0b2d26f56ec41b75d628f262b5e52","observation_id":"d5a37656-268e-4932-82ea-e0b2aafa17d0","resolution":{"observed_at":"2026-07-01T08:35:34.002252Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.13484/citation-record","integrity":"/paper/2505.13484/integrity","json":"/paper/2505.13484/citation-record.json","paper":"/paper/2505.13484"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.362221Z","title":null,"venue":null,"work_id":"3b671a4b-38f3-49ec-acfd-c6a55b93b36d","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.081385Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b9a296f1fcffbf7ceff931772fec22f84192a9ae1f0bdbc2d8f1e1fa288b427a","observation_id":"4cfac533-d071-421e-8f60-e534c2ee6122","resolution":{"observed_at":"2026-08-15T22:16:09.367921Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.346350Z","title":null,"venue":null,"work_id":"0c3b037b-e90e-46f6-a0ac-596e56d1a585","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.088700Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:e8c00d2ccde094a0942b707679bfb6488b62629d68def0d387ad2a780640f3d8","observation_id":"fa61caae-8345-40a0-8b6b-89e3f40f6842","resolution":{"observed_at":"2026-08-15T22:16:09.351673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.330100Z","title":null,"venue":null,"work_id":"999dc595-fbc5-4f2a-a178-18a94c75a5e7","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.095074Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:dbc2f0b6d598f1465c8fd06ce72ca52fca2fe3b6732e4a2d6b187cfbde78a4a9","observation_id":"b0623217-c1b0-4949-b379-52e17c9616f8","resolution":{"observed_at":"2026-08-15T22:16:09.335262Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.313152Z","title":null,"venue":null,"work_id":"54636010-605e-42f0-bfd8-17177fd054c1","year":null},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.101571Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:390a42ba603a43fdab50fcf2d86779cdd9ac6cf5d48a8e027771ba850ed7a8a5","observation_id":"820bc6b9-e757-4109-81ba-8c4a2290e9b4","resolution":{"observed_at":"2026-08-15T22:16:09.318343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.275775Z","title":null,"venue":null,"work_id":"4b50f1fe-523c-47c7-b701-696bb6322f68","year":2010},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.113478Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:6b7df3343ced1b3368739c298ccc7af9f7075e46501e9c561f0dee89768f8c99","observation_id":"574e663e-54ad-476f-a342-582274156d25","resolution":{"observed_at":"2026-08-15T22:16:09.281024Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.258538Z","title":"Guo, and e","venue":null,"work_id":"4cafc082-4e23-4612-a07d-218720f362df","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.118765Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:e1232ccce73cf517afe15e657ff2af3919429d79220b2f180144efa39cf010da","observation_id":"ffc11c44-4b0f-4e8d-aa54-0da90d8a6434","resolution":{"observed_at":"2026-08-15T22:16:09.263833Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.241216Z","title":"Efatmaneshnik, J","venue":null,"work_id":"348263c6-a48a-4df0-ba90-bb5ee80171af","year":2016},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.124210Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:ea4663bc12e129431aeb00c5a3a58e43078a7b52dc26611b95dad2663ac0ffdd","observation_id":"7c8f5831-11c5-4430-b177-81d812bde166","resolution":{"observed_at":"2026-08-15T22:16:09.246520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.222954Z","title":"ElMaraghy, H","venue":null,"work_id":"67c04d97-4fa9-4aa6-b4e8-391bd0d53b68","year":2012},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.130061Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:48a8e794908e775994de598aac2b071ce12c37b0f6de340d3df97fba9d2d57e7","observation_id":"933cdcb2-2317-4c00-aa71-9be9c0bfecb1","resolution":{"observed_at":"2026-08-15T22:16:09.228843Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.203419Z","title":"Feldman, G","venue":null,"work_id":"78c76067-7963-476e-beb7-9ca1dc65cb4b","year":2010},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.135216Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:ca8525d4774c2d7180374aee39e00caa2f812ce35afc0f6589613f6207bb7497","observation_id":"9f92f8c3-0a20-44e1-88c4-605e0daad297","resolution":{"observed_at":"2026-08-15T22:16:09.210138Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.183072Z","title":null,"venue":null,"work_id":"9cf4ede6-8dff-42a1-9ead-d96db4d1a966","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.140184Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:31ebecf7bea603b1edac7070c4d27246064d4fc05c216995bde05f0ff3771924","observation_id":"6d485fba-561b-4a37-91c5-3c2c3d8c8656","resolution":{"observed_at":"2026-08-15T22:16:09.189545Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.164670Z","title":null,"venue":null,"work_id":"feb2c68a-8882-408a-a320-e9028a54adf6","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.145113Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b6750b01ffaa37baece9c15f2ad0a65e34d7080a73afa25c7eb95d1e5144f188","observation_id":"0da3a2d9-42f9-4e50-b14c-82ecb6eed747","resolution":{"observed_at":"2026-08-15T22:16:09.170206Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.146428Z","title":"Frisk, M","venue":null,"work_id":"ca260359-7770-4306-a191-e114fb5b163e","year":2017},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.150042Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:9576d05d0ef9663120d4d71572c9509cfdc52290df85951a40af503d5031808a","observation_id":"51196b12-dc8c-4559-b5d6-ab126ae0f25c","resolution":{"observed_at":"2026-08-15T22:16:09.152662Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.128454Z","title":"Grattafiori and e","venue":null,"work_id":"aa57227b-1136-43e7-b480-911e1d2ccb79","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.155217Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:30f137bbf0030e1ce33565278ae0be0ef128d178cffb318ac99029e4d96a80b7","observation_id":"2372c324-f5cd-489c-8c29-4136a5edbd08","resolution":{"observed_at":"2026-08-15T22:16:09.133826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.111548Z","title":"Hirtreiter, L","venue":null,"work_id":"3fea5bf6-611c-4d3f-b8e9-0c5024f65349","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.160264Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:435e406112dc167e7fffd0adb3aff0faf57d45bff5385875d72887c59ba647d8","observation_id":"6d0571a5-00f6-42af-b94a-6db6e39a7e58","resolution":{"observed_at":"2026-08-15T22:16:09.116717Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.165724Z","title":"Hochreiter and J","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.165724Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:f8922f23f5b29fde197929f00f5d507e788327909a7b2f831994dc9f1a12fa30","observation_id":"e9b4d770-ab9f-4f7d-b4ee-38d1b2576d85","resolution":{"observed_at":"2026-08-15T22:16:08.165724Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.171497Z","title":"Huang and K","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.171497Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:3cad4660e2f09ceade800e89562bde98bd08e2b6e67d436044d77bb5c387e120","observation_id":"b51e5eb1-bb84-4d98-bd89-1273d247dcc8","resolution":{"observed_at":"2026-08-15T22:16:08.171497Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-15T22:16:08.177265Z","title":"Hurst, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.177265Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:4f2c04d0645fc10d92a084fdc3a02515fa2297431d77ebefa9d2c1991f762a52","observation_id":"feea5f18-e848-4d46-9b7b-d872a4e4eeee","resolution":{"observed_at":"2026-08-15T22:16:08.177265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05487","last_updated":"2024-07-02T13:25:16Z","snapshot_observed_at":"2026-08-17T19:54:28.914296Z","submitted_at":"2023-08-10T10:26:55Z","title":"A Quantitative and Qualitative Evaluation of LLM-Based Explainable Fault Localization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05487","snapshot_observed_at":"2026-08-15T22:16:08.183904Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.183904Z"},"links":{"cited_paper":"/paper/2308.05487","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:767b1b1bb7075a548c259ce47856e31448906b3531118c555ea95037523f6a2f","observation_id":"3643ef37-e414-45a4-8ffe-e9b9f5aaa21f","resolution":{"observed_at":"2026-08-15T22:16:08.183904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.084970Z","title":null,"venue":null,"work_id":"564316b9-0128-4f79-9e95-bba22e052212","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.192318Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:37242076f162058096b62f76547193db413e4cb0ef3e555b213109e53fcbbd09","observation_id":"4ea066d1-a9b2-4064-9ee6-5fd0dfe783c0","resolution":{"observed_at":"2026-08-15T22:16:09.089835Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.067583Z","title":"K¨ ocher, R","venue":null,"work_id":"71130a47-66fd-467b-a9e1-0279fd8e9bed","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.197733Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:c83ef15d1b7773e2b828cfdce5f0d41b22dbe22835b7cd890354603642774a5a","observation_id":"efcafd3b-7f5e-47a1-a3ed-19a64aeea836","resolution":{"observed_at":"2026-08-15T22:16:09.073106Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.048926Z","title":null,"venue":null,"work_id":"a9e5fe5b-e6b5-41a7-a3cd-cac024f5f0d5","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.203223Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:62fd3d84e9c5b5e5e9eabab6ae3e01f1543ef7ac37e4456865c496a3087e498c","observation_id":"bb9f3031-d7ef-4da1-a1f5-18e692fa48bb","resolution":{"observed_at":"2026-08-15T22:16:09.054867Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.028737Z","title":"Meier, F","venue":null,"work_id":"62c76193-13cf-40ab-baca-7fe593d34bb0","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.210006Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:7b4613b7923c91cc97f675cd282646206670106e1c0acb213c2a5c4648981b77","observation_id":"fd2b5e4f-f0fe-448e-a62f-7e4bea2d76b5","resolution":{"observed_at":"2026-08-15T22:16:09.034696Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.010334Z","title":"Merkelbach, A","venue":null,"work_id":"4b353df2-60fe-42ce-9613-77c0f569c6c1","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.219073Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:39c3d437efd0ec962613764a848ad7517ef3e60538bfc7dd14f54a13613cb2bd","observation_id":"db5418b7-c859-4d5e-9569-22c4ad7dd51a","resolution":{"observed_at":"2026-08-15T22:16:09.015675Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.991447Z","title":"Ogundare, G","venue":null,"work_id":"50189066-d9b0-411e-9c64-e9b5aa9aa382","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.225621Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:998dd5329b2dedd7d5adcd6efb4a6d05dd65b9b3bc3e329492aef7b674667ce5","observation_id":"43306f24-b5de-4eef-a7ae-cb78384dbb0b","resolution":{"observed_at":"2026-08-15T22:16:08.996782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.973310Z","title":null,"venue":null,"work_id":"7d05eb74-e026-4411-8f94-6d5244b2c302","year":2007},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.232966Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:2870d902f07162fe9a55860d723051f849a2ff3d1a3961386d70d66ab58bcd75","observation_id":"4ca59e53-3dfd-43df-946c-13c52ccab70a","resolution":{"observed_at":"2026-08-15T22:16:08.979539Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.954169Z","title":"Patel and E","venue":null,"work_id":"56c535dc-d94c-437c-b4e7-18b724743eee","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.239824Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:58d926df1701c74385c620ad9e99cc083e7f5735a42805fb4ca775981f207809","observation_id":"13676831-b7ac-4bd0-ab5f-fc5cf1bbed5a","resolution":{"observed_at":"2026-08-15T22:16:08.960330Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.246627Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.246627Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:a18b3c62af08cff247b42f88843082a6bd92bbab5d9956caeb78fe4d4c9791d8","observation_id":"ca8867e3-9446-4add-b896-9bacfc937dfb","resolution":{"observed_at":"2026-08-15T22:16:08.246627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.926044Z","title":"Peifeng, L","venue":null,"work_id":"e4a3dd5f-6e4d-47e9-80b4-555fdc32a554","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.252082Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5eec946e387edcd6b62ba19634de000003ad4933b4e7e87f3a149a51a05e77f0","observation_id":"1d90118a-273d-4ae9-99e0-0e145ae36aac","resolution":{"observed_at":"2026-08-15T22:16:08.931438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.905661Z","title":"Pill and J","venue":null,"work_id":"1befbafc-7936-4426-bc24-2ff6bd36e19a","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.258116Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:41aa7bedab0f5b46936d7f8be0c5b2e08a27d7f62824b63d2a3013c9dfe88b23","observation_id":"7a4d161b-30a2-4e54-a6cb-dc743d54b61b","resolution":{"observed_at":"2026-08-15T22:16:08.911100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.264074Z","title":"Plaat, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.264074Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:7f20c46230f74f1482cf8c973418eccb97598fcb352e312f48d2cd54b4de5e18","observation_id":"e039dfe0-f43e-4fbe-83db-e18a72792f61","resolution":{"observed_at":"2026-08-15T22:16:08.264074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.874648Z","title":null,"venue":null,"work_id":"a7866021-43a7-44ef-803c-88da78597774","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.271105Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:a9d2c9c82c7e99a0458f726ca0869ffe2123b023c1951f61e83ebeb5ff8f86ab","observation_id":"e9453870-b998-4522-bacd-34e721af3547","resolution":{"observed_at":"2026-08-15T22:16:08.880915Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.856731Z","title":null,"venue":null,"work_id":"24ebab7b-e9e0-474e-bc5a-875c4a1ea0ae","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.277299Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5ab5a9090e6fe80d2e24b93133a95168ed51037f0558be8f4b75550532ff53f8","observation_id":"d73ff161-9351-4c1c-b3e7-14f87fbf5477","resolution":{"observed_at":"2026-08-15T22:16:08.862090Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.840333Z","title":"Sowa and A","venue":null,"work_id":"89afeb58-1589-4939-9264-f7ce08f50e9a","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.284803Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:7301212b92405e29228ae6af0cac1419052b40253daefd2206c85c45fee62c4c","observation_id":"4dcae95b-08b2-4cbf-9d00-ad213d56a44e","resolution":{"observed_at":"2026-08-15T22:16:08.845192Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.824668Z","title":"Steude, A","venue":null,"work_id":"62381666-dbfe-4706-8078-db9b91b281ab","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.290794Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b28d5c36ec1796faa4b0d5e6616a93d26aa6694f3767b50ed1e84bff46735b18","observation_id":"b4aeb06b-b58a-447c-b8e9-51928c6c216e","resolution":{"observed_at":"2026-08-15T22:16:08.829504Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.807579Z","title":null,"venue":null,"work_id":"0293ce84-5767-4acd-9f57-1533760c1908","year":1999},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.296925Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:c105292f5f66095ea913551aba6f86f1363f967528008f9d0c2dae430b8a2ba6","observation_id":"be6d755d-d13b-4da3-ac88-b091a5f3deec","resolution":{"observed_at":"2026-08-15T22:16:08.812724Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.791138Z","title":"Struss and O","venue":null,"work_id":"2f7d6e62-3d33-4784-9534-4055cda9572b","year":1989},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.301979Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:aa0f0bc4cc828809c88ae99a18371489af5b7618745349e87b5bccfed2c7bb31","observation_id":"e74413a9-f304-4807-abb1-3eac8c5308f8","resolution":{"observed_at":"2026-08-15T22:16:08.796396Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.770847Z","title":"Suresh and S","venue":null,"work_id":"8fcca2cc-5706-4269-8c65-414f59a46177","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.307132Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:caa3c758d1efa4f4584cd06c7f42d16aca217a8b808e688c546b502cf0efbfc4","observation_id":"511f72f5-87ff-4686-974e-98431f481033","resolution":{"observed_at":"2026-08-15T22:16:08.776333Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.754157Z","title":null,"venue":null,"work_id":"97ba997b-b717-4aad-83fd-4edbb9e4e4db","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.312050Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:1266ded2d8d18f0b1a696fbb78f6055f43a15a1fbb426bb4af4c761d0391799f","observation_id":"0c66955a-54e5-4672-bb58-76217533eb20","resolution":{"observed_at":"2026-08-15T22:16:08.759525Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.735769Z","title":"Vicente, J","venue":null,"work_id":"4e4a5536-7ea3-4ae0-a0f1-320f829ac597","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.317169Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:3f6364e7f4046e5baf48127545a52a8d3d6e8bc841d9554f73a1e6338478671e","observation_id":"2658a7b5-539d-4f01-8c25-ebe4b24501c5","resolution":{"observed_at":"2026-08-15T22:16:08.742471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.716190Z","title":"Vranjeˇ s, J","venue":null,"work_id":"a56bda13-eec1-4886-930d-e8b0cc01cc8c","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.322345Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:2e7b1a71fc6ac379bff307270d3b53d4d42bca8b6e48f53c7839f52f2c2c969b","observation_id":"cda4d045-9981-4216-85f4-747d9773f5d3","resolution":{"observed_at":"2026-08-15T22:16:08.722501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.696281Z","title":"Vukovi´ c and S","venue":null,"work_id":"cba9603c-2ad8-4f0f-a53d-9fea9d2be3d5","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.327441Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:4fc795ead7b45db233ebfc07591520e6e7244ba27cea0e0a356af885d30f457f","observation_id":"567fed1b-b573-4627-a7f1-32b4449658bb","resolution":{"observed_at":"2026-08-15T22:16:08.702914Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.677421Z","title":null,"venue":null,"work_id":"92fe40c8-6356-4fbe-b70e-60a8c0974be3","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.332739Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b162a9d15ea3911bce04eb639ce1541229d467d85df578a333e114d8fb36fecd","observation_id":"f33d6741-8d98-492f-b93d-fa356f237b70","resolution":{"observed_at":"2026-08-15T22:16:08.683460Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.653291Z","title":"Windmann, P","venue":null,"work_id":"7d1da1b9-bc82-4a93-b1ef-3b39c6b42fd2","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.337643Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:8f32186b45a5df574b82d9ce3a84befd4c87c10adaf63fa09fa3ea669ef6585f","observation_id":"6629e920-f8a1-4615-962f-a25d9869cf39","resolution":{"observed_at":"2026-08-15T22:16:08.659662Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.15276","last_updated":"2023-10-02T16:09:14Z","snapshot_observed_at":"2026-08-16T15:04:56.731945Z","submitted_at":"2023-08-29T13:07:27Z","title":"Large Language Models in Fault Localisation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.15276","snapshot_observed_at":"2026-08-15T22:16:08.342592Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.342592Z"},"links":{"cited_paper":"/paper/2308.15276","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:20f7a3fe21ec270c8f1cf192e4b3021b4db49977702db309fed95c1cce484dc2","observation_id":"f1bb29cd-36a4-4978-914b-c308641e9998","resolution":{"observed_at":"2026-08-15T22:16:08.342592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18009","last_updated":"2025-06-12T21:26:21Z","snapshot_observed_at":"2026-08-17T08:23:33.953813Z","submitted_at":"2024-09-26T16:19:37Z","title":"Control Industrial Automation System with Large Language Model Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18009","snapshot_observed_at":"2026-08-15T22:16:08.349047Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.349047Z"},"links":{"cited_paper":"/paper/2409.18009","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:18d9b981baa7a201f81199d8df5826c9d340b3812a15774df2bf71c23bdad011","observation_id":"c79a4fff-df66-4955-aa39-7d7f6477b3e6","resolution":{"observed_at":"2026-08-15T22:16:08.349047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.631303Z","title":null,"venue":null,"work_id":"0670f4a3-7a4c-4485-b235-6a0ddf1eb6f7","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.354974Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b50078349c0ca43fc819bbe6b033bbbb9a8ba9cf12fd2263d79e0c63d8fbbc1b","observation_id":"10ed62be-6f73-4e42-a3aa-3dfcbb7cf7b3","resolution":{"observed_at":"2026-08-15T22:16:08.637772Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.14540","last_updated":"2024-04-13T01:59:06Z","snapshot_observed_at":"2026-08-16T14:49:55.196425Z","submitted_at":"2023-10-23T03:44:40Z","title":"Evaluating Spatial Understanding of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.14540","snapshot_observed_at":"2026-08-15T22:16:08.360714Z","title":"Yamada, Y","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.360714Z"},"links":{"cited_paper":"/paper/2310.14540","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b9dc2c35a21acc4f627bce26f8b1f855c196283745f3278d6e9ec6ed502dff01","observation_id":"30145128-e740-4aa8-b73b-4c675249ca91","resolution":{"observed_at":"2026-08-15T22:16:08.360714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.611083Z","title":null,"venue":null,"work_id":"d4b565e6-1f89-4bf4-9c80-2bdf340b41c7","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.366246Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:393b20e6e60e1ddf66816e45aac7125019c5a78599c038ee55bb50d5ec609d08","observation_id":"07da2a79-1e44-42e9-9bbc-b21260cf3dab","resolution":{"observed_at":"2026-08-15T22:16:08.617947Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.586485Z","title":null,"venue":null,"work_id":"d7afb410-7c96-4ce0-96fd-c2a7ec8ccc51","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.371428Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:fb2f096dc56f2c4e3ff7445a1fcb1b221b6e827a69ccbd45dac05ea303ebd373","observation_id":"0bf56a1d-8a43-4665-b013-ec94b70e8ed1","resolution":{"observed_at":"2026-08-15T22:16:08.595082Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.561872Z","title":"Zhang, X","venue":null,"work_id":"609108e0-e762-4af0-a13a-73c3714e029c","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.376513Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:9791d4a08b02ac0c9cdee0e6070b2b417fa7a5e613a5e949e1dbe2356f9197f3","observation_id":"4d16a9ce-7cb4-41c3-8610-df04ecdaa634","resolution":{"observed_at":"2026-08-15T22:16:08.567296Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.535758Z","title":null,"venue":null,"work_id":"3e8afc04-0afd-4c7c-b3dc-f778031abfac","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.381517Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b6c64cdaf2b2c5ed3974690e5e8dafb44f73e5b7f70ee8f5a32b8a9cfe4cbde2","observation_id":"4131b3c3-fa5f-4196-b036-703367259aee","resolution":{"observed_at":"2026-08-15T22:16:08.542769Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.293565Z","title":null,"venue":null,"work_id":"a36fea52-c75a-4747-8cd3-c12359d6a0f0","year":null},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.107720Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:0261a97d8c232b5e946efd15525bcf32c87f06ba789a292c1045b61bc6077bf0","observation_id":"4462d0da-b172-4ee7-a181-ace1195b55d7","resolution":{"observed_at":"2026-08-15T22:16:09.299962Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T04:20:13.240693Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks"},"reference_resolution":{"displayed":52,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":29,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":52},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 52 of 52 outbound references and 2 inbound Pith citation observations for arXiv:2505.13484."}