{"as_of":"2026-08-10T06:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3322dbd4156dad5544422dbd3d84bf1c592b22d2f491ed4eef4445762db4d4ca","coverage":[{"denominator":64,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":64,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T04:51:24.179781Z","state":"measured"},{"denominator":65,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":65,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T21:21:31.725991Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-08T00:16:16.039225Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"cited_work":{"arxiv_id":"2502.03511","doi":"10.48550/arxiv.2502.03511","metadata_source":"pith","pith_arxiv_id":"2502.03511","snapshot_observed_at":"2026-08-08T00:16:16.039225Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","venue":"cs.SE","work_id":"a145f735-cf4b-4dfd-923b-4ac41f205b50","year":2025},"citing_paper":{"arxiv_id":"2502.09690","last_updated":"2025-02-13T17:05:18Z","snapshot_observed_at":"2026-08-10T03:59:48.114131Z","submitted_at":"2025-02-13T17:05:18Z","title":"Trust at Your Own Peril: A Mixed Methods Exploration of the Ability of Large Language Models to Generate Expert-Like Systems Engineering Artifacts and a Characterization of Failure Modes","version":1},"reference_index":123,"source":"pdf_text","source_observed_at":"2026-08-07T21:21:31.725991Z"},"links":{"cited_paper":"/paper/2502.03511","citing_paper":"/paper/2502.09690"},"observation_digest":"sha256:aed17727430b657e037f33af92bf18a28ab51a3a255a89428809db290612cee7","observation_id":"25cdf90d-3dca-42ca-8111-14e1f4fe176d","resolution":{"observed_at":"2026-08-07T21:21:31.762101Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2502.03511/citation-record","integrity":"/paper/2502.03511/integrity","json":"/paper/2502.03511/citation-record.json","paper":"/paper/2502.03511"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:23.967511Z","title":"NASA Systems Engineering Handbook","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.967511Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:1c134b98ed0edffcd3470d272ff67faf51742ba3285e8e96054d169b4ae95030","observation_id":"3351cf96-0f22-4d03-97db-085afec4fc3f","resolution":{"observed_at":"2026-08-09T04:51:23.967511Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.373337Z","title":"Larson, D","venue":null,"work_id":"be3064fa-2af9-420a-8e56-8c2af260c5f2","year":2009},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.971544Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:372eb58364dfb33bdb9e5a762a9a13eb8c68dab9dd076b32ee40204d88d34a21","observation_id":"a3f62244-2a21-4fcb-b221-a2106d083dd1","resolution":{"observed_at":"2026-08-09T04:51:26.376996Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.362113Z","title":"Systems Engineering and Analysis (5th Edition),","venue":null,"work_id":"4599ff4c-348a-4bd9-bae6-0b35509de042","year":2011},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.975130Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:4bfb011cb4a61a192738113f549a394994340512cab0b3133ba629729c31af43","observation_id":"dacc2389-8d76-4d7f-a8a3-413361b62f2b","resolution":{"observed_at":"2026-08-09T04:51:26.365828Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:23.978818Z","title":"Architecting principles for systems-of-systems,","venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.978818Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:39098d0985b07ee0d60c4271f5386b6b6f711a231ef275e1b7b20c3d237bf664","observation_id":"7ca15432-a399-4a68-8417-dc08fd4efa2c","resolution":{"observed_at":"2026-08-09T04:51:23.978818Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.351628Z","title":"Mission Engineering Guide,","venue":null,"work_id":"c6eac67c-bef9-46ea-8f12-ef24e5e005a5","year":2020},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.982564Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:5f449d40d3c6ffb92cacb1e201f5f5292bcf346b595f6d09d0fff5b59c042221","observation_id":"2f5de19a-d10c-4415-806c-ce287d0a9c5d","resolution":{"observed_at":"2026-08-09T04:51:26.355305Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.inffus.2016.10.002","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"A System-of-Systems perspective for information fusion system design and evaluation,","venue":"Information Fusion","work_id":"26ccb769-3e9f-44d2-aa44-67cba13eb21c","year":2017},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.986470Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:78a18eca0e0d0f0e40dfe54f79ee4086d3f9110ce30a7517c620441ef7cf799b","observation_id":"cae022f2-a1b9-46eb-a66b-a0c1c80c4de5","resolution":{"observed_at":"2026-08-09T04:51:24.669584Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.340642Z","title":"Foundational issues in engineering systems: A framing paper,","venue":null,"work_id":"6dbddb76-c3c8-4400-8337-8085d96a13b5","year":2004},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.990138Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:ba41e20dd23666d70b2953301a105a360803fe0934f9991f68e3fd36046ffb68","observation_id":"b90753b0-5e2f-48d6-9c5d-32315edf0010","resolution":{"observed_at":"2026-08-09T04:51:26.344759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1115/1.4052701","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"So You Think Your System Is Complex?: Why and How Existing Complexity Measures Rarely Agree,","venue":"Journal of Mechanical Design","work_id":"30b005d2-69f3-4919-90db-223719f3412d","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.993362Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:b0196034a101203fb3d98e20e0caceb092c54b347c91f10df0f2eacdebdacc54","observation_id":"bde736e7-2779-4f81-aabe-69a6ce0656ab","resolution":{"observed_at":"2026-08-09T04:51:24.598837Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.329650Z","title":"Defense acquisitions: Assessments of selected weapon programs,","venue":null,"work_id":"bf6289c6-d188-45bf-b2d4-48bccefef112","year":2011},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:23.997141Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:ade02d524361cd38e7afe5b6cc18102fd0dfd51389265553e2f414953026711f","observation_id":"5c73dc36-a3c2-41af-979e-2887b02e3a31","resolution":{"observed_at":"2026-08-09T04:51:26.333629Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.318894Z","title":"NASA: Assessments of Major Projects,","venue":null,"work_id":"07b25410-94a3-4b79-a728-43abad9e5470","year":2019},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.000393Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:66a3b76b2ae80050cee46cf3a930c6269cb2bc5a7a1041616e97a38544f3a84d","observation_id":"18e74508-a9cd-4f55-a985-1cb8795f93f7","resolution":{"observed_at":"2026-08-09T04:51:26.322977Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1115/1.4052841","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Mission Engineering and Design Using Real-Time Strategy Games: An Explainable AI Approach,","venue":"Journal of Mechanical Design","work_id":"97b4f6b2-81bb-4a6e-b82f-ff04cfc12dda","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.007382Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:2003b05c80fab8b4551705637db6c70d8635fa5de8bbd69edd2739659e787a42","observation_id":"23c2f497-c50d-443b-8b45-6a70a45c5d89","resolution":{"observed_at":"2026-08-09T04:51:24.501180Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:25.911721Z","title":"Conceptual, Mathematical, and Analytical Foundations for Mission Engineering and System of Systems Analysis,","venue":null,"work_id":"733ca50b-3d84-4aef-a6ca-4cd2513d767c","year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.010691Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:0291ff40a179bc41e2d0acf48666d19ea82944d68b710569717a46d8eeebfecb","observation_id":"7a98e29c-9d8b-41aa-93af-7af7d5e2385c","resolution":{"observed_at":"2026-08-09T04:51:25.915454Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.013914Z","title":"Synthesizing Designs With Interpart Dependencies Using Hierarchical Generative Adversarial Networks,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.013914Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:602482ac09f365f008f9fc8682e8b34cc14eda04e163bbd59cff3a6c0fc61eb0","observation_id":"a04512ff-b82f-4b2b-a2d2-14070a177167","resolution":{"observed_at":"2026-08-09T04:51:24.013914Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.017173Z","title":"Deep Generative Models in Engineering Design: A Review,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.017173Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:3b577a9442718661ddeb537208c73ab9959259a9086ff5eead2a87eb3230e52f","observation_id":"93524c34-f639-485b-abc9-b19940689cbc","resolution":{"observed_at":"2026-08-09T04:51:24.017173Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:25.753384Z","title":"Daphne: A Virtual Assistant for Designing Earth Observation Distributed Spacecraft Missions,","venue":null,"work_id":"99ac1a5d-af45-495e-a9d9-1f512ddbfcb1","year":2020},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.020153Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:35338212a7bb5856aeccf6d697025803eeb39ac170dc01c32c304dcab38c5134","observation_id":"ed7ca73e-e6df-45e4-8ffa-d7b7260f38d6","resolution":{"observed_at":"2026-08-09T04:51:25.757246Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.022961Z","title":"Idea generation with Technology Semantic Network,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.022961Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:07b0dcad20fc8d641e55e5a48fc03fca17c41de424ca8a71572ef4c9bebbdc51","observation_id":"caafca0a-dee9-40f5-ab3a-f768a8416930","resolution":{"observed_at":"2026-08-09T04:51:24.022961Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1115/1.4052148","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Semantic Networks for Engineering Design: State of the Art and Future Directions,","venue":"Journal of Mechanical Design","work_id":"cbdc0e9f-38d4-4170-8c3c-ea56be5601b3","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.026041Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:e3890f09a421cbd384ce26fdeed29e2262f427f51e1c1e82b26c672a14d5542a","observation_id":"b4922ae4-c96f-416d-a871-0e33860c5718","resolution":{"observed_at":"2026-08-09T04:51:24.394597Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.fmre.2021.11.011","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"A commentary of GPT-3 in MIT Technology Review 2021,","venue":"Fundamental Research","work_id":"5577a978-e54e-4a0d-8405-cf388c31b78c","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.029169Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:8fc25b16137b11ca50fdd16be126a95d99bf498ab2b4732587a38b8b190a2c40","observation_id":"775d4af2-eddc-43a4-b05f-2d8887bba0b4","resolution":{"observed_at":"2026-08-09T04:51:24.381195Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.032499Z","title":"GPT-4 Passes the Bar Exam,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.032499Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:555b2295774f60c877314aed03f6d4aa715dcb0cd8eeb976ac8adc6ddc2888ac","observation_id":"2230a54b-b757-496e-a821-07ab3889ff63","resolution":{"observed_at":"2026-08-09T04:51:24.032499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.036181Z","title":"ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.036181Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:c86d24dcd3a964269e5b69c3c721b8a5b8554e7bfefd68ecd88bc09f53bfac8b","observation_id":"9a8a2ce1-7a17-4442-a7ff-6a3e64ba5485","resolution":{"observed_at":"2026-08-09T04:51:24.036181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:25.488699Z","title":"Skills, rules, and knowledge; signals, signs, and symbols, and other distinctions in human performance models,","venue":null,"work_id":"4eb4f834-e265-452d-ae98-2c5a3a4f1ab9","year":1983},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.039618Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:9bc2d5c2b84eaa9d71deed6eb315e4379007b1290e7171b772944166d34fbf33","observation_id":"8e7e0089-efe0-4d32-86db-8335e71047a8","resolution":{"observed_at":"2026-08-09T04:51:25.491972Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.297502Z","title":"Newell and H","venue":null,"work_id":"65a7fe3c-0685-49d3-a3d6-4d27c883ec89","year":1972},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.042772Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f9ba4b10a1baa23eab5ef3d50a5793cc160c3941a1cb6992b9eb0e5dc970aee1","observation_id":"2e083e30-4263-4b6e-bb91-e5f2d5cd69c3","resolution":{"observed_at":"2026-08-09T04:51:26.300328Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.046340Z","title":"The structure of ill structured problems,","venue":null,"work_id":null,"year":1973},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.046340Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:849a7b68321c6f5be860fa7d829e68bf51a5cf263108ac323861681a6efd98d3","observation_id":"a95e7241-cf65-4e09-b819-0417a9f4ac29","resolution":{"observed_at":"2026-08-09T04:51:24.046340Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.288428Z","title":"The Architecture of Complexity,","venue":null,"work_id":"5a08d11f-ce44-43f1-a340-f82fa52d9656","year":1962},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.049445Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:1db606060a34b47581d2771f620a55318e9bc356029c0b45aca0229f635d390c","observation_id":"6fc077aa-15b3-4d88-96de-5773ea459aa4","resolution":{"observed_at":"2026-08-09T04:51:26.291353Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.279256Z","title":"Bar-yam, Dynamics Of Complex Systems","venue":null,"work_id":"40722b87-24cf-40e0-a353-e12b6686538f","year":2019},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.052731Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:24eaef1807421f21274b9e8a604e627812ede48e9d62ec4d342575502b479d62","observation_id":"e08b98a7-24fc-4af5-b2e4-d0c03caf60e2","resolution":{"observed_at":"2026-08-09T04:51:26.282359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.269995Z","title":"Newell and H","venue":null,"work_id":"ec1914a2-6875-450b-a273-782a185adcc6","year":1972},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.055862Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:318a8903711d2a5b3fc7fdc0f3326d90135a6c188e336fa66968b7ff53c65ab4","observation_id":"580efea2-54a5-452b-b2bb-23801b1c3c16","resolution":{"observed_at":"2026-08-09T04:51:26.273374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.059071Z","title":"GPT-3: Its Nature, Scope, Limits, and Consequences,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.059071Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f7f49f65ac69718942b493602f25f65691b44b668daf23e4005437bd90b30ee0","observation_id":"ad598ec6-1e21-459c-9cfe-91fc1d7a064d","resolution":{"observed_at":"2026-08-09T04:51:24.059071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.52866/ijcsm.2023.04.04.002","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Impact of Chat GPT on Scientific Research: Opportunities, Risks, Limitations, and Ethical 10 Issues,","venue":"Iraqi Journal for Computer Science and Mathematics","work_id":"557936a6-ed75-4dfb-a148-0d468bb15685","year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.062377Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:8ca1d4339b522c1fa24eaed5120d3c4e4410cd2a0747c9d4cba7b44446e58e0b","observation_id":"87babe1c-d94f-4215-b964-4b7cd5aacfef","resolution":{"observed_at":"2026-08-09T04:51:24.343689Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.065574Z","title":"Can Large Language Models Accelerate Digital Transformation by Generating Expert-Like Systems Engineering Artifacts? Insights from an Empirical Exploration,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.065574Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:49133a59925bffe8fad7b0b16576cc30587348c1b0be9f3223dcb6d1b3375dba","observation_id":"5f4257f4-b230-4b84-a814-a68dccf849d0","resolution":{"observed_at":"2026-08-09T04:51:24.065574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/smj.2004","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:03:40.895421Z","title":"Microfoundations of strategic problem formulation,","venue":"Strategic Management Journal","work_id":"3a9b6163-97cf-4eb6-897e-f14458e4f844","year":2013},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.069082Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:c9d2959ee6c80f094e75f3a57f5332285b5c2b1d9c8ef74697c227533056bdbf","observation_id":"6c44e1e0-f0b2-47ea-b1ce-2d2d7d6414fe","resolution":{"observed_at":"2026-08-09T04:51:24.325620Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/sys.21419","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:03:40.895421Z","title":"A facilitated expert-based approach to architecting ‘openable’ complex systems,","venue":"Systems Engineering","work_id":"eaeb3143-216e-41e4-b896-35a96f35c2a0","year":2018},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.072226Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f02bb079c5b1e8422d9c75fce1f4d2b386501a77852c8a8eb079348099d5ceb9","observation_id":"06d0657b-5eb7-4a67-b2ff-e6979b44f82b","resolution":{"observed_at":"2026-08-09T04:51:24.314599Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"biblio/1014688","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:25.167079Z","title":"Space mission analysis and design,","venue":null,"work_id":"db0113c4-bea2-4046-b863-50c31e135225","year":1992},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.075479Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:22351612c97bf642eaa5d20b9af87e6d9ed340460c0fb9dba87d1e670ec238d8","observation_id":"ed16e0ab-46f1-4e7d-924b-beec663a06ec","resolution":{"observed_at":"2026-08-09T04:51:25.172963Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1017/dsj.2022.7","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Towards a solver-aware systems architecting framework: leveraging experts, specialists and the crowd to design innovative complex systems,","venue":"Design Science","work_id":"81d7e29b-bc91-4eb6-90c9-cd8e72ae7b35","year":2022},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.079431Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:ea3d88681d2f16d313be8a404aa14df2c5677cab72981ec3ef6a242ae851971f","observation_id":"d89c6833-57cd-494b-8840-0109feb8d719","resolution":{"observed_at":"2026-08-09T04:51:24.301486Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s00163-002-0023-z","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Understanding the differences between how novice and experienced designers approach design tasks,","venue":"Research in Engineering Design","work_id":"f22e6f86-7d4f-4509-86db-1f2dfc53c8ad","year":2003},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.082948Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:017a24df50674a981621e68a753f40f8b0b615d8b9b1c23e1225b186fa33acae","observation_id":"e3c23d37-0595-4d49-a9b7-dc01ab4379a4","resolution":{"observed_at":"2026-08-09T04:51:24.289823Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.258585Z","title":"Expertise in design: an overview,","venue":null,"work_id":"34ed0ebe-fe47-4dcd-a076-f302b67d9a7e","year":2004},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.086456Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:4f06b613840369f5d49874e8b74e7b445ce027b1936ec040bb70a899f65c50e8","observation_id":"8f884b9d-26cd-48bd-8bdc-a4a3669eb534","resolution":{"observed_at":"2026-08-09T04:51:26.262348Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.247430Z","title":null,"venue":null,"work_id":"af298f52-aff5-419a-8bba-ae4ca4c01ee4","year":1990},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.089414Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:0372510fbc3c03e035e93348f4aa5581e85e6d0840037023687116a8f9bedffb","observation_id":"b3e4c1c2-2a5a-438f-9d8a-281a914abb64","resolution":{"observed_at":"2026-08-09T04:51:26.250857Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.236588Z","title":null,"venue":null,"work_id":"e16b28a0-bc92-4fb6-9244-70d4cd81268a","year":2009},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.093193Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:37f6f00a430451bb4bf9118c117b9c781b5b4e791e15bf12ca52de560a98beb1","observation_id":"7199e643-ad60-49f1-87f2-6f72c1481a60","resolution":{"observed_at":"2026-08-09T04:51:26.240619Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3386/w20382","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Skill Gaps, Skill Shortages and Skill Mismatches: Evidence for the US,","venue":"National Bureau of Economic Research","work_id":"2fecf51b-90f8-4f53-b3c5-afea7cd846c9","year":2014},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.096966Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:377dfcfba9a0bf27c1d770ff19fbe658144317627de41d0ac22daa59113e2f84","observation_id":"c67b86e6-2783-467e-9322-76131332255a","resolution":{"observed_at":"2026-08-09T04:51:24.277721Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ejor.2019.04.009","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Estimation of the workload boundary in socio-technical infrastructure management systems: The case of Belgian railroads,","venue":"European Journal of Operational Research","work_id":"e5aa76cf-b36d-4de6-997e-2f4ac0b6f027","year":2019},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.100374Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:d2de35071ed72a6df0ed4a2f27042dc17ed6b705cdd77a1678b340f58ddb4d50","observation_id":"37c65cb3-df03-482d-b543-406020db031d","resolution":{"observed_at":"2026-08-09T04:51:24.266753Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.225746Z","title":"How does agency impact human-AI collaborative design space exploration? A case study on ship design with deep generative models,","venue":null,"work_id":"ba00e8c1-651c-45fb-be5e-312bed1ca166","year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.103632Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f209865026c67d37b94346f03b3787c1c1ac3a8a3df22e1737c8f9836f2463c9","observation_id":"e191cf9e-e9c8-4888-8c03-5ae84573a7f7","resolution":{"observed_at":"2026-08-09T04:51:26.229592Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.215003Z","title":"Past Themes – RASC-AL","venue":null,"work_id":"86fbd724-b645-4634-8600-9e7b49fcf293","year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.106553Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f49c468fa565f2e40c3276963b5f366e810c769ce6421a15ff90f338cd9d258b","observation_id":"2f1c17e6-f7fd-474a-ade0-04080ea2874e","resolution":{"observed_at":"2026-08-09T04:51:26.218750Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.204631Z","title":"MEG-2020.pdf","venue":null,"work_id":"11049fcc-5e2a-4647-b0e7-29a9227f6ebc","year":2020},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.109929Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:b0742b27e88dce4b404e2da880090c15ffe2d05c9f2530a48a20d0aee63c4a5c","observation_id":"8eb94c4a-5ccc-4cb6-af17-75f5c58d3b62","resolution":{"observed_at":"2026-08-09T04:51:26.208422Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.193119Z","title":"Mission Engineering Integration and Interoperability (I&I),","venue":null,"work_id":"d6efcfa4-07a0-41ed-8c0d-dad1d1ee8049","year":2015},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.113151Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:082e382f8b72345ced26142db40003ee4d1b6dc09c64d64d96d7ccf46af29625","observation_id":"90f507e4-4d39-43d2-a116-673d7aeb97bb","resolution":{"observed_at":"2026-08-09T04:51:26.197208Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.182600Z","title":"National Aeronautics and Space Act of 1958 (Unamended)","venue":null,"work_id":"8ce94632-43e6-4888-af24-16084fa60272","year":1958},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.116317Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:1f6c248876643018d652b7859333b93560f55403300846455381de2f1aedf3fd","observation_id":"8685502b-c139-41c6-8b25-790594dafc15","resolution":{"observed_at":"2026-08-09T04:51:26.186494Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.171463Z","title":"Mission Areas and Core Capabilities | FEMA.gov","venue":null,"work_id":"267c9c79-23af-4019-a749-42bdcc5fcf0a","year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.119605Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:9f91072c8a70911b7cee71d9d85c86abcddc739599ff843f866ea0fad07883e1","observation_id":"a026ca8a-03c1-4296-8cb1-14cbe423ab04","resolution":{"observed_at":"2026-08-09T04:51:26.175470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.160646Z","title":"Mission Engineering | CISA","venue":null,"work_id":"23bdf86c-05c9-4790-9a12-bfa50a7576ec","year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.122608Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:cf012899871672f592fad884103ca936435f6e2416874f605c41cb3b82110900","observation_id":"a145ffd1-b42a-417d-9a14-0ed386f48132","resolution":{"observed_at":"2026-08-09T04:51:26.164485Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.149810Z","title":"Kossiakoff, S","venue":null,"work_id":"07995290-abcc-44a0-a3e6-606592704abb","year":2020},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.125485Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:562a4acf94681c173fff85ff5c346412aec9f205bed90e2b17b4c0862e9df069","observation_id":"cee9489c-1ba2-4691-a31e-b16d43ac1168","resolution":{"observed_at":"2026-08-09T04:51:26.153683Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.139483Z","title":"A systems-theoretic articulation of stakeholder needs and system requirements,","venue":null,"work_id":"840015fd-0fc3-4fa0-922f-31f5893571b9","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.129163Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:713154b4d3e7a67c7a327daac9d5860491436f76028e648cc19cc6b61437e43c","observation_id":"c9afe7da-72e5-4f9b-9725-7a96fac078cd","resolution":{"observed_at":"2026-08-09T04:51:26.142881Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.128933Z","title":"The concept of order of conflict in requirements engineering,","venue":null,"work_id":"852337bd-432b-40c1-84a8-4aeb2283a784","year":2016},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.132522Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:62c2d5aaaf4635cda8e88ff0bbf97a77383784e7b20974cbfbc9e1fe733759f3","observation_id":"4e2a040e-0af6-443f-a6a6-03bb9dca9056","resolution":{"observed_at":"2026-08-09T04:51:26.132530Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.119449Z","title":null,"venue":null,"work_id":"e6f64c3a-9485-47a5-8ae9-50543d77df96","year":1975},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.136115Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:92b4d426f8dfffa8d3f61b2a1a6706545ffc47cd797e43f7f458a352bf248cb3","observation_id":"cad278e0-5cc7-4b0a-9e6a-fe63e901512d","resolution":{"observed_at":"2026-08-09T04:51:26.122229Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.109957Z","title":"On the criteria to be used in decomposing systems into modules,","venue":null,"work_id":"8347533e-d315-4f8b-92b3-6dff8918c68d","year":1972},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.139823Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:e77c87864362176cf16c34754a897367d0e4a3f69b8799400513fa86c606ac82","observation_id":"62cfa3cf-31bb-4a09-895e-ddbc57c53e2e","resolution":{"observed_at":"2026-08-09T04:51:26.112936Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1115/1.4052391","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"The Dark Side of Modularity: How Decomposing Problems can Increase System Complexity,","venue":"Journal of Mechanical Design","work_id":"efed46ec-f7cc-4031-9541-e064d1996180","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.142966Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:5c7ed16a706a5c76981be843939f00d0546e2d5bd90fc93edc788be048262aa3","observation_id":"bbaa5ef4-d444-43e7-8d7d-6279a427171c","resolution":{"observed_at":"2026-08-09T04:51:24.254933Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.097984Z","title":"Change propagation analysis in complex technical systems,","venue":null,"work_id":"fd7b4798-3957-4d0c-b547-121b7251204c","year":2009},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.146155Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:677ecf4b5f8feb03fa64506036550f5a81e817849f9e4826acbcb3742903cf03","observation_id":"ad02718a-204b-410d-b99b-3dcb47f5f57f","resolution":{"observed_at":"2026-08-09T04:51:26.103618Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.086677Z","title":"A systematic review of requirements change management,","venue":null,"work_id":"df20bf0a-31c2-4e4d-b876-851c6e4c9050","year":2018},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.149164Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:a5bbfc8e53faedc17387b05ffaf345d3a0d14d2e1c30fc69d4841f1cfc49451d","observation_id":"19fa5733-26c0-48d4-ba81-be01a14120be","resolution":{"observed_at":"2026-08-09T04:51:26.090806Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.152261Z","title":"PaDGAN: Learning to Generate High-Quality Novel Designs,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.152261Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:d5037be172f4cefbef82e8df880f583f8c225c112b3fd9f3b90432f003a5f8be","observation_id":"1774ab85-57d5-472b-952f-d428622c871a","resolution":{"observed_at":"2026-08-09T04:51:24.152261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:25.034358Z","title":"Human confidence in artificial intelligence and in themselves: The evolution and impact of confidence on adoption of AI advice,","venue":null,"work_id":"23a6cc03-de2d-446f-a23e-3885b7c8860b","year":2022},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.155817Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:6a404b7c7cf4bc39ebfd2f4b650845951f7237ba7e3c05e97f787f9c8aafc033","observation_id":"fcb2c793-f96c-4a90-8c4b-ae0bf089c3fb","resolution":{"observed_at":"2026-08-09T04:51:25.038383Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.07917","last_updated":"2024-08-23T17:19:18Z","snapshot_observed_at":"2026-07-06T17:58:56.081219Z","submitted_at":"2024-04-11T16:59:54Z","title":"DesignQA: A Multimodal Benchmark for Evaluating Large Language Models' Understanding of Engineering Documentation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07917","snapshot_observed_at":"2026-08-09T04:51:24.158748Z","title":"DesignQA: A Multimodal Benchmark for Evaluating Large Language Models’ Understanding of Engineering Documentation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.158748Z"},"links":{"cited_paper":"/paper/2404.07917","citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:57990e4a0655c4bf30b943eed26d3d596490503a9485cc913d6e953d7ea0020f","observation_id":"d058a4ae-5b2b-47ae-acef-e28c00323de8","resolution":{"observed_at":"2026-08-09T04:51:24.158748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.075982Z","title":"Knowledge cutoff date of September 2021 - ChatGPT,","venue":null,"work_id":"62a39607-603a-4a21-98eb-c99b7d7f6d7d","year":2021},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.162102Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:b9faaf4331432553db17434b7b770efca61ebf15a07b32e166908a2fd820c47e","observation_id":"7f68c1ca-1807-4222-8174-8678266a1f80","resolution":{"observed_at":"2026-08-09T04:51:26.079446Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.36227/techrxiv.23589741.v4","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Large Language Models: A Comprehensive Survey of its Applications, Challenges, Limitations, and Future Prospects,","venue":null,"work_id":"cbf368d1-0193-4382-8613-f11ea18f7f06","year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.165517Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:f06b2b06d346a6620acafa789d0838b4e07c20d3a05b122cf2d4b141118a936c","observation_id":"a79b5768-4589-4853-b083-575c3820cfd5","resolution":{"observed_at":"2026-08-09T04:51:24.236768Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.00457","last_updated":"2023-10-12T11:35:35Z","snapshot_observed_at":"2026-07-06T15:11:00.295556Z","submitted_at":"2023-04-02T05:47:09Z","title":"LLMMaps -- A Visual Metaphor for Stratified Evaluation of Large Language Models","version":3},"cited_work":{"arxiv_id":"2304.00457","doi":"10.48550/arxiv.2304.00457","metadata_source":"pith","pith_arxiv_id":"2304.00457","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"LLMMaps -- A Visual Metaphor for Stratified Evaluation of Large Language Models","venue":"cs.CL","work_id":"3449696c-73a9-45fc-8a00-65e02734ea4e","year":2023},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.168840Z"},"links":{"cited_paper":"/paper/2304.00457","citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:0a0079043277b92383ff05001bf909ba2f2f5e772f6799a5c75288a5deefa5f4","observation_id":"066bb237-41f5-4a8b-a00e-f0a29d86c3f3","resolution":{"observed_at":"2026-08-09T04:51:24.224051Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.05229","last_updated":"2025-08-27T16:24:39Z","snapshot_observed_at":"2026-07-06T19:29:09.714725Z","submitted_at":"2024-10-07T17:36:37Z","title":"GSM-Symbolic: Understanding the Limitations of Mathematical Reasoning in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.05229","snapshot_observed_at":"2026-08-09T04:51:24.172520Z","title":"GSM-Symbolic: Understanding the Limitations of Mathematical Reasoning in Large Language Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.172520Z"},"links":{"cited_paper":"/paper/2410.05229","citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:98e94f8b67e743cc1dee579541afb2bf3d7ff77b01d283e56e1a1ae510fecd37","observation_id":"46e7ae22-2f77-45b3-8497-d6585aaa332c","resolution":{"observed_at":"2026-08-09T04:51:24.172520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.176322Z","title":"Assessing Large Language Models Used for Extracting Table Information from Annual Financial Reports,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.176322Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:dfe71eca3bb1d832afdd13137b82d54a1d244dcb4db8c3f077ff437b43253c91","observation_id":"b259b56b-a97f-406d-997b-6892a7f6be23","resolution":{"observed_at":"2026-08-09T04:51:24.176322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:24.867315Z","title":"Do ChatGPT 4o, 4, and 3.5 Generate ‘Similar’ Ratings? Findings and Implications,","venue":null,"work_id":"365aa39c-42a7-44d1-af12-a25050072e35","year":2024},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.179781Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:e9d42f8effdd9b121107122c7bd3df05b68a57848e1e0735f9227da670596737","observation_id":"e8321152-c1c4-44c1-98cc-6873d30e7169","resolution":{"observed_at":"2026-08-09T04:51:24.871199Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T04:51:26.307252Z","title":"Available: https://www.gao.gov/products/GAO-19-262SP","venue":null,"work_id":"037c1e73-2cea-4941-bba7-cc472b4b2702","year":null},"citing_paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-09T04:51:24.003656Z"},"links":{"citing_paper":"/paper/2502.03511"},"observation_digest":"sha256:78f2935d6f4717b5b8706ea2b677e00b697312d3ca59db1b15c1506e494bd5d6","observation_id":"3ce14061-34b0-4a06-abe1-299f77aa4304","resolution":{"observed_at":"2026-08-09T04:51:26.311354Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2502.03511","last_updated":"2025-02-05T17:58:23Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T04:45:47.081485Z","submitted_at":"2025-02-05T17:58:23Z","title":"An Empirical Exploration of ChatGPT's Ability to Support Problem Formulation Tasks for Mission Engineering and a Documentation of its Performance Variability"},"reference_resolution":{"displayed":64,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":15,"verified_exact":21,"verified_fuzzy":26},"total_outbound_references":64},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 64 of 64 outbound references and 1 inbound Pith citation observation for arXiv:2502.03511."}