{"as_of":"2026-08-10T20:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bbe5fd2243a35cdf701caf3f1d020bc0f2196d0e0d849c3652e3f8021770153c","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:28:48.258906Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-30T03:14:38.619889Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-30T03:24:12.545203Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"cited_work":{"arxiv_id":"2506.10467","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.10467","snapshot_observed_at":"2026-06-30T03:24:12.545203Z","title":null,"venue":null,"work_id":"ff1b5d36-0541-42f6-abfd-75b08f5f4147","year":2025},"citing_paper":{"arxiv_id":"2606.30546","last_updated":"2026-06-29T16:46:28Z","snapshot_observed_at":"2026-08-04T14:29:28.834781Z","submitted_at":"2026-06-29T16:46:28Z","title":"MAS-Lab: A Specification-Driven Validation Framework for Reliable Multi-Agent Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-30T03:14:38.619889Z"},"links":{"cited_paper":"/paper/2506.10467","citing_paper":"/paper/2606.30546"},"observation_digest":"sha256:288321b97c29d0f20a7b282785a4037d19b1ab95416649e060d5539991cd7391","observation_id":"0a763ab4-4a02-4fa1-923a-1d7390d5aa68","resolution":{"observed_at":"2026-06-30T03:24:12.546507Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.10467/citation-record","integrity":"/paper/2506.10467/integrity","json":"/paper/2506.10467/citation-record.json","paper":"/paper/2506.10467"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T04:28:45.058427Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.058427Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:015379aeaecb193704d2db546932cc2f4bf6c1cddd02f67e80083e7e8d2b8370","observation_id":"c7b03a2a-da06-4992-8925-23ed81e11c53","resolution":{"observed_at":"2026-08-07T04:28:45.058427Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:54.027431Z","title":"Implications of new reasoning capabilities for science and security: Results from a quick initial study,","venue":null,"work_id":"29dccac7-270b-48f4-a612-8cc5c7420e6e","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.168313Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:87e5a4d0550b75668bb77c7bdc142a9c3df732e2354a6f93bfb5361fa04b53f9","observation_id":"5d0323fb-16af-4a7f-8fd3-bae9641167ad","resolution":{"observed_at":"2026-08-07T04:28:54.129611Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:53.788305Z","title":"2024 AIME II,","venue":null,"work_id":"86783901-eca9-4736-a15d-6878b0ceae6c","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.310783Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:fd79f280e58fdc15b76c95a8a6dd65c1505e9a379799bd082d250ada7b28a8d7","observation_id":"f6dfeb7e-79fd-416b-985e-b4863a3c5a91","resolution":{"observed_at":"2026-08-07T04:28:53.883709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:53.594759Z","title":"OpenAI Introduces o3,","venue":null,"work_id":"1609c2e4-4ffb-456e-9395-ad1ef44ca709","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.437894Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:42f886c643a2c98ac0de4b61a4ddb6e8d77219ff81fa47277d47d76fa8cf75f3","observation_id":"35ede401-6b3e-4baf-bc3a-5ce0fe997f21","resolution":{"observed_at":"2026-08-07T04:28:53.696359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:53.416012Z","title":"Conceptual model interpreter for Large Language Models,","venue":null,"work_id":"8e7849f5-9611-40e2-9b37-bd5a126c05cc","year":2023},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.586757Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:181e59bf731488a4fb961aa807942c8b2791be80e525563eedbf4018c5d4e8fe","observation_id":"fceef3ef-61f9-4797-bda4-97c2e710d614","resolution":{"observed_at":"2026-08-07T04:28:53.492578Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:53.077142Z","title":"Multi-Agent Systems: A Survey About Its Components, Framework and Workflow,","venue":null,"work_id":"6a8aa6be-934d-487e-9cd2-8a5f8d87f977","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.680924Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:c637d836b05cfc20fff484baf20a08c17cea0e13a0c1110b88b6bad9ebf61b1c","observation_id":"3c3d0618-ddf4-44cf-96f7-db86771ea1c3","resolution":{"observed_at":"2026-08-07T04:28:53.213893Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:52.801398Z","title":"A survey of the consensus for multi-agent systems,","venue":null,"work_id":"b9d16f4b-c11b-47bf-8058-e2a11aa8d742","year":2019},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.807776Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:cad30234e1bb2f9d67706d56efb6318b21e760e295f99f9619ee9d2b0268afc7","observation_id":"7c3c6c9f-4d35-434a-889c-9b0a5fc4712f","resolution":{"observed_at":"2026-08-07T04:28:52.924082Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:52.541393Z","title":"A Survey of LLM- based Agents: Theories, Technologies, Applications and Suggestions,","venue":null,"work_id":"f7fc6f3b-cb84-459a-9465-e526b0718254","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:45.946762Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:da2733dacce3f61dd9e5b00e14409a67f459857ff29dae46cfb6c5ea565df0d9","observation_id":"0fe76d46-f61d-445d-a7ab-756df68184b0","resolution":{"observed_at":"2026-08-07T04:28:52.702079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:52.266402Z","title":"Large Language Model Based Multi-agents: A Survey of Progress and Challenges,","venue":null,"work_id":"66088cf8-f6d3-495d-9f45-84a14e6bcade","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.142591Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:d83e5708b2aae5b7c3363ca69e38fc21528ce475cc59245e801503295fb992fe","observation_id":"337ede23-bee2-4d2d-905c-1234a057d7e5","resolution":{"observed_at":"2026-08-07T04:28:52.396006Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:52.033410Z","title":"Large language models (LLMs): survey, technical frame- works, and future challenges,","venue":null,"work_id":"b6cea91a-148e-400b-9829-df3b50cd6b0a","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.289333Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:4cc3ab7cc64c3ad1b9aae29a2f7e4c014f802162b5432b22d4b17487b7281d95","observation_id":"bcea0ac0-0c00-4be5-89c5-cafabf9be43c","resolution":{"observed_at":"2026-08-07T04:28:52.136993Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:51.814399Z","title":"Chatgpt: A comprehensive review on background, applica- tions, key challenges, bias, ethics, limitations and future scope,","venue":null,"work_id":"0e2e3bd0-52e5-4eb2-9268-a39c2ba53404","year":2023},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.407115Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:10cb7bd85403bf5151095c6a1efd69cccb664b585b4c626aad4712bd2287e994","observation_id":"5b106f92-bf38-497c-900c-dfe640a5a4c8","resolution":{"observed_at":"2026-08-07T04:28:51.912585Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:51.574055Z","title":"Rothman, Transformers for Natural Language Processing","venue":null,"work_id":"d49fd829-f255-40c2-b876-cecd704f00d3","year":2022},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.557636Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:b997348cf95767d4a4da4766c5e0e07517990a45122f4cac0dfa7154ecc2c672","observation_id":"2b1236f5-5ba1-45e3-af53-5efa3220ce69","resolution":{"observed_at":"2026-08-07T04:28:51.710200Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:51.280682Z","title":"Attention is all you need,","venue":null,"work_id":"75fd86f5-1090-4274-8edf-85fc47d01bd7","year":2017},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.653485Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:ca95d5260299dfcac54caede01d1722a765164ec219b15e7582e1b09adaa528b","observation_id":"ade27d42-6630-4d01-9ed5-737e0b875459","resolution":{"observed_at":"2026-08-07T04:28:51.417518Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.13080","last_updated":"2025-05-28T04:54:26Z","snapshot_observed_at":"2026-07-06T19:34:59.826604Z","submitted_at":"2024-10-16T22:55:17Z","title":"Graph-constrained Reasoning: Faithful Reasoning on Knowledge Graphs with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.13080","snapshot_observed_at":"2026-08-07T04:28:46.787064Z","title":"Graph-constrained Reasoning: Faithful Reasoning on Knowledge Graphs with Large Lan- guage Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.787064Z"},"links":{"cited_paper":"/paper/2410.13080","citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:7c30edbee297c499a5cc208ac66e39b8667c2bdb366022b47c447a57625d709f","observation_id":"dc7a2591-da29-4ff6-8cf4-24aaf1ca3299","resolution":{"observed_at":"2026-08-07T04:28:46.787064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:50.988328Z","title":"ReCEval: Evaluating Reasoning Chains via Correctness and Informativeness,","venue":null,"work_id":"9098ca07-40dc-4eb8-8f2d-e80233e9c026","year":2023},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:46.938565Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:03175b0848e5d074eab49effb437e866c4f834efc3c40c84e274a3f41e9b5e15","observation_id":"4c93aaad-f9b4-4b58-9b7e-be0cea1ece33","resolution":{"observed_at":"2026-08-07T04:28:51.116350Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:50.747322Z","title":"Constrained Reasoning Chains for Enhancing Theory-of-Mind in Large Language Models,","venue":null,"work_id":"4347f7f2-04df-46d9-b469-ef67efeb58cd","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.080542Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:25b60abb2daba00596f252da93815f4826a51e2e29199a90da990088f7899347","observation_id":"ecbf7053-2e52-4f0f-8c31-794fb3adcaac","resolution":{"observed_at":"2026-08-07T04:28:50.853492Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:50.499658Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models,","venue":null,"work_id":"447dd5ba-1086-4de9-8c2a-054f19f7801e","year":2023},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.209731Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:1da1af0f174eebae49ac0d1ca2c10c954a00c2b42fd991c03625deea7d78c152","observation_id":"32df6681-bff8-4d59-ba8d-cab8f350e707","resolution":{"observed_at":"2026-08-07T04:28:50.619955Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:50.260834Z","title":"Evaluation of retrieval-augmented generation: A survey,","venue":null,"work_id":"71f721d5-cffe-421e-a480-ad504ed24cb6","year":2025},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.329291Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:2a744728b00b6767c2b34f28d71885583db4f5faab7cb4e98cf2f0fac6053825","observation_id":"9fd51d0a-a080-4112-a50b-6c75a16bdc31","resolution":{"observed_at":"2026-08-07T04:28:50.364409Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:49.977608Z","title":"CMAG: A Framework for Conceptual Model Augmented Generative Artificial Intelligence,","venue":null,"work_id":"4654a9d8-6bee-44ed-acbd-ab6b63efa7ea","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.509378Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:db851a33a279cf7649c37f60794ff087d539badd3d94f5150ff1d2325ee75ad2","observation_id":"2b67ada8-c18d-4fdd-8dba-a31da4c3b53b","resolution":{"observed_at":"2026-08-07T04:28:50.097950Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:49.708523Z","title":"CyberMetric: A Benchmark Dataset based on Retrieval-Augmented Generation for Evaluating LLMs in Cybersecurity Knowledge,","venue":null,"work_id":"e543e558-7c82-44c9-b94f-cc55b6619dab","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.609078Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:f572acb5a086d3d71c15d00c905f6d8e12dc105bd8ef8bc9a5f8b92a290713a9","observation_id":"6fcafdea-0e53-477a-91c7-53cd974c85e3","resolution":{"observed_at":"2026-08-07T04:28:49.838058Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:49.484055Z","title":"SECURE: Benchmarking Large Language Models for Cybersecurity,","venue":null,"work_id":"0883fce8-3bfd-48d8-b03a-a5965b216cbc","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.749812Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:4b306bd2e26911ba46c52e90ffe41aeafbfbfbd2791b39394f2b5c7381f1def5","observation_id":"3e83d2d1-6d4c-46ba-b74d-c302a594cd40","resolution":{"observed_at":"2026-08-07T04:28:49.574025Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:49.230392Z","title":"CyberBench: A Multi-Task Benchmark for Evaluating Large Language Models in Cybersecurity,","venue":null,"work_id":"c2217e8e-aed6-422c-885a-7f5556eca24d","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.872198Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:eaa07f8c2cc23b8b2136bf62fcb15406006fb3d856b8a2a7257ddb19741bcf4a","observation_id":"7e8973d4-7031-491c-a4f4-71e8d6cf788c","resolution":{"observed_at":"2026-08-07T04:28:49.363793Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:48.979257Z","title":"CTIBench: A Benchmark for Evaluating LLMs in Cyber Threat Intelligence,","venue":null,"work_id":"e2deb795-75cf-448e-bfc0-b7da11de3d22","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:47.988994Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:c716835af4b55229b3ea46d6535a00d77221982b9945c4fd63e075f51cb4f98f","observation_id":"1350e14b-c67c-4210-bcd4-c8c5ee63499c","resolution":{"observed_at":"2026-08-07T04:28:49.116933Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:48.694198Z","title":"When LLMs meet cybersecurity: a systematic literature review,","venue":null,"work_id":"efc9b000-3e75-428b-bff1-2c0896d748c7","year":2025},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:48.108537Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:ebeff1d814327c609e465af787b9004e906790451ae0226beba6234da264defa","observation_id":"880f18d9-c3f7-4cc2-ba40-76aedd165f6e","resolution":{"observed_at":"2026-08-07T04:28:48.808209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:28:48.459195Z","title":"Generative AI for Cyber Security: Analyzing the Potential of ChatGPT, DALL-E, and Other Models for Enhancing the Security Space,","venue":null,"work_id":"ea6681f4-4e34-44f1-9599-e51d6eaaa33d","year":2024},"citing_paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications","version":4},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T04:28:48.258906Z"},"links":{"citing_paper":"/paper/2506.10467"},"observation_digest":"sha256:d4802e4661ef8abf1ac49858b6a16bcfbd6bf6f8b998884ebc2f42f125fe8a98","observation_id":"3b1dfab2-2b4e-417d-a8f0-935b68663b2e","resolution":{"observed_at":"2026-08-07T04:28:48.565153Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.10467","last_updated":"2025-07-19T20:15:06Z","latest_version":4,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-07T04:22:58.268718Z","submitted_at":"2025-06-12T08:16:17Z","title":"Specification and Evaluation of Multi-Agent LLM Systems -- Prototype and Cybersecurity Applications"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":2,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 1 inbound Pith citation observation for arXiv:2506.10467."}