{"as_of":"2026-08-09T20:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c5962a35924c55273630df4d9b932cf2404a53cad891331d0d1a9b281ece1e25","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T04:21:23.867336Z","state":"measured"},{"denominator":31,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":31,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.03174/citation-record","integrity":"/paper/2607.03174/integrity","json":"/paper/2607.03174/citation-record.json","paper":"/paper/2607.03174"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Basic concepts and taxonomy of dependable and secure computing,","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:2cd08dffbc895149c2aef9ce9653461220bb7a11dc9332d19cb00981e483cc6f","observation_id":"4d2d66a7-49e4-4bfe-a401-b27195764dfe","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"The use of triple-modular redundancy to improve computer reliability,","venue":null,"work_id":null,"year":1962},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:c27a864e459ccc6fb428baf6a261ee3ddf814f89692ac9a08885b0cdd5ea905e","observation_id":"c1c5afeb-78fd-4073-ba27-a304c5cecbfb","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:9a41bc9ecc9ed96fa86ef795aff2791044e7f26c3c305f78686358e1c3cd0bf2","observation_id":"e30d9973-6872-4b53-9967-286f45a797fb","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"The methodology of n-version programming,","venue":null,"work_id":null,"year":1995},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:82f3e2167f0f2f41d92ff90ce483cd3a7248e99db06cb82bdecd6c5d5d687050","observation_id":"d3177673-c183-4a02-bd40-a887018b20f0","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"A theoretical basis for the analysis of multiversion software subject to coincident errors,","venue":null,"work_id":null,"year":1985},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:c2c23bb4b9e65b3eb98b9725fe53c886991ba2f95f2cf064cf2e4b568543e3aa","observation_id":"e41de2b9-df62-4a69-9159-2c399161419e","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Conceptual modeling of coincident failures in multiversion software,","venue":null,"work_id":null,"year":1989},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:445a10400a2739d6930c7a60251b80f70c42db90c45b0425678be8afcf268152","observation_id":"dd02de71-9857-4e32-a6a0-2e7cfa27467d","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"An empirical study of failure probabilities in multi-version software,","venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:9a9a15c79f90c719ca9d079abf3a1d5e9f680f19cac7a4181294bf966cc30355","observation_id":"21ca48c7-5f72-4736-a27b-0200b034b734","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Software diversity as a measure for reducing development risk,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:5015dc7ad6cc01aae94118f6e695c15c1269ecef0c6326aba62645dd35f837b4","observation_id":"98f86d8b-1399-4366-ba5b-f66c4b8c1df0","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"An experimental evaluation on reli- ability features of n-version programming,","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:d02062d1ae7e3d3e36ac1248b8434bba3ca34cb36e6e9bf8747a4e9b070fa9af","observation_id":"66fb15d0-a7d0-4461-83be-4ca92294cd28","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"The effectiveness of software diversity in a large population of programs,","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:49b8e675df6759e990160a3782bbe8b1bdc954a05a728473f5846182d12755c5","observation_id":"b962db7e-a258-4e28-8fb5-f6b207c4d450","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Galapagos: Automated n-version programming with llms,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:3b422405688fd4e910e89466e15eecb1219bf500bca854da5c923eaaea5d7a68","observation_id":"aa71a794-e0d1-445d-a12a-455fa30be730","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.00691","last_updated":"2025-03-07T05:38:47Z","snapshot_observed_at":"2026-08-07T17:36:38.043930Z","submitted_at":"2025-03-02T02:04:58Z","title":"How Diversely Can Language Models Solve Problems? Exploring the Algorithmic Diversity of Model-Generated Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.00691","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"How diversely can language models solve problems? exploring the algorithmic diversity of model-generated code,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2503.00691","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:2bf26de3ffd87acd02ab57361e7bbe10bea5d91c5a404156ffc4a0dfc0913ec4","observation_id":"802293e1-ae61-4ac8-aadd-c7cb46ced8bc","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04114","last_updated":"2024-09-06T08:31:18Z","snapshot_observed_at":"2026-07-06T19:11:27.624528Z","submitted_at":"2024-09-06T08:31:18Z","title":"Multi-Programming Language Ensemble for Code Generation in Large Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04114","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Multi-programming language ensemble for code generation in large language model,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2409.04114","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:c98c9fe13f5536a26568dd7e4dbda9656f92effecd2db1ece6e774d95df33189","observation_id":"a668ac5a-694b-457d-8529-d858d43c05cf","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Evaluating the diversity and quality of llm generated content,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:d6647dca66495b4ece15f06cc20c7848e56a64fb3f97a51e2f9bf9dce7fabb83","observation_id":"31e5ac3b-7167-4772-86ea-d4a9054650b8","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Programming challenges: The pro- gramming contest training manual,","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:31d2c76488087c89e85f07fb612bcb45da53928133845058ba21af90d263522b","observation_id":"98af0d83-9c2b-4926-8f58-28b99a8f9d9a","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"An experimental evaluation of the assumption of independence in multiversion programming,","venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:d41c5f1401f6f60bd2ace31a5f5e7c9151ed74d10e9330261c4a768114cc8a10","observation_id":"668cfc8b-791f-402e-b7dd-f7bfcf7a8dfa","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"An experimental evaluation of software redundancy as a strategy for improving reliability,","venue":null,"work_id":null,"year":1990},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:860e579feb943012d3a21abb9220295c382e3313a08b612f5c5c37b8cb8dc382","observation_id":"12d35507-edb3-4e1b-ae5c-068bd898a85c","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"The effectiveness of choice of programming language as a diversity seeking decision,","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:a706af44202603caee203b6dea3c6a7b86decdc4bf0dcbcc139d93b58b37a73a","observation_id":"64980faf-5c77-4b28-81e0-2f3009ecc9f3","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"An empirical study of the effectiveness of","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:8d6cc95af53a26cf622387bad0b533f9815eca00fec1cd95505d1e4d0031b33c","observation_id":"353f6a00-1c10-4571-87b1-1e4f9009d6d4","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.06590","last_updated":"2023-02-13T18:42:46Z","snapshot_observed_at":"2026-08-09T03:51:13.580064Z","submitted_at":"2023-02-13T18:42:46Z","title":"The Impact of AI on Developer Productivity: Evidence from GitHub Copilot","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.06590","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"The impact of ai on developer productivity: Evidence from github copilot,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2302.06590","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:d0cb78208976a9e4ec939afb4903de20af6c28df1afdd62a55cfa77fcf0faac0","observation_id":"397c1c9d-4f87-4a44-b26b-7892b6ffcea9","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Productivity assessment of neural code completion,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:e6de7b5cb09ecdf554447b41c2851c702fd6c5e73e3d01d18706781e270fcf56","observation_id":"564a657c-47a8-49c4-ba33-31ae55edb38e","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.16498","last_updated":"2025-03-04T09:13:23Z","snapshot_observed_at":"2026-08-09T17:22:51.227375Z","submitted_at":"2024-08-29T12:56:06Z","title":"A Survey on Evaluating Large Language Models in Code Generation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.16498","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"A survey on evaluating large language models in code generation tasks,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2408.16498","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:68775ad377008adae668893d3ce1a7bf6db312b8a65caeed7791e9df36e1dbd5","observation_id":"ade76ee1-a86e-4feb-a2c4-7a3e1d4c0fe2","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Towards an understanding of large language models in software engineering tasks,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:cf954a101a6156054112597da085caf215a7197e8cc8d65261d42eac4d90c875","observation_id":"0f416a35-a348-47fc-851d-53b610634205","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:fd558d68d1d9082cdc717b3f56e1ed12ff02add383cb7d6d1f98a9dedcf49ace","observation_id":"814e330f-0667-46d0-bb96-da6ac0bcd246","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Program synthesis with large language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:faae5fcd7856a969e1c05d79c127bb5273ad9fb6a9b765537aa7da09f786c38f","observation_id":"6eac7899-5076-4b96-8a1e-eb2532ce08b2","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Measuring coding challenge competence with apps,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:d673c93ef73d8df599ee63e69802222a34e23b8036fceb0b846977959981c36d","observation_id":"0b6c1522-33a1-4600-a40b-17b5bfe5065e","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.03004","last_updated":"2023-11-06T07:16:58Z","snapshot_observed_at":"2026-07-06T14:59:03.634181Z","submitted_at":"2023-03-06T10:08:51Z","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.03004","snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"xcodeeval: A large scale multilingual multitask benchmark for code understanding, generation, translation and retrieval,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"cited_paper":"/paper/2303.03004","citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:c8437ef27795f32cf3e102100028dfc98d8ab6f6f8bea36361c597622194aefa","observation_id":"b1442dd6-d1c7-4c63-801c-44e18c3eef7c","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Towards understanding the characteristics of code generation errors made by large language models,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:4791baa3095bf0564ff49edb4dd987512c14df250430058ac93678baaa718455","observation_id":"92724e94-e8bc-45ae-b7d1-e644a75e5621","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Bugs in large language models generated code: An empirical study,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:87b6d0a8d2aadcfbe1a94a894b4adf397f14492f3d7acd598e9383c74f86b0f2","observation_id":"388f4c9b-7e19-4189-b699-9626cd53bf3c","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"No need to lift a finger anymore? assessing the quality of code generation by chatgpt,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:203e6096de48412db3bac111a8fc2117f49d74f930e6c77b2b68b6cdfff90b57","observation_id":"25c6ff24-fffd-45d7-9e5f-c6badbd9003f","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:21:23.867336Z","title":"Analyzing the dependability of large language models for code clone generation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-12T04:21:23.867336Z"},"links":{"citing_paper":"/paper/2607.03174"},"observation_digest":"sha256:3204547d37e470f4fbd4aa3b225ec04ee1134b65f9384bedf3b1a77651434e96","observation_id":"78580a7d-d4d1-4bea-b251-fbdcf3efd74c","resolution":{"observed_at":"2026-07-12T04:21:23.867336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.03174","last_updated":"2026-07-03T10:13:59Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T17:23:22.202577Z","submitted_at":"2026-07-03T10:13:59Z","title":"Effectiveness of LLM-based Software Diversity for Reliability Improvement -- an Empirical Study"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":31,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 0 inbound Pith citation observations for arXiv:2607.03174."}