{"as_of":"2026-08-10T06:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3d716dbcbaaee006ac14df32831dce66dec8578c3c640357d4f94ec00dadd8ee","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:15:57.248959Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.11237/citation-record","integrity":"/paper/2506.11237/integrity","json":"/paper/2506.11237/citation-record.json","paper":"/paper/2506.11237"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.108897Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.108897Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:b142a42be035f15484c565910779df8ab411bac0940cda22b804f0a2afb6e89b","observation_id":"322da3ed-11c6-47b4-8417-0a365e6a6b7c","resolution":{"observed_at":"2026-08-07T04:15:56.108897Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.175034Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.175034Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:43a7f6519a27e79d53792adb693855686b7dcbe476a69a7a1206003db6a29e64","observation_id":"2af61963-1fb7-4272-869b-c5ce447f49e3","resolution":{"observed_at":"2026-08-07T04:15:56.175034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04166","last_updated":"2023-02-13T16:19:05Z","snapshot_observed_at":"2026-08-05T08:58:00.258106Z","submitted_at":"2023-02-08T16:17:29Z","title":"GPTScore: Evaluate as You Desire","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04166","snapshot_observed_at":"2026-08-07T04:15:56.303867Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.303867Z"},"links":{"cited_paper":"/paper/2302.04166","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:6a44b55f4fc7c9979c91e79cdd06ef3eeb0d2fba43abd5c32e6a282ee34a2aa7","observation_id":"ed8ce834-b70a-48a8-8a37-b4855c869ef8","resolution":{"observed_at":"2026-08-07T04:15:56.303867Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.379860Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.379860Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:46692d03846ea9673d466aa5e36876f53d3e03964367a4d235162fa6cc8975cb","observation_id":"1c79f0e6-8d8c-45d9-ad65-d6c0a5bb5213","resolution":{"observed_at":"2026-08-07T04:15:56.379860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-07T04:15:56.484331Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.484331Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:ef1efd99411256662552657f9203bcc418ae5bbc7f458b96f7d5de20c7d43250","observation_id":"fc854bf4-b478-4cd9-98f2-95c32856f6de","resolution":{"observed_at":"2026-08-07T04:15:56.484331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T04:15:56.569558Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.569558Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:222d155ea42c5e65056d902154ff6767a748507c7d4b392b016f960662de2d3b","observation_id":"d6037926-308a-47f5-8264-043df51d932c","resolution":{"observed_at":"2026-08-07T04:15:56.569558Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.645607Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.645607Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:d5366dc0c2709bb343a2feeed458d8c3d6c843bbf81be13fa7aaf119cb42409b","observation_id":"01736c5d-2db0-43dc-8a6b-4f5247f98262","resolution":{"observed_at":"2026-08-07T04:15:56.645607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10297","last_updated":"2020-09-27T04:07:11Z","snapshot_observed_at":"2026-08-01T07:33:26.380394Z","submitted_at":"2020-09-22T03:10:49Z","title":"CodeBLEU: a Method for Automatic Evaluation of Code Synthesis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.10297","snapshot_observed_at":"2026-08-07T04:15:56.728459Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.728459Z"},"links":{"cited_paper":"/paper/2009.10297","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:dee6ac57d3af4e87f1fa1492fa7e1a1ead67fa5238a1e4fc99cbe45da0946807","observation_id":"a27aa9c3-4bc7-425f-9b83-79a79f7cac0a","resolution":{"observed_at":"2026-08-07T04:15:56.728459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.06807","last_updated":"2024-12-16T23:13:26Z","snapshot_observed_at":"2026-07-06T18:12:51.702471Z","submitted_at":"2024-05-10T20:45:34Z","title":"Execution-Based Evaluation of Natural Language to Bash and PowerShell for Incident Remediation","version":2},"cited_work":{"arxiv_id":"2405.06807","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.06807","snapshot_observed_at":"2026-08-07T04:15:57.395601Z","title":"Execution-Based Evaluation of Natural Language to Bash and PowerShell for Incident Remediation","venue":"cs.CL","work_id":"14f7dfba-e08c-4e1c-be13-d5757ee8444a","year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.808012Z"},"links":{"cited_paper":"/paper/2405.06807","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:2aa8c02331742616b2d02d73737940856027a1b13ad46f873ada128a86ecc602","observation_id":"03b70daa-2187-4ed2-9f0a-7fd0610ab354","resolution":{"observed_at":"2026-08-07T04:15:57.437306Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.869517Z","title":null,"venue":null,"work_id":"abf997f2-d81e-42e6-8a86-68fdaf0caa28","year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.864925Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:8dbd6ab02769efe48e22473b28a9f5c787dec0b1dfda68f2f39c03c5d0648328","observation_id":"455c4b78-3140-4a1b-9c67-4a77c259d479","resolution":{"observed_at":"2026-08-07T04:15:57.931865Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.05527","last_updated":"2023-10-31T13:44:36Z","snapshot_observed_at":"2026-08-09T08:01:31.845870Z","submitted_at":"2023-02-10T22:12:05Z","title":"CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.05527","snapshot_observed_at":"2026-08-07T04:15:56.956169Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.956169Z"},"links":{"cited_paper":"/paper/2302.05527","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:31c09e558ef492398a0288bcf249d6fd9be1868f8cd8ba6c0d8713760cbbd06d","observation_id":"0d63beb1-a575-47a6-9b4b-1e27ab0d1bac","resolution":{"observed_at":"2026-08-07T04:15:56.956169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.735574Z","title":null,"venue":null,"work_id":"f7d6ec7d-c273-4126-be30-24e98da4300d","year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.080553Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:761a543eccc288e5436f49dc6bf7f6e7e600f8612cfaf0740651fc94b21f4127","observation_id":"60b6cb92-cccd-46da-b332-65b0935fbba7","resolution":{"observed_at":"2026-08-07T04:15:57.789791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.151356Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.151356Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:c8071d738f23956363fdc07d539b76d148c7931af55f83aee84a7a809f62cbf3","observation_id":"e7d5dccd-102a-4386-b46b-011d92567cb0","resolution":{"observed_at":"2026-08-07T04:15:57.151356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.248959Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.248959Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:288ef5b508ac33b4c2282815952f1327f29030c5a0d4d89de7b4a342f4527921","observation_id":"e0b919a5-7f07-4c85-9e21-d6a1af4bfeb5","resolution":{"observed_at":"2026-08-07T04:15:57.248959Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T08:01:47.271650Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2506.11237."}