{"as_of":"2026-08-15T16:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6304f88866938382a23c7efea269a1818b5c5defcfd73a640d8e0e871b9de460","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:32:52.577665Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.13547/citation-record","integrity":"/paper/2608.13547/integrity","json":"/paper/2608.13547/citation-record.json","paper":"/paper/2608.13547"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:53.112909Z","title":"Accessed 2026-07-29","venue":null,"work_id":"a10be944-f233-4d26-ba67-1a60d8100086","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.446532Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:bb15e496c7b8cc1fcd3e0dcaa3eecf1e60d96fc27ef620ccbd83c2e814214ada","observation_id":"820738db-658a-452c-ad26-85d787a7dbc0","resolution":{"observed_at":"2026-08-14T04:32:53.118697Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.451502Z","title":"ISBN 979-8-89176-390-6","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.451502Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:48d7ed82241f0b1aa8f0eaef8b2074cdbcac6e37c9ad3d6115fc15e55e993a43","observation_id":"40e2c438-6bf6-4386-8a8d-54e1f456a859","resolution":{"observed_at":"2026-08-14T04:32:52.451502Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:53.094133Z","title":"Accessed 2026-07-29","venue":null,"work_id":"199e5f31-6c95-461e-86ff-9ba86998731a","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.456507Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:ee4f66ef6088f58e979a6ce631ee92a7aa914795905d807563f2fdf8410584a6","observation_id":"b9771893-9c15-47c1-b7b9-1dc227198971","resolution":{"observed_at":"2026-08-14T04:32:53.100885Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-13T14:09:17.964744Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-14T04:32:52.466895Z","title":"arXiv:2308.03688","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.466895Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:4c2fa31b59eebc0348ba1260c8e151bc168876578922da4d8f54c45806041da1","observation_id":"487bb695-8442-4583-834e-3fcb4d3d596e","resolution":{"observed_at":"2026-08-14T04:32:52.466895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-08-14T04:32:52.476934Z","title":"The released benchmark is Terminal-Bench 2.0","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.476934Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:bdee78da27cab75513dae5a2d84505a4b5dd63c1bd534e02d72c441b330176bf","observation_id":"3bfab8bf-86eb-4010-8fac-043966f8c0ba","resolution":{"observed_at":"2026-08-14T04:32:52.476934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:53.058966Z","title":"Accessed 2026-07-29","venue":null,"work_id":"d8c0ca57-3e08-430d-9d34-c085a2400b0d","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.481034Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:a032f21f93170b371f709dd6394b2985c575dedb5c355846995b5041a44239c6","observation_id":"dab8880d-8a62-4cc3-839e-76802aa8c28e","resolution":{"observed_at":"2026-08-14T04:32:53.065230Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:53.030619Z","title":"Accessed 2026-07-","venue":null,"work_id":"a2bedbbe-eb89-4a25-a761-f4fc040dc183","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.485583Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:11ab53572200ba130d60a1f4f2e94a6b1b895a603775861f38b6548973f7df82","observation_id":"bf3202b7-99d0-4c01-93a7-9ef54f14a02c","resolution":{"observed_at":"2026-08-14T04:32:53.038019Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:53.004130Z","title":"Accessed 2026-07-29","venue":null,"work_id":"0688fe68-06e2-4270-b18a-54eaf822abe8","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.489591Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:7007546a5d7306a73fbb2bb311499a0ddeb17c796aaff90a0f8d6112fe489fd6","observation_id":"c62842bc-1802-438a-abef-f016f7d8240f","resolution":{"observed_at":"2026-08-14T04:32:53.009347Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.984880Z","title":"Moti- vated partly by weird issues from heredoc-plus-Bash editing; accessed 2026-07-29","venue":null,"work_id":"4a4af389-0ce6-4bb1-9ea4-d5b8feb854a6","year":1934},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.493808Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:540ca9b3b89da6780619dd971a0de13ce42e6ba21b80e74d47b9e3870cb9b637","observation_id":"bc68be88-f205-48a8-964d-222e7201fc70","resolution":{"observed_at":"2026-08-14T04:32:52.991585Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.958568Z","title":"Accessed 2026-07-29","venue":null,"work_id":"5cdb7eb2-7804-4126-851a-a92b7b5a9e70","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.498109Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:d77f8380bfd19ea758e248ec16aa4454ccca57432daa10e8c6ae4f78d17cb8b5","observation_id":"e3d7fbea-a66b-4ffc-90a4-bf04aa72531c","resolution":{"observed_at":"2026-08-14T04:32:52.964635Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11324","last_updated":"2024-07-01T22:28:01Z","snapshot_observed_at":"2026-08-12T15:05:30.306144Z","submitted_at":"2023-10-17T15:03:30Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.11324","snapshot_observed_at":"2026-08-14T04:32:52.510712Z","title":"Jiaqi Shao, Hanck Chen, Wei Zhang, Maxm Pan, and Bing Luo","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.510712Z"},"links":{"cited_paper":"/paper/2310.11324","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:a692389bb7133db6a12fa773df6cb8244d22dd219201625789d6b486e6bc1e5f","observation_id":"3bb96473-236a-497f-ba68-8dd57ed9a617","resolution":{"observed_at":"2026-08-14T04:32:52.510712Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2607.22368","last_updated":"2026-07-24T14:55:19Z","snapshot_observed_at":"2026-08-14T23:39:20.813820Z","submitted_at":"2026-07-24T14:55:19Z","title":"Do Agent Benchmarks Measure Capability? Protocol Validity in the Age of Agentic AI","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2607.22368","snapshot_observed_at":"2026-08-14T04:32:52.514964Z","title":"org/abs/2607.22368","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.514964Z"},"links":{"cited_paper":"/paper/2607.22368","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:72cf272024f4e1029363cd165460edd6b5f5b45731db28cb2119218509b7cae6","observation_id":"d4546dd8-35f8-4561-a805-aa8d1670cc47","resolution":{"observed_at":"2026-08-14T04:32:52.514964Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.941129Z","title":"Accessed 2026-07-29","venue":null,"work_id":"54bbed10-66f1-40d1-8339-30a0aa504db2","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.519449Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:f02938cd1c6ddf401d9209f886152e993616ddab9c05827f544b14a153a5576d","observation_id":"4386b7f7-cc88-4d0f-8690-21f246c0da55","resolution":{"observed_at":"2026-08-14T04:32:52.946942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.923775Z","title":"Accessed 2026-07-29","venue":null,"work_id":"6c4f9f61-0954-4e87-a755-4bd3e0ca993c","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.524011Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:15518b09a56fdf41903fd6b0641602392d7bc519d1a273bcf788b458d0c65959","observation_id":"cd321cf5-2e33-4bcd-b936-301abf722e29","resolution":{"observed_at":"2026-08-14T04:32:52.929532Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2026.acl-long.1711","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.653893Z","title":"ISBN 979-8-89176-390-6","venue":null,"work_id":"bf9a364e-7d78-42a6-b5a8-5559d0d304f9","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.528774Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:30ec3759b29c83f336de97d60e206e13151ff63dc12214d381b23203fec58396","observation_id":"034b8e4a-3288-499f-ae6b-be1ce3b63ee3","resolution":{"observed_at":"2026-08-14T04:32:52.659305Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.907050Z","title":"Accessed 2026-07-29","venue":null,"work_id":"d807081d-244f-46df-9eaf-45ffaa4bddac","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.533493Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:9e4da18f305973b929ad8e30af2cd641836e2030a97f1dd1dfcd828230851dd1","observation_id":"5fba894e-8daa-4cad-a302-f2f276c03667","resolution":{"observed_at":"2026-08-14T04:32:52.912629Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.naacl-long.555","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.631442Z","title":"URLhttps://aclanthology.org/2025.naacl-long.555/","venue":null,"work_id":"57bc6e1b-2170-4afc-a61f-56f732cddc6b","year":2025},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.537955Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:3add32e6e83dad43e8b1ce6b6957f2547a43acaccff23a8de51e423472a98c1b","observation_id":"5286113e-e0c2-4656-a6eb-9b002cefaaf6","resolution":{"observed_at":"2026-08-14T04:32:52.642301Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.542776Z","title":"URL https://proceedings.neurips.cc/paper_files/paper/2024/hash/ 5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.542776Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:80992965613dd3de7062d93e5823a18f163632cd762343a074bee1693210bd0c","observation_id":"dd38ee71-a4f1-4158-b35a-9b429bb3f045","resolution":{"observed_at":"2026-08-14T04:32:52.542776Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:32:52.547857Z","title":"URL https://proceedings.neurips.cc/paper_files/ paper/2023/hash/4b175d846fb008d540d233c188379ff9-Abstract-Datasets_and_Benchmarks.html","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.547857Z"},"links":{"citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:cf4ef6a01f14837ba10d68cd48c7ef8ebea872f80f9452c1f18f7701aa3c4baa","observation_id":"e8017235-0875-40a3-b1eb-92d85b43eee7","resolution":{"observed_at":"2026-08-14T04:32:52.547857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12045","last_updated":"2024-06-17T19:33:08Z","snapshot_observed_at":"2026-08-14T14:24:18.501413Z","submitted_at":"2024-06-17T19:33:08Z","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12045","snapshot_observed_at":"2026-08-14T04:32:52.557123Z","title":"Boxi Yu, Yuxuan Zhu, Pinjia He, and Daniel Kang","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.557123Z"},"links":{"cited_paper":"/paper/2406.12045","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:c54107217a9b1f30b4210efcca96ef4740f8a5a4fe87525491b16ac6fa14845a","observation_id":"4e3d24a5-ebdb-425c-b61c-d32176d693ba","resolution":{"observed_at":"2026-08-14T04:32:52.557123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.27733","last_updated":"2026-08-11T07:28:23Z","snapshot_observed_at":"2026-08-14T23:09:33.946085Z","submitted_at":"2026-06-26T05:29:08Z","title":"BashCoder-R1: Towards Robust and Explainable Bash Code Generation with Robustness-Aware Group Relative Policy Optimization","version":3},"cited_work":{"arxiv_id":"2606.27733","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.27733","snapshot_observed_at":"2026-08-14T04:32:52.700437Z","title":"BashCoder-R1: Towards Robust and Explainable Bash Code Generation with Robustness-Aware Group Relative Policy Optimization","venue":"cs.SE","work_id":"12793b38-c77d-4520-b31b-d3f54d306d99","year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.572697Z"},"links":{"cited_paper":"/paper/2606.27733","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:7c432e945b4d958533ede859fccacc05cd34851dadb6e61f74a78a95241ba1e9","observation_id":"41fb5826-bd56-4565-b9fe-b3b27e2d6ed1","resolution":{"observed_at":"2026-08-14T04:32:52.707206Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-14T04:32:52.577665Z","title":"arXiv:2307.13854","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.577665Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:a75db1d8008b5aea98a4a570f7291fd4ee3e6e2d349155e7506c55c81fc4840b","observation_id":"caf28423-61ae-425b-ab11-26aacffb1d31","resolution":{"observed_at":"2026-08-14T04:32:52.577665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1802.08979","last_updated":"2018-03-02T17:46:59Z","snapshot_observed_at":"2026-08-14T19:42:29.208469Z","submitted_at":"2018-02-25T09:52:24Z","title":"NL2Bash: A Corpus and Semantic Parser for Natural Language Interface to the Linux Operating System","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1802.08979","snapshot_observed_at":"2026-08-14T04:32:52.461834Z","title":"arXiv:1802.08979","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.461834Z"},"links":{"cited_paper":"/paper/1802.08979","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:b9b2dc13208272f756ddafa8556be62659240906235d98fd65e4a14715fddf4c","observation_id":"7d74c008-a307-4ba7-98cc-77e4b38fb54e","resolution":{"observed_at":"2026-08-14T04:32:52.461834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.02523","last_updated":"2021-08-08T16:22:36Z","snapshot_observed_at":"2026-08-13T20:04:49.994753Z","submitted_at":"2021-03-03T16:56:18Z","title":"NeurIPS 2020 NLC2CMD Competition: Translating Natural Language to Bash Commands","version":2},"cited_work":{"arxiv_id":"2103.02523","doi":null,"metadata_source":"pith","pith_arxiv_id":"2103.02523","snapshot_observed_at":"2026-08-14T04:32:52.886398Z","title":"NeurIPS 2020 NLC2CMD Competition: Translating Natural Language to Bash Commands","venue":"cs.CL","work_id":"ce41cfe7-7c1d-434d-9c21-c51b90868bf5","year":2021},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.421705Z"},"links":{"cited_paper":"/paper/2103.02523","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:0920e326978aa88524d38b98f51aaa2546d8cdf616d2b049020ee00ebd6267ea","observation_id":"f9837481-251c-4e0d-8ed0-7ec43972c73d","resolution":{"observed_at":"2026-08-14T04:32:52.895515Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-07-06T16:00:46.542753Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-14T04:32:52.506391Z","title":"MelanieSclar, YejinChoi, YuliaTsvetkov, andAlaneSuhr","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.506391Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:f614555e8a7a779c047b174f24aa113dd40e8a28b7333f05ea6cf5e0ad86c318","observation_id":"51a230df-be95-4350-aa08-c86016c4047c","resolution":{"observed_at":"2026-08-14T04:32:52.506391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21787","last_updated":"2024-12-30T19:03:24Z","snapshot_observed_at":"2026-08-14T10:00:52.343929Z","submitted_at":"2024-07-31T17:57:25Z","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21787","snapshot_observed_at":"2026-08-14T04:32:52.425769Z","title":"Zhaoyang Chu, Jiarui Hu, Xingyu Jiang, Pengyu Zou, Han Li, Chao Peng, Peter O’Hearn, Earl T","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.425769Z"},"links":{"cited_paper":"/paper/2407.21787","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:9f0af5d8ee26fdf7e19516a4bb3d8b0789a2a8ff0dc7e160c02f0940c70f61eb","observation_id":"566e2ccf-cbb1-4c44-95f0-c0d35f7cbc02","resolution":{"observed_at":"2026-08-14T04:32:52.425769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.14443","last_updated":"2025-03-18T17:19:12Z","snapshot_observed_at":"2026-08-12T08:46:00.647752Z","submitted_at":"2025-03-18T17:19:12Z","title":"EnvBench: A Benchmark for Automated Environment Setup","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.14443","snapshot_observed_at":"2026-08-14T04:32:52.441946Z","title":"Free Software Foundation.Bash Reference Manual, Version 5.3,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.441946Z"},"links":{"cited_paper":"/paper/2503.14443","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:caae838824514892242a80de2b03336d0262a51bd0fa2468232b11abbf5d8977","observation_id":"654e96c7-4c78-41f2-9f7c-ec2d74580654","resolution":{"observed_at":"2026-08-14T04:32:52.441946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.22535","last_updated":"2026-05-21T14:24:43Z","snapshot_observed_at":"2026-08-13T00:28:55.820284Z","submitted_at":"2026-05-21T14:24:43Z","title":"TerminalWorld: Benchmarking Agents on Real-World Terminal Tasks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.22535","snapshot_observed_at":"2026-08-14T04:32:52.430909Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-14T04:32:52.430909Z"},"links":{"cited_paper":"/paper/2605.22535","citing_paper":"/paper/2608.13547"},"observation_digest":"sha256:a8c86e010e5489c5a1df2f179135442e587c2c55df07144fbb56d04f62fa09fc","observation_id":"97cf8a07-939e-4229-a7d5-5a7f97aa7320","resolution":{"observed_at":"2026-08-14T04:32:52.430909Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.13547","last_updated":"2026-08-13T17:57:20Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-15T16:22:49.183200Z","submitted_at":"2026-08-13T17:57:20Z","title":"QuoteBench: How Matched Scores Can Hide Command-Path Failures"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":1,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":13,"verified_exact":2,"verified_fuzzy":10},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2608.13547."}