{"as_of":"2026-08-12T12:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3805e6d62a5492999ff048e86022c169acbf266fc72dcbfe43fbb407cf79d7c1","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T05:28:21.670295Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2509.05440/citation-record","integrity":"/paper/2509.05440/integrity","json":"/paper/2509.05440/citation-record.json","paper":"/paper/2509.05440"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:24.463962Z","title":"Better\"|i), ...: Table 13 (d)p(","venue":null,"work_id":"2e9adec5-0326-4d02-8145-cf50b5b5ffe5","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.083221Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:4d74e613a3234b122a8a60530b613dc59ee7d8cf87f9c8262da6ee885d0a9938","observation_id":"348df963-98ab-4fb3-9b6e-d6f9111e0033","resolution":{"observed_at":"2026-08-05T05:28:24.501899Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:24.200325Z","title":"Better\"|i), ...: Table 14 (d)p(","venue":null,"work_id":"d8ee6c4d-27a6-46fd-be2e-2d143bd3cd09","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.119239Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:0e1559c88fc522a91c6d9376bdea912bffa2ab7d6674665677e9561d4779dd10","observation_id":"a3049fd2-24b0-4a7e-8bfa-37838eabe0df","resolution":{"observed_at":"2026-08-05T05:28:24.304251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:23.995132Z","title":"Better\"|i), ...: Table 15 (d)p(","venue":null,"work_id":"4f5a6c43-3f71-4f49-83e9-49b7f57f8569","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.273303Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:b930e6b8d3181737e68fb1e755ce87fd342896d59b56d112d82a2f2d62f483a8","observation_id":"94b78029-212b-437a-8c4e-f819c36665ba","resolution":{"observed_at":"2026-08-05T05:28:24.087369Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:22.956588Z","title":"Better\"","venue":null,"work_id":"5b77b649-7a7b-41ba-8486-8fb592ca4432","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.654442Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:d373a1a8e82115a5f70638e9d9a6b56a500eaa2bdf15c851419f34bb5ddf2f89","observation_id":"ce20a171-511e-4957-a2b0-c5e49efe0342","resolution":{"observed_at":"2026-08-05T05:28:23.043583Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:23.718083Z","title":null,"venue":null,"work_id":"2eda4da0-1bb2-435c-8f84-d9c5ba5968d6","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.373619Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:167808973f50658fa2d819aff04694a0bd1aedb1e55e5ce3b8ea1c2e8c0f6263","observation_id":"6c5b2efe-db48-476b-a932-0207da5165c6","resolution":{"observed_at":"2026-08-05T05:28:23.857509Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:23.452131Z","title":"Compare them to the article","venue":null,"work_id":"461f72a5-8015-4aa2-b858-9e3959b90f33","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.494083Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:de5ce65d765cb66e120879e4089411e5ebf3d0cdb35c6ba9c11f0ec0abc00adb","observation_id":"c10b0a55-d4af-402d-b736-f7c10d9c1e62","resolution":{"observed_at":"2026-08-05T05:28:23.571096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:23.212719Z","title":null,"venue":null,"work_id":"0581da42-b776-48bd-95e8-ba95f3668ea3","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:20.569087Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:81333d65b183f215fe66e3e516158fdb16f0a731bb8a0701ec7c6efd43d378e9","observation_id":"c33870e3-e5f9-458f-887f-73a1efaa7515","resolution":{"observed_at":"2026-08-05T05:28:23.313795Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:22.135800Z","title":"Better\"","venue":null,"work_id":"38484a3d-02dd-498d-89a8-113a09084b55","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:21.210543Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:5b2e7ac592e32ddc97ae7c66b47a35e7752b10880b181a7a04ca5b5aa447de7b","observation_id":"604574a7-27a6-4272-a31a-639b26865715","resolution":{"observed_at":"2026-08-05T05:28:22.244778Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:22.674454Z","title":null,"venue":null,"work_id":"3067b30e-1023-4b6a-b358-f774224a9080","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:21.325904Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:43faab436b5fc652113d5897fd6a074ca59bbeacfcdf463b3cce835c8c598d96","observation_id":"b563fc19-831d-45a3-87bf-57b7cdba6e39","resolution":{"observed_at":"2026-08-05T05:28:22.795945Z","resolver_source":"raw_fallback","status":"parse_uncertain"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:22.564504Z","title":"Compare them to the idea","venue":null,"work_id":"36cf26d8-fc9c-40b5-849b-5b64657d42b7","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:21.415834Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:75ed2e9856259535bcc7430e09b9ca672faa3ebab47b57e7d364a7403697514d","observation_id":"bc476d59-f2b9-4d17-a0f6-ed26b8f4bcb9","resolution":{"observed_at":"2026-08-05T05:28:22.604028Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:22.390755Z","title":null,"venue":null,"work_id":"1ec3c7b3-e94c-48e1-b5a6-4f65457fe684","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:21.558175Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:e84131adc7042fd49bfea067dda07717ba75a9621d291e178fd34a75ba9e8d0a","observation_id":"fccf781f-4daf-4150-b89f-6701cc57de6f","resolution":{"observed_at":"2026-08-05T05:28:22.485903Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T05:28:21.851156Z","title":"Better\"","venue":null,"work_id":"c56b52ad-52f3-45ff-8975-ef4132c4f2c9","year":null},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:21.670295Z"},"links":{"citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:ca79ce14946b1cde316ffd06210ef8fd98339b37e530f1a63b0ee351f365ee92","observation_id":"e8f7bdf1-55db-4311-9224-ac73d17e05a8","resolution":{"observed_at":"2026-08-05T05:28:21.999217Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-10T12:35:09.020030Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-05T05:28:19.971801Z","title":"coherence,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:19.971801Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:0629e5d8f897c55cad27a528a7875566b441ebfcba8e17eaa5d353a65c872493","observation_id":"f5353b7c-6282-4ed1-b506-4ad399aae987","resolution":{"observed_at":"2026-08-05T05:28:19.971801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2005.03754","last_updated":"2020-05-07T21:00:08Z","snapshot_observed_at":"2026-08-04T09:44:30.468679Z","submitted_at":"2020-05-07T21:00:08Z","title":"FEQA: A Question Answering Evaluation Framework for Faithfulness Assessment in Abstractive Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2005.03754","snapshot_observed_at":"2026-08-05T05:28:19.871440Z","title":"Michael Denkowski and Alon Lavie","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T05:28:19.871440Z"},"links":{"cited_paper":"/paper/2005.03754","citing_paper":"/paper/2509.05440"},"observation_digest":"sha256:1da7562e3b7b092db221027cfe6a69c1878d2558a80266abe69968d635c83f61","observation_id":"1d828476-64a0-4a1a-8d20-8b649506da3f","resolution":{"observed_at":"2026-08-05T05:28:19.871440Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.05440","last_updated":"2025-09-05T18:48:34Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T23:11:54.314811Z","submitted_at":"2025-09-05T18:48:34Z","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":5,"verified_exact":0,"verified_fuzzy":8},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2509.05440."}