{"as_of":"2026-08-14T09:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:90a1b1b374c8eecd62b3343751ec9cc6c31f4539aabfa7118a3c1af77a36552d","coverage":[{"denominator":41,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":41,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T11:15:45.036542Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.18444/citation-record","integrity":"/paper/2411.18444/integrity","json":"/paper/2411.18444/citation-record.json","paper":"/paper/2411.18444"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.14219","last_updated":"2024-08-30T21:17:17Z","snapshot_observed_at":"2026-08-10T14:07:02.234322Z","submitted_at":"2024-04-22T14:32:33Z","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.14219","snapshot_observed_at":"2026-08-12T11:15:44.884047Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.884047Z"},"links":{"cited_paper":"/paper/2404.14219","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:e511da32e2366b2874906962c028c074b81e80fe2a37e9d89cdea6eb0b1ef022","observation_id":"5f57e877-a714-4d08-bc04-b2701e5b6475","resolution":{"observed_at":"2026-08-12T11:15:44.884047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.663122Z","title":null,"venue":null,"work_id":"887cae99-8a98-4a05-8432-e82f14ec626f","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.889347Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:e3b1b372723ea014bb35ec5487f60a2497b9e4338019b89ad29368f3d4066cde","observation_id":"8f4c2d94-ac0b-48f3-912c-a46cb6ca85dd","resolution":{"observed_at":"2026-08-12T11:15:45.667624Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2004.05150","last_updated":"2020-12-02T17:52:35Z","snapshot_observed_at":"2026-07-31T17:17:17.205582Z","submitted_at":"2020-04-10T17:54:09Z","title":"Longformer: The Long-Document Transformer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.05150","snapshot_observed_at":"2026-08-12T11:15:44.893023Z","title":"Peters, and Arman Cohan","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.893023Z"},"links":{"cited_paper":"/paper/2004.05150","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:8b72be36e9bcdacb90aff2dd010ee96abc894ee6b953c2fdb345ab0ec57a09fb","observation_id":"6e8444b8-8595-4614-b9c5-3172ad3144c0","resolution":{"observed_at":"2026-08-12T11:15:44.893023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.00785","last_updated":"2024-04-13T22:02:23Z","snapshot_observed_at":"2026-08-13T05:59:47.710362Z","submitted_at":"2023-10-01T20:46:44Z","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.00785","snapshot_observed_at":"2026-08-12T11:15:44.899023Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.899023Z"},"links":{"cited_paper":"/paper/2310.00785","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:f3484cb20a9de46a56ed48716dd7a3914a70cc4d70b7e27bda6d280142a101fe","observation_id":"286888fa-d1da-48a7-85d9-62170a4ce498","resolution":{"observed_at":"2026-08-12T11:15:44.899023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.903641Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.903641Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:d011467689d2c8535ea154179b9cde6e56e1eff7bf201492fd048a22bcf04cfa","observation_id":"c44a21a3-fa14-4fdc-b35c-de39d660e9f8","resolution":{"observed_at":"2026-08-12T11:15:44.903641Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.907502Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.907502Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:dd11a8c28f4dd1034083ec290d1874b6580406586f6e69a37fb3b2d1e44f6244","observation_id":"5bc93c1d-5625-44ad-8029-ca7c714a4b8f","resolution":{"observed_at":"2026-08-12T11:15:44.907502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.911295Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.911295Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:d8f4743904fd6f4fb4bc1cd223d0c6cdd49cf565998da0932c9c39317b126410","observation_id":"81df54e3-834c-4ed7-8e9b-ac6144d7709d","resolution":{"observed_at":"2026-08-12T11:15:44.911295Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.00748","last_updated":"2022-12-27T05:55:42Z","snapshot_observed_at":"2026-08-13T16:33:32.063735Z","submitted_at":"2022-08-01T11:14:39Z","title":"Efficient Long-Text Understanding with Short-Text Models","version":3},"cited_work":{"arxiv_id":"2208.00748","doi":"10.48550/arxiv.2208.00748","metadata_source":"pith","pith_arxiv_id":"2208.00748","snapshot_observed_at":"2026-08-12T12:16:16.734455Z","title":"Efficient Long-Text Understanding with Short-Text Models","venue":"cs.CL","work_id":"002d4d97-370b-4c30-a065-6f62c1d00d62","year":2022},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.915113Z"},"links":{"cited_paper":"/paper/2208.00748","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:259568c554e2c3c79046533c1eef70cc04d5d49ea5e224977b9ca4bccaea080a","observation_id":"09bf218b-3910-4fd0-bb36-c61da690a4db","resolution":{"observed_at":"2026-08-12T11:15:45.192737Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.11987","last_updated":"2022-11-10T18:59:00Z","snapshot_observed_at":"2026-08-08T11:23:49.984312Z","submitted_at":"2020-03-24T13:02:59Z","title":"Partially Observed Discrete-Time Risk-Sensitive Mean Field Games","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.11987","snapshot_observed_at":"2026-08-12T11:15:44.918972Z","title":"Janin, D","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.918972Z"},"links":{"cited_paper":"/paper/2003.11987","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:2a54a6585b88a0080c27d253ef5a35492270bb5e7819c56603fc59a246eb256e","observation_id":"750e015c-65d3-43d5-85bd-157afc123a67","resolution":{"observed_at":"2026-08-12T11:15:44.918972Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.03602","last_updated":"2024-07-27T22:01:50Z","snapshot_observed_at":"2026-08-13T00:37:33.676177Z","submitted_at":"2024-04-04T17:19:47Z","title":"Evaluating LLMs at Detecting Errors in LLM Responses","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.03602","snapshot_observed_at":"2026-08-12T11:15:44.922660Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.922660Z"},"links":{"cited_paper":"/paper/2404.03602","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:f2f4236fac75d617a0fd76f7a318866121903feed67aa8af1b59d95475dcb06f","observation_id":"777090e7-1f52-4402-a912-8a91d9cf3c3d","resolution":{"observed_at":"2026-08-12T11:15:44.922660Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"abs/2332226","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.563829Z","title":null,"venue":null,"work_id":"2841d357-e750-453e-b334-35515aa1b6ce","year":1938},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.926888Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:6854004500d2308a8f03726b63fb566cefd33003b03526e1141c40911abcdcb8","observation_id":"8c35e6f2-7b8d-4609-a190-c884ee86bf9e","resolution":{"observed_at":"2026-08-12T11:15:45.570367Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11919","last_updated":"2024-07-16T17:10:16Z","snapshot_observed_at":"2026-08-12T23:20:54.047281Z","submitted_at":"2024-07-16T17:10:16Z","title":"What's Wrong? Refining Meeting Summaries with LLM Feedback","version":1},"cited_work":{"arxiv_id":"2407.11919","doi":"10.48550/arxiv.2407.11919","metadata_source":"pith","pith_arxiv_id":"2407.11919","snapshot_observed_at":"2026-08-12T12:16:16.734455Z","title":"What's Wrong? Refining Meeting Summaries with LLM Feedback","venue":"cs.CL","work_id":"e2a4c6d6-7b5e-4e6f-9cc8-3b871051d27a","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.930473Z"},"links":{"cited_paper":"/paper/2407.11919","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:9bf403c6e60e722fbee2ef580e47dfac1bbd9fdf1248162828ddf0465d991cf0","observation_id":"464da0f6-c9d3-497c-95c0-05a4176c70b2","resolution":{"observed_at":"2026-08-12T11:15:45.179340Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07494","last_updated":"2025-04-23T18:00:46Z","snapshot_observed_at":"2026-08-12T23:45:18.505204Z","submitted_at":"2024-06-11T17:30:22Z","title":"CADS: A Systematic Literature Review on the Challenges of Abstractive Dialogue Summarization","version":3},"cited_work":{"arxiv_id":"2406.07494","doi":"10.48550/arxiv.2406.07494","metadata_source":"pith","pith_arxiv_id":"2406.07494","snapshot_observed_at":"2026-08-12T12:16:16.734455Z","title":"CADS: A Systematic Literature Review on the Challenges of Abstractive Dialogue Summarization","venue":"cs.CL","work_id":"24f29343-996d-4b23-9384-42128d040071","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.934263Z"},"links":{"cited_paper":"/paper/2406.07494","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:6ac77321122baf559becfb00435269be3a5a7ff6db96759871aa332eb79063b0","observation_id":"31442191-bb15-47da-a0d5-2cd4383436f6","resolution":{"observed_at":"2026-08-12T11:15:45.165351Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.11124","last_updated":"2024-10-18T15:34:41Z","snapshot_observed_at":"2026-08-13T00:28:32.101086Z","submitted_at":"2024-04-17T07:15:07Z","title":"What's under the hood: Investigating Automatic Metrics on Meeting Summarization","version":2},"cited_work":{"arxiv_id":"2404.11124","doi":"10.48550/arxiv.2404.11124","metadata_source":"pith","pith_arxiv_id":"2404.11124","snapshot_observed_at":"2026-08-12T12:16:16.734455Z","title":"What's under the hood: Investigating Automatic Metrics on Meeting Summarization","venue":"cs.CL","work_id":"bdff8bd4-5fc4-411d-8f36-bd1eda1da7ac","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.937900Z"},"links":{"cited_paper":"/paper/2404.11124","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:2f53666d3d3172f8ebc9a0afd487fd00a9483b86cba8efae593c5aab42ef2455","observation_id":"5d66d9af-aa4c-4e85-ab64-dde0c7339c83","resolution":{"observed_at":"2026-08-12T11:15:45.150714Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2307/270787","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.130605Z","title":null,"venue":null,"work_id":"42cc4978-4c50-4f8c-87ea-cb59884ae39f","year":1970},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.941586Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:eb39dc60e663b861068acde3abe9a309fba1374a92ae23e597b5ff5980ccf36c","observation_id":"481d91c4-e6b8-49da-9e7e-612215325e98","resolution":{"observed_at":"2026-08-12T11:15:45.135563Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.945162Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.945162Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:ebc87bf723db807da21dd9d5e0f534126de76f1978e523c62f4350ee74639dda","observation_id":"4935486b-76de-4528-a6db-5c76c6d724e5","resolution":{"observed_at":"2026-08-12T11:15:44.945162Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.00267","last_updated":"2024-09-03T14:01:54Z","snapshot_observed_at":"2026-07-06T16:13:07.384791Z","submitted_at":"2023-09-01T05:53:33Z","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.00267","snapshot_observed_at":"2026-08-12T11:15:44.948619Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.948619Z"},"links":{"cited_paper":"/paper/2309.00267","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:1396d7fc6252b1140ce403111a36d3642aeaadcd2fa60e2b6bb62a6636f58ca9","observation_id":"3cc07b78-44c2-4d7d-aaee-54adb79e3be4","resolution":{"observed_at":"2026-08-12T11:15:44.948619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.19305","last_updated":"2024-04-15T14:21:52Z","snapshot_observed_at":"2026-08-13T00:43:09.155605Z","submitted_at":"2024-03-28T10:41:47Z","title":"MATEval: A Multi-Agent Discussion Framework for Advancing Open-Ended Text Evaluation","version":2},"cited_work":{"arxiv_id":"2403.19305","doi":null,"metadata_source":"pith","pith_arxiv_id":"2403.19305","snapshot_observed_at":"2026-08-12T11:15:45.478319Z","title":"MATEval: A Multi-Agent Discussion Framework for Advancing Open-Ended Text Evaluation","venue":"cs.CL","work_id":"c39164f9-000e-43de-be58-651e1c2146f2","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.952100Z"},"links":{"cited_paper":"/paper/2403.19305","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:85fe2a7ca65b0197fb93c0e2408789201e1ac18f1598423f11b191d19f65d789","observation_id":"fb76fc13-220a-4991-91d1-61839cadfab5","resolution":{"observed_at":"2026-08-12T11:15:45.482664Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.19118","last_updated":"2024-10-09T02:41:21Z","snapshot_observed_at":"2026-08-01T16:20:31.337598Z","submitted_at":"2023-05-30T15:25:45Z","title":"Encouraging Divergent Thinking in Large Language Models through Multi-Agent Debate","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.19118","snapshot_observed_at":"2026-08-12T11:15:44.956076Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.956076Z"},"links":{"cited_paper":"/paper/2305.19118","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:7d6db54564d2dd028d6e9085613d7fafc93f8623c289fbca88647b088813228d","observation_id":"fcb19a8b-eee7-49e0-a357-e8cd08710888","resolution":{"observed_at":"2026-08-12T11:15:44.956076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.959725Z","title":null,"venue":null,"work_id":null,"year":1932},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.959725Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:fba3b7b25a213b84a27d59f0af24df46724d72110128c2881551882dd3ad67ad","observation_id":"98e4b180-42e0-41df-8f38-7aed095216ad","resolution":{"observed_at":"2026-08-12T11:15:44.959725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.963543Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.963543Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:9cbb563080cfaafcdc8a183ed77a18acd1e0ab215a48ec8caedf1509bb94b4d3","observation_id":"fd5e7acf-389b-48ac-8e11-2bf3146c2f93","resolution":{"observed_at":"2026-08-12T11:15:44.963543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.966717Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.966717Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:cf875241cecaab6ad474fb211c94b83628ba2f83a54113c62966d75bfbf49d36","observation_id":"77eb9a51-145c-4cb3-ab22-9860fc53e854","resolution":{"observed_at":"2026-08-12T11:15:44.966717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.13308","last_updated":"2023-09-23T08:46:11Z","snapshot_observed_at":"2026-08-13T10:07:09.184755Z","submitted_at":"2023-09-23T08:46:11Z","title":"Calibrating LLM-Based Evaluator","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.13308","snapshot_observed_at":"2026-08-12T11:15:44.970534Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.970534Z"},"links":{"cited_paper":"/paper/2309.13308","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:fee505a763c0ef30683732243540267f5f37a2d8c31ed99f0a3d65e306ab570b","observation_id":"ff2cbbb3-7af3-4f8b-927d-6c210e994160","resolution":{"observed_at":"2026-08-12T11:15:44.970534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.640397Z","title":null,"venue":null,"work_id":"0c057d45-96e6-4636-b490-e3be90becf35","year":2005},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.973828Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:c588de016cefe84c211aaa28fb601e622903d5afa82e90c74440c9ddddf3e709","observation_id":"1ca33049-d0ff-4a79-ad6d-19778c66d634","resolution":{"observed_at":"2026-08-12T11:15:45.643970Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14251","last_updated":"2023-10-11T05:27:50Z","snapshot_observed_at":"2026-08-13T11:35:21.266527Z","submitted_at":"2023-05-23T17:06:00Z","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14251","snapshot_observed_at":"2026-08-12T11:15:44.977176Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.977176Z"},"links":{"cited_paper":"/paper/2305.14251","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:db37f49bf34343e14bacf1c9089171355777b0e26a2585666deee026bada6fc6","observation_id":"ff7ac54d-4936-4131-845b-97d6ed45b49d","resolution":{"observed_at":"2026-08-12T11:15:44.977176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.04347","last_updated":"2022-08-08T18:10:58Z","snapshot_observed_at":"2026-08-13T14:48:48.687004Z","submitted_at":"2022-08-08T18:10:58Z","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.04347","snapshot_observed_at":"2026-08-12T11:15:44.981403Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.981403Z"},"links":{"cited_paper":"/paper/2208.04347","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:880f9d32737a91ff6c01b00ea02eb173ed8f1a997d30de95602572ba689d1131","observation_id":"f6924962-e928-4e73-b064-43729bd880c4","resolution":{"observed_at":"2026-08-12T11:15:44.981403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.985593Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.985593Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:f8bbd33b9611cfa4f87f472bff25a4cf99b043d9eecbfc27c343864be2193bd3","observation_id":"336543a0-5fe9-436e-bc60-cab1b8fdb499","resolution":{"observed_at":"2026-08-12T11:15:44.985593Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.989080Z","title":"Spearman","venue":null,"work_id":null,"year":1904},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.989080Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:604913c3c717898a03fc44b8436aca405ce1133022f2bc2005f0bc2c3658c38e","observation_id":"a905945b-1b44-4867-8f2c-900166838e5f","resolution":{"observed_at":"2026-08-12T11:15:44.989080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:44.993127Z","title":null,"venue":null,"work_id":null,"year":1954},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.993127Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:3572199e781ed75b8b7e5ed5c878acb4524b34d9e20b9e92e4a498380ced202d","observation_id":"b3aaefc5-8694-4820-960d-9b5baff538b4","resolution":{"observed_at":"2026-08-12T11:15:44.993127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-12T11:15:44.996527Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:44.996527Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:283cf51dcecbcdd02aa8bb90444c6c557419e6c34bfe24d63ac8c0ccb2b9b207","observation_id":"769bf778-873d-4fc2-9260-914b6bdddc36","resolution":{"observed_at":"2026-08-12T11:15:44.996527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14975","last_updated":"2023-10-24T04:27:42Z","snapshot_observed_at":"2026-08-13T11:34:39.120541Z","submitted_at":"2023-05-24T10:12:33Z","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14975","snapshot_observed_at":"2026-08-12T11:15:45.000278Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.000278Z"},"links":{"cited_paper":"/paper/2305.14975","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:cb1236dbd478314e82b05eeb664d4e3cd8b0cf1437b9aaafe66f9154a799eff8","observation_id":"fc857310-d720-44b5-bb35-893cde8ddb83","resolution":{"observed_at":"2026-08-12T11:15:45.000278Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02666","last_updated":"2024-08-08T17:09:58Z","snapshot_observed_at":"2026-08-12T23:08:15.634578Z","submitted_at":"2024-08-05T17:57:02Z","title":"Self-Taught Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02666","snapshot_observed_at":"2026-08-12T11:15:45.003673Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.003673Z"},"links":{"cited_paper":"/paper/2408.02666","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:18f68b44603e36ff76b7b20511ebb2a443ac0419816c99d100b6ba1a84c748e6","observation_id":"3d5337aa-8428-40fd-9fac-62f47a146417","resolution":{"observed_at":"2026-08-12T11:15:45.003673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.13006","last_updated":"2025-03-30T17:59:47Z","snapshot_observed_at":"2026-08-14T05:07:24.912137Z","submitted_at":"2024-08-23T11:49:01Z","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.13006","snapshot_observed_at":"2026-08-12T11:15:45.007500Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.007500Z"},"links":{"cited_paper":"/paper/2408.13006","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:f096b047d76d36425999f1162f0576df44a3b3edfe0d17c8149ade0bbab2fd79","observation_id":"93aad358-4b48-40d0-b804-ff1f51b37eb0","resolution":{"observed_at":"2026-08-12T11:15:45.007500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.629965Z","title":"Chi, Quoc V","venue":null,"work_id":"d528a618-a508-441a-9978-2de699b190b8","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.011287Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:afc4e1829fe976a5adf2d6a80d33670e1aee3b6961b77abac531fa6a4ece6a79","observation_id":"f6a4c99d-b309-4cb7-bc3c-d1766ce1e9c4","resolution":{"observed_at":"2026-08-12T11:15:45.633431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.11520","last_updated":"2021-10-27T11:16:01Z","snapshot_observed_at":"2026-08-13T18:59:25.766093Z","submitted_at":"2021-06-22T03:20:53Z","title":"BARTScore: Evaluating Generated Text as Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.11520","snapshot_observed_at":"2026-08-12T11:15:45.014907Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.014907Z"},"links":{"cited_paper":"/paper/2106.11520","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:29ce37c9667cd23c9c1d178c32dacd68b6ff0e734b371437727b7a0562e3d321","observation_id":"92e2efc6-3a6b-4ef7-a292-587e55517614","resolution":{"observed_at":"2026-08-12T11:15:45.014907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-12T11:15:45.018557Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.018557Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:d0a62bff35c2b8e6a6250d272fc39ee043724f1dfa28815bbf729d3e4b27af46","observation_id":"9b9ce738-4382-40d4-bb13-a92d5f24feb2","resolution":{"observed_at":"2026-08-12T11:15:45.018557Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.618684Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":"782c8159-31a1-4391-bad9-1a3bd9e0d2f7","year":2024},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.021980Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:e3cf9106984ed28d0c683b4683d55d3dccab2618590e2e33274c9f4bfbdc9b92","observation_id":"ec1315cd-dd4a-4407-8dd0-903c79647cd6","resolution":{"observed_at":"2026-08-12T11:15:45.623134Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2109.02492","last_updated":"2022-01-06T14:13:18Z","snapshot_observed_at":"2026-08-13T18:17:02.865933Z","submitted_at":"2021-09-06T13:55:03Z","title":"DialogLM: Pre-trained Model for Long Dialogue Understanding and Summarization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.02492","snapshot_observed_at":"2026-08-12T11:15:45.025369Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.025369Z"},"links":{"cited_paper":"/paper/2109.02492","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:e0d5f1e513450692010086024bd452a8922cd6032b024f4460f038328299bf73","observation_id":"01a588ee-d342-41c9-8e6e-6661c0f7c25a","resolution":{"observed_at":"2026-08-12T11:15:45.025369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.05938","last_updated":"2021-04-13T05:00:35Z","snapshot_observed_at":"2026-08-13T19:40:51.084749Z","submitted_at":"2021-04-13T05:00:35Z","title":"QMSum: A New Benchmark for Query-based Multi-domain Meeting Summarization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.05938","snapshot_observed_at":"2026-08-12T11:15:45.029079Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.029079Z"},"links":{"cited_paper":"/paper/2104.05938","citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:5d7c3ebcb8ae6c146891a87e172277769c3fa2be606b533fe799498571034a8d","observation_id":"63c82b49-1806-4d13-9d33-fd43636f0256","resolution":{"observed_at":"2026-08-12T11:15:45.029079Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.032605Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.032605Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:98d5af30a0f0fa5bfd9b0523a60ccbdf9a712b9e5e857b87db5bce1496ccf1b1","observation_id":"8720c534-1a43-4152-bd68-65d658be2575","resolution":{"observed_at":"2026-08-12T11:15:45.032605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:15:45.036542Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-12T11:15:45.036542Z"},"links":{"citing_paper":"/paper/2411.18444"},"observation_digest":"sha256:5c6d0957a2e1b9d2087a40f0ff14afcae15f0f9f9f0a36e22ab350a3b4d79d75","observation_id":"882dac97-f3f8-49b5-82d4-04c27cfa741a","resolution":{"observed_at":"2026-08-12T11:15:45.036542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.18444","last_updated":"2024-11-27T15:35:32Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T16:14:41.035802Z","submitted_at":"2024-11-27T15:35:32Z","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator"},"reference_resolution":{"displayed":41,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":32,"verified_exact":7,"verified_fuzzy":2},"total_outbound_references":41},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 41 of 41 outbound references and 0 inbound Pith citation observations for arXiv:2411.18444."}