{"as_of":"2026-08-09T21:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9c0ea24f8e682e8a5464f729d81ceac97ac5f72adf8122c54729b4f5104267ad","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:59:58.708794Z","state":"measured"},{"denominator":81,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":81,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.20451/citation-record","integrity":"/paper/2505.20451/integrity","json":"/paper/2505.20451/citation-record.json","paper":"/paper/2505.20451"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T13:59:51.722580Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.722580Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:ef254f26cf32fce52e5f972496772a6a32e7000a7e014d7e2839aee7d691a8eb","observation_id":"0b662a1f-abce-4f48-abba-0c41125fe97d","resolution":{"observed_at":"2026-08-07T13:59:51.722580Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:51.759110Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.759110Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:babaa52d9ee98daf9b26fd932145e96a8ff8d323dadd9f4ab786215f9790ff8c","observation_id":"82e39027-5aef-4feb-94d1-70d2d7233d79","resolution":{"observed_at":"2026-08-07T13:59:51.759110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:51.805222Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.805222Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c47d4d35ccdd3ee3bed749d70a861f7e7974b18df1b8b30ab0c249791e0d340a","observation_id":"340a29cd-6212-4d21-8277-6b32907609d1","resolution":{"observed_at":"2026-08-07T13:59:51.805222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:05.303276Z","title":null,"venue":null,"work_id":"037f4854-65ef-42f4-8285-151f4ee9a3b0","year":1997},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.863384Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:40f377baa394db5cd5a2fd6a7daa057a0f1e459e383454726278042305dbfeec","observation_id":"bdf52479-5a7d-4802-9211-9f1da537f809","resolution":{"observed_at":"2026-08-07T14:00:05.483247Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:05.096561Z","title":null,"venue":null,"work_id":"2041375a-6040-4774-8144-7a18e5bbc1f5","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.899656Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0d32de519ba025872ef9bfe33fe341d5508d5494e4fe24a1e0dedd62861d3f8b","observation_id":"409c7fcc-8269-4573-9e81-de8f1e03fd7e","resolution":{"observed_at":"2026-08-07T14:00:05.214383Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T13:59:51.947946Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.947946Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:fc226d48936453eaf0ffbb0457dae4a61244a2da29acee93975e79e014ee4e95","observation_id":"5179aef1-7c54-4a4e-8f99-58a4bf8a0a3d","resolution":{"observed_at":"2026-08-07T13:59:51.947946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08073","last_updated":"2022-12-15T06:19:23Z","snapshot_observed_at":"2026-08-02T04:53:58.766070Z","submitted_at":"2022-12-15T06:19:23Z","title":"Constitutional AI: Harmlessness from AI Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08073","snapshot_observed_at":"2026-08-07T13:59:51.994419Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.994419Z"},"links":{"cited_paper":"/paper/2212.08073","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:fbfbdbc221a11c3eb97679f22e54df9c3048dcfecf001571a54431eb398d7269","observation_id":"a0cd9613-a078-4b6b-ac09-2b2d9ff55e99","resolution":{"observed_at":"2026-08-07T13:59:51.994419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:52.038205Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.038205Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:50805c3376cf4f6a920ddf80b0d4b4828525c82c5398951ce78d1b95c9b3a713","observation_id":"5d2c7188-37c2-414d-b036-8f2064b3ec70","resolution":{"observed_at":"2026-08-07T13:59:52.038205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:52.086499Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.086499Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:016b37ea6cb174520da185f72555130b859879d7710c444a5104786ac100eba8","observation_id":"f84f95d4-f412-4639-ab88-ffa225e34076","resolution":{"observed_at":"2026-08-07T13:59:52.086499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.759087Z","title":null,"venue":null,"work_id":"d45e4ad3-965f-479f-84a1-721372a19441","year":2011},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.143071Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:3dc893d5794118f1deb69d2a234bd95e8b4d8f44df429ec34a18bb48348420c5","observation_id":"45d68cdd-c856-42e4-8602-3729a8aa6f8b","resolution":{"observed_at":"2026-08-07T14:00:04.958178Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.451212Z","title":null,"venue":null,"work_id":"e7ed0fa4-3572-4af7-99b1-5a135028b806","year":2019},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.214857Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:24b6947313ecd9e10ec6b917e310ea736a1b48a63d16242f6029d2422a897673","observation_id":"2fe64fcb-1f2b-49d6-911c-168c060a6776","resolution":{"observed_at":"2026-08-07T14:00:04.618114Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.170528Z","title":null,"venue":null,"work_id":"4e4ea280-871b-4fbd-94fa-66775ce3f276","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.258806Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8cd4283ca8bd1fe8099122f9412e450f594fe977f2fee2c605d313b247b4e19f","observation_id":"c10ef11e-486e-4a3c-88d7-ccf2db0c40df","resolution":{"observed_at":"2026-08-07T14:00:04.301866Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.882077Z","title":null,"venue":null,"work_id":"f4491bb2-1761-4a10-88c9-cb6c4b862b6e","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.327925Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d631c55232d7a15edfab5129fd6077fd625adef202ca548fbd8c355796eb82cd","observation_id":"b968bf6d-b2ac-4859-baa8-49c14386ec0c","resolution":{"observed_at":"2026-08-07T14:00:04.018031Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T13:59:52.394734Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.394734Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c0b61cad7f899f83e74ce703887a6b4290cd78d1b21b8a5c556987147e110ef8","observation_id":"10239b10-9c95-48a7-b89c-07e6d3ff8f60","resolution":{"observed_at":"2026-08-07T13:59:52.394734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.559334Z","title":"Chatbot arena: An open platform for evaluating llms by human preference","venue":null,"work_id":"da2e6c11-a3c9-4e59-8038-0437a651e06e","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.489413Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:11be52f1847018d9ad9efdf2ec0c0dad093647534f4637d805ac9e81b68dee21","observation_id":"7b7c2c2a-dc8b-45a5-99d9-93e82790ebe0","resolution":{"observed_at":"2026-08-07T14:00:03.743420Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01377","last_updated":"2024-07-16T03:24:39Z","snapshot_observed_at":"2026-08-02T07:46:40.319683Z","submitted_at":"2023-10-02T17:40:01Z","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01377","snapshot_observed_at":"2026-08-07T13:59:52.601274Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.601274Z"},"links":{"cited_paper":"/paper/2310.01377","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:ee0d1d642ed424efc0d680bf89afe6fdcfe75fa7ac53b124c43e8d0ce81092ba","observation_id":"eaaee4df-b2fc-4f06-8380-645bd5b93835","resolution":{"observed_at":"2026-08-07T13:59:52.601274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.259838Z","title":null,"venue":null,"work_id":"dcf54842-b6b6-437e-88bf-7abe669bfd69","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.676371Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:165beb69ec703c71580c38dd75f1131c8a84962c864aee3ecedf13b1bd2bf5e8","observation_id":"efe10e7c-12ee-4026-8cfc-7e484ca75ff3","resolution":{"observed_at":"2026-08-07T14:00:03.426858Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06961","last_updated":"2024-10-09T14:57:31Z","snapshot_observed_at":"2026-07-06T19:30:26.233621Z","submitted_at":"2024-10-09T14:57:31Z","title":"Self-Boosting Large Language Models with Synthetic Preference Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06961","snapshot_observed_at":"2026-08-07T13:59:52.814369Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.814369Z"},"links":{"cited_paper":"/paper/2410.06961","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4da9f307c438b6606155e831c575f618c2c1d7793cbd6b4bde438567a4170503","observation_id":"fba7583b-1717-4553-a9f9-b7f8b80d04d3","resolution":{"observed_at":"2026-08-07T13:59:52.814369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11657","last_updated":"2024-06-17T15:41:30Z","snapshot_observed_at":"2026-08-06T10:04:21.484738Z","submitted_at":"2024-06-17T15:41:30Z","title":"Can LLM be a Personalized Judge?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11657","snapshot_observed_at":"2026-08-07T13:59:52.915877Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.915877Z"},"links":{"cited_paper":"/paper/2406.11657","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:fa572a36b3f1ee94166eac526a8b1ea0fdb52b85a6b5ad320af7272af585d4e5","observation_id":"5f7abe1e-2306-4435-bfd8-f916edb00ee1","resolution":{"observed_at":"2026-08-07T13:59:52.915877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.10164","last_updated":"2024-09-16T10:54:04Z","snapshot_observed_at":"2026-07-06T19:15:56.947205Z","submitted_at":"2024-09-16T10:54:04Z","title":"Quantile Regression for Distributional Reward Models in RLHF","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.10164","snapshot_observed_at":"2026-08-07T13:59:52.976745Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.976745Z"},"links":{"cited_paper":"/paper/2409.10164","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e37af68cad17b82a28d30ce3e9a2f6d9eb476070ba1f9cd8d18f4a509ddc06a1","observation_id":"e14e7958-b5e2-40df-8bca-e24c582c732f","resolution":{"observed_at":"2026-08-07T13:59:52.976745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.072402Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.072402Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:110da2748764ce1e99952ab6e99af368a3575399b4efdafe3a5b4b579ad790c7","observation_id":"1ff35b5c-3765-401c-b165-15a60e460072","resolution":{"observed_at":"2026-08-07T13:59:53.072402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.200789Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.200789Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:34c4c4c1a46d663bd0b4eaea7f219c7a1e0ea0b3881a320e1c0055cdba68966a","observation_id":"fcdeb199-64e7-48f1-bcf9-8668238593c9","resolution":{"observed_at":"2026-08-07T13:59:53.200789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.900984Z","title":null,"venue":null,"work_id":"f6566920-727c-4d18-99f2-e735c9e00fe0","year":1996},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.332752Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:18b38d950177ddd13faa6db4f2b92639f1e0e65e4e82321af8edd9c43d7cf4da","observation_id":"3ea99d99-a67b-433c-ba33-b671b45781e1","resolution":{"observed_at":"2026-08-07T14:00:03.080662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.579594Z","title":null,"venue":null,"work_id":"a084c6f0-83d9-415c-b934-56aafaf5dde6","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.420570Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:fb2b8b76d19e1092abf3acbada4e2c598ce259549517af5a19a13d2019b4de5b","observation_id":"00343a65-646b-4023-af0d-2ef261c51290","resolution":{"observed_at":"2026-08-07T14:00:02.740775Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.315999Z","title":null,"venue":null,"work_id":"128ec4c1-b462-4c67-a7dc-8011f25895ef","year":1975},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.466253Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e89e505d70e6c6c3aecbc060350a63f29c4c4f56a549cc351c894672340a6217","observation_id":"57318e3b-ffaf-4dea-b2d7-75238428955a","resolution":{"observed_at":"2026-08-07T14:00:02.429021Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.522813Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.522813Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e508581fe1214cf3bf3a8cea85d43b8edaa20df4d6f6307cfdc1c8c88f7dfa8a","observation_id":"a1ece9bb-afd6-47a9-a678-3de17b49b0bf","resolution":{"observed_at":"2026-08-07T13:59:53.522813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.040942Z","title":"The application of grice maxims in conversation: A pragmatic study","venue":null,"work_id":"91249bb1-aa92-4327-b904-f822f0b3a57a","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.580375Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:76471043f0ee2aa3eb203b498ba51ec16dd55b54448cde2696e3b7c376ae8a95","observation_id":"96f5e166-d88b-4850-9d13-6664ac1c1ed1","resolution":{"observed_at":"2026-08-07T14:00:02.162892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.829049Z","title":null,"venue":null,"work_id":"5b23034f-b045-4dc6-9cf9-5f50a40f01dc","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.640180Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:13ec7e28abc955e9d0f08457411e4a25fc08f3b45c3fc8e0d6bd4355f1552fe2","observation_id":"8d840564-5881-4979-af90-639689d846ba","resolution":{"observed_at":"2026-08-07T14:00:01.918906Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05232","last_updated":"2024-11-19T12:42:45Z","snapshot_observed_at":"2026-07-06T16:45:07.733095Z","submitted_at":"2023-11-09T09:25:37Z","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05232","snapshot_observed_at":"2026-08-07T13:59:53.700748Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.700748Z"},"links":{"cited_paper":"/paper/2311.05232","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d809a803685881b5eb4dc4125b44d932c6e7c93a7ee4ac9f5e7b49290ea97edb","observation_id":"62a48f44-bb3d-4b3f-af8b-aa2e4eb9af3f","resolution":{"observed_at":"2026-08-07T13:59:53.700748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T13:59:53.788386Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.788386Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e9eb7d503b3f9b53fd79827f8c387ca0ed20a2381cd9ef2af9395f6bf808a543","observation_id":"20ee6e08-2ce8-4550-915b-8e237631f75a","resolution":{"observed_at":"2026-08-07T13:59:53.788386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.864311Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.864311Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:6d9626bb7c8f6daadee31f991aba45787183a252df5bbbcdd07bdb15816b08d4","observation_id":"e2f2ef08-ebfd-4ffc-a1fa-376719b9d26e","resolution":{"observed_at":"2026-08-07T13:59:53.864311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.naacl-main.296","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.106054Z","title":null,"venue":null,"work_id":"b176f06d-324a-42a9-9742-06f88b8d956f","year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.937269Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:13f1a087be9eea76ee80aa641d72c8be33f2cd5d2bfed3220e7c319b5bf6a46e","observation_id":"c9fb7555-df7a-4fba-a33a-34497043e635","resolution":{"observed_at":"2026-08-07T13:59:59.191532Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-07-06T18:52:07.765911Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-07T13:59:54.023882Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.023882Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:ceafe8b6e76b1cb916cf6c919fc41de31b71e1ff0468e75ecbdfce46f3c8a93f","observation_id":"e58d48c8-f8da-4d62-92ae-dcb9336f3f37","resolution":{"observed_at":"2026-08-07T13:59:54.023882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.604610Z","title":null,"venue":null,"work_id":"5e6c091d-24fa-4c0e-a0a4-1e54aa81ded9","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.069421Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0b30e4ab81dd83c725e0c9691f877c9887354940891433fde084546c11aa8a0c","observation_id":"c60f71a3-ff41-4b49-a8f1-801038780803","resolution":{"observed_at":"2026-08-07T14:00:01.720980Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.392989Z","title":"Prometheus: Inducing fine-grained evaluation capability in language models","venue":null,"work_id":"97113ce7-ffc4-42e8-b26d-9995b5a9701a","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.132592Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:46e97ff1d34095a64a151c4a99eee01ee9b2a1c148803dba2683dace661211fe","observation_id":"6d60fe23-69cf-462c-82ff-bb7d9d3c5748","resolution":{"observed_at":"2026-08-07T14:00:01.477476Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16019","last_updated":"2024-12-03T16:18:10Z","snapshot_observed_at":"2026-08-02T20:55:07.319348Z","submitted_at":"2024-04-24T17:51:36Z","title":"The PRISM Alignment Dataset: What Participatory, Representative and Individualised Human Feedback Reveals About the Subjective and Multicultural Alignment of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16019","snapshot_observed_at":"2026-08-07T13:59:54.208609Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.208609Z"},"links":{"cited_paper":"/paper/2404.16019","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f5329a794e690e6420cf98ab7224d735a27cbfa8a6e0ac20bf7163593292e0e3","observation_id":"f020e35e-8e2b-459d-92af-e2a615d067e2","resolution":{"observed_at":"2026-08-07T13:59:54.208609Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.261550Z","title":null,"venue":null,"work_id":"4ed4ab5a-9a53-46eb-9d78-514a2fbaf79b","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.257939Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:33585df90ec438ac55bf8d6922273ccda2dca3c088d0d608d3a9637e3d54664c","observation_id":"5f5db25d-0701-4338-9243-6de21e8230bb","resolution":{"observed_at":"2026-08-07T14:00:01.324661Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.133174Z","title":null,"venue":null,"work_id":"c225a972-9135-472d-af6a-d8653feef815","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.312444Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c32bac0651bf8e4900abf39eff32e71dffdde9e63936c480cf17b9ff6822af1d","observation_id":"0b5432a1-2c28-4ad1-91fe-e5c3018514ea","resolution":{"observed_at":"2026-08-07T14:00:01.182568Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.06120","last_updated":"2025-05-09T15:21:44Z","snapshot_observed_at":"2026-08-08T19:35:51.229758Z","submitted_at":"2025-05-09T15:21:44Z","title":"LLMs Get Lost In Multi-Turn Conversation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.06120","snapshot_observed_at":"2026-08-07T13:59:54.405296Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.405296Z"},"links":{"cited_paper":"/paper/2505.06120","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:2d652475434d2e79643545bc9195ee30e16274f670182369a8c7f54af227b8cd","observation_id":"521a8b16-f379-40fd-885a-75c8eba5774a","resolution":{"observed_at":"2026-08-07T13:59:54.405296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18629","last_updated":"2024-06-26T17:43:06Z","snapshot_observed_at":"2026-08-06T00:24:52.274888Z","submitted_at":"2024-06-26T17:43:06Z","title":"Step-DPO: Step-wise Preference Optimization for Long-chain Reasoning of LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18629","snapshot_observed_at":"2026-08-07T13:59:54.505939Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.505939Z"},"links":{"cited_paper":"/paper/2406.18629","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:7b8cd6442f5cc1d6fa8d3cd1fe70b33a0c9d5988f650856e5e37b9c12f4b406d","observation_id":"93167904-f699-4575-8d5c-3297e29e1fcb","resolution":{"observed_at":"2026-08-07T13:59:54.505939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.030129Z","title":"Smith, and Hannaneh Hajishirzi","venue":null,"work_id":"08a960ea-a583-465b-a527-0011a6a730a5","year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.592707Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:88be2da9cf1582d9ae592e52984852fb0a113b5187a3ae399550b3dfe2f43b4d","observation_id":"123f7d3e-037f-4ee9-89b1-282d0df864f8","resolution":{"observed_at":"2026-08-07T14:00:01.071521Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.913029Z","title":"Rlaif vs","venue":null,"work_id":"da5bbda0-8f3f-432f-948c-04f36d831e8f","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.718268Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d31bb0602cfd3ad7cceba5e36aa36fd0facee1a0bb384613ce18f1ea5e40f8cd","observation_id":"fc69d3af-5071-4d2e-9b6c-1b34db6a16ed","resolution":{"observed_at":"2026-08-07T14:00:00.980571Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.770715Z","title":null,"venue":null,"work_id":"92557ef9-543e-4755-920b-4436217c6b33","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.830244Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d015ca6b5c58a0d344bd8f962987cba614b583de3de4c5b9d563ba9ecf0ab0e9","observation_id":"72784d52-41b3-44a8-8f65-2bb06b8a71d7","resolution":{"observed_at":"2026-08-07T14:00:00.826610Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:54.961670Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.961670Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:49da6e61f2a7c58352d821b1f96eed5c80487c6390949fc3afd1d99d7a37d182","observation_id":"5ad28ea9-8df0-4a15-ae1d-d00c3ffdc413","resolution":{"observed_at":"2026-08-07T13:59:54.961670Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.103381Z","title":"Hashimoto","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.103381Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:9cece29a889f0ee01425cf0814602f40c644302d99177839efffb50c7f04a9c1","observation_id":"09e44636-8a6c-41a0-90d4-6551a5311a94","resolution":{"observed_at":"2026-08-07T13:59:55.103381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.621786Z","title":"Wildbench: Benchmarking llms with challenging tasks from real users in the wild","venue":null,"work_id":"63e2c132-ecef-4dc0-b5d7-ebfb05513f69","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.230236Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:28268b016b37fcc60677a7a502b1ffaaa116c24eefc7b8c3ece948fe7d7b72b1","observation_id":"94a207a7-fe7e-48c2-86d1-ff308bc72056","resolution":{"observed_at":"2026-08-07T14:00:00.704957Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.309556Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.309556Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:7f4641b3ce066b2cbf9cbf3491eb112047dfcfd94d379341d8c810454a5185d8","observation_id":"93b92185-9fb6-4438-81c7-9526775f8aa9","resolution":{"observed_at":"2026-08-07T13:59:55.309556Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.415007Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.415007Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:5a03e241c1b77f6703ba804938abe4273187fb6c69b21fbfc1dddab722335ce2","observation_id":"8dc77b46-878d-43fe-b4a9-a961280fe1ba","resolution":{"observed_at":"2026-08-07T13:59:55.415007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.18451","last_updated":"2024-10-24T06:06:26Z","snapshot_observed_at":"2026-08-07T05:53:12.643515Z","submitted_at":"2024-10-24T06:06:26Z","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.18451","snapshot_observed_at":"2026-08-07T13:59:55.501937Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.501937Z"},"links":{"cited_paper":"/paper/2410.18451","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:061e1d28536248b4fff25e381ef8d9908f4173b0064893842c424987cbc51016","observation_id":"e701fc67-5854-4f6d-b13b-c7272dc2c5eb","resolution":{"observed_at":"2026-08-07T13:59:55.501937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.00847","last_updated":"2025-02-12T03:34:29Z","snapshot_observed_at":"2026-07-06T19:25:23.988463Z","submitted_at":"2024-10-01T16:29:59Z","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.00847","snapshot_observed_at":"2026-08-07T13:59:55.598978Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.598978Z"},"links":{"cited_paper":"/paper/2410.00847","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1b88205edbd619597da23073171622f0ae85e982cf61b830ae18c4e60d030cfb","observation_id":"3f36f7cb-1e25-4f99-9ba8-6c51aac05e88","resolution":{"observed_at":"2026-08-07T13:59:55.598978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10012","last_updated":"2022-03-18T15:21:11Z","snapshot_observed_at":"2026-07-06T12:49:36.698431Z","submitted_at":"2022-03-18T15:21:11Z","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","version":1},"cited_work":{"arxiv_id":"2203.10012","doi":null,"metadata_source":"pith","pith_arxiv_id":"2203.10012","snapshot_observed_at":"2026-08-07T13:59:59.346944Z","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","venue":"cs.CL","work_id":"7aedd368-d5b7-4ba0-8a85-65722d72fb6e","year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.712036Z"},"links":{"cited_paper":"/paper/2203.10012","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:449f69a2609a24912dfee73c0fdf81992413b5945c203a8c871019cd5ffdbe7f","observation_id":"b421c686-6caf-47e9-9f47-7687d3c55c78","resolution":{"observed_at":"2026-08-07T13:59:59.464473Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.587840Z","title":null,"venue":null,"work_id":"5511f67a-8c08-45c3-8eb6-87cfe941aa5e","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.847996Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c083f397b87fb2a66ae5a2b75a2d32cdd3da812bb70445e0f1ddd7724d527263","observation_id":"382484c3-acfb-4683-a335-7bf5c7765ca9","resolution":{"observed_at":"2026-08-07T14:00:00.610339Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.469734Z","title":null,"venue":null,"work_id":"b6102c9f-b07b-4bfb-b8d5-0ec3af00c951","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.996141Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:b6ff0d5c43bbb2921ee072c3f7bcbc4ebec386d224948da6b28233cebd7a9955","observation_id":"0c186211-44a7-4732-871b-b2d7756efcbb","resolution":{"observed_at":"2026-08-07T14:00:00.525457Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.391928Z","title":null,"venue":null,"work_id":"54366b2f-0827-406d-9a4b-c6a54f1b085e","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.096965Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:31905e66439aa629b861a0710a1f0b526867fe02275d7c58143c89b8b308447e","observation_id":"4bab5e71-9a90-45bd-bbf4-39c6a00fe54f","resolution":{"observed_at":"2026-08-07T14:00:00.427876Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.194336Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.194336Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0d7c87eed6c9b4a5ef13e5a72b0fd0287fcfc6f7afb83ab2db922c27f1a5e5e6","observation_id":"aa8b444c-7377-4c5d-8309-c81317cc3891","resolution":{"observed_at":"2026-08-07T13:59:56.194336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.acl-main.333","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.907003Z","title":null,"venue":null,"work_id":"e64d5e27-5cfc-4066-86de-0d560150bfb6","year":2020},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.277106Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:977b4a702b8c9158a9b8c74d9e1c1e081f51eb3dc390baef794a6b43948e2ee6","observation_id":"e78a76d3-1af8-4577-a9ed-7b5b85a6c8bb","resolution":{"observed_at":"2026-08-07T13:59:59.007894Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.358327Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.358327Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:77ab6f80f8a5fb95dabfa8ece7532452b0920d8cb2f4d09834f13b85e046be31","observation_id":"0830385f-d374-44b2-a32d-2742d0df955b","resolution":{"observed_at":"2026-08-07T13:59:56.358327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.298531Z","title":null,"venue":null,"work_id":"f449f938-25c7-434f-9208-65319d4b0dd3","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.436380Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:87f1e8c4abdaadde6cd4545dada79eedb6e32a39b37b02ee7e2d28186d6f5388","observation_id":"355f5d34-79cd-4a50-a3d3-dbf8e7fd3d5a","resolution":{"observed_at":"2026-08-07T14:00:00.334732Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.565885Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.565885Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:bfd60c15afadcf9024cb8c104f93fb73cc27b5a0b7e251bea33d3a14f0cd4351","observation_id":"a74e731c-f42c-473c-9d76-c63f5b71a83a","resolution":{"observed_at":"2026-08-07T13:59:56.565885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.192623Z","title":null,"venue":null,"work_id":"7c2eec08-37d6-4935-b078-c77f8ea071ea","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.660505Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c2f93a5d4273f479a75379ddbd3707d0187efec9787349f1ca4641992fbca5bb","observation_id":"d1c8da5a-3625-4687-bcf3-5c93d6155d23","resolution":{"observed_at":"2026-08-07T14:00:00.255919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.092658Z","title":null,"venue":null,"work_id":"5424184a-4cad-4d6a-8f8b-bbd63bda1efc","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.750853Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1eab0bb5757510d8280c2aaa61e284b5d592ea3eee6be28b1703f4f27deb5ee5","observation_id":"83a12fd4-4e6a-4a3b-a235-ffeaeebd981e","resolution":{"observed_at":"2026-08-07T14:00:00.138294Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.885102Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.885102Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:99b04a334cab95937cd6076fe7e320ce8617641daab7fe1d5dc9e476bce35464","observation_id":"3a67f386-5d97-4081-8eec-12c50c2da371","resolution":{"observed_at":"2026-08-07T13:59:56.885102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19312","last_updated":"2026-04-16T21:43:49Z","snapshot_observed_at":"2026-07-06T20:43:08.913991Z","submitted_at":"2025-02-26T17:08:46Z","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.19312","snapshot_observed_at":"2026-08-07T13:59:57.010682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.010682Z"},"links":{"cited_paper":"/paper/2502.19312","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:6f35fa120ce611e4e02439453ebe4a45ecccde3dd5e3555a8b0ebfc9ca573488","observation_id":"76496126-2417-400c-914b-8cbb716fc3ab","resolution":{"observed_at":"2026-08-07T13:59:57.010682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.127616Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.127616Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:53b813e3c9a1ac041a4753d2cbfb02824a2f679d64f398b205dd17f572c99673","observation_id":"7f62b010-754c-438c-a191-b2cbff5a17b9","resolution":{"observed_at":"2026-08-07T13:59:57.127616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.295101Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.295101Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d78f5ad73b4ce7760d90036fbcf587ad8180d36060044f63f12a2997c2238e31","observation_id":"fd3f6c79-cef5-4bd1-bc10-29ca00361a57","resolution":{"observed_at":"2026-08-07T13:59:57.295101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.385118Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.385118Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:79db57bce669a6297cef0a00a24f56a78e0e72f9d94a28dd772004608bc82b17","observation_id":"7cd4c086-cd60-433b-96d3-fc65d39b67e4","resolution":{"observed_at":"2026-08-07T13:59:57.385118Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18796","snapshot_observed_at":"2026-08-07T13:59:57.495458Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.495458Z"},"links":{"cited_paper":"/paper/2404.18796","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:7c18ba0012c049b7fb86ddd9ac3bb3163d487ea4963c217d2a42fb27de0a674b","observation_id":"b1c4fb87-74f8-4191-81d0-ea372c40eb1d","resolution":{"observed_at":"2026-08-07T13:59:57.495458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.636351Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.636351Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:cb1988634ef1200a2b456302f7e7debc045693a0f438dd2a7c6f162b06c9b6d4","observation_id":"3633d54b-4c96-480d-b311-736b53331170","resolution":{"observed_at":"2026-08-07T13:59:57.636351Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.757875Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.757875Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:095ec7bf86e552d6e562223db530580ba3dd05f3e8b17596a92d415afd6025df","observation_id":"04994018-c6d7-4073-a517-c35460bf0f39","resolution":{"observed_at":"2026-08-07T13:59:57.757875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.eancs-1.3","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.776258Z","title":null,"venue":null,"work_id":"3e9a7da0-3693-4960-a64e-ac0ab1e3231b","year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.874921Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:7a01c0f5f8e15a5fd9cb2446bef5a9b2ce6d1f5306b57b3b8816e73b900f9596","observation_id":"385a3f28-2e60-49a2-a59d-bcfdaaa4e323","resolution":{"observed_at":"2026-08-07T13:59:58.802204Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.991600Z","title":null,"venue":null,"work_id":"f7587cb7-c7d2-487a-bb11-670634482ae5","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.952891Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:583da42189857e7e3f13c9d1faa91f56497ea1a1888f6fa3bfe70176c1f0f50b","observation_id":"1ea14980-c606-494b-8e31-e75c97e20bf7","resolution":{"observed_at":"2026-08-07T14:00:00.023343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.024691Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.024691Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:276c902742dd91f6ac2014d8e6fd33b6a26ee8322f1b448e5b6ea9a71532193b","observation_id":"150a8092-e8a1-432f-befa-b26af933ff9b","resolution":{"observed_at":"2026-08-07T13:59:58.024691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.13669","last_updated":"2024-06-13T03:44:03Z","snapshot_observed_at":"2026-08-05T08:47:31.549852Z","submitted_at":"2023-05-23T04:22:50Z","title":"The Knowledge Alignment Problem: Bridging Human and External Knowledge for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.13669","snapshot_observed_at":"2026-08-07T13:59:58.112166Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.112166Z"},"links":{"cited_paper":"/paper/2305.13669","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:82018364c93d4f8c5ab4ef53755e435d4f738d6315cbaf66ecc25956e458f19e","observation_id":"156c15bf-0f66-4413-b092-d68708e8c5c9","resolution":{"observed_at":"2026-08-07T13:59:58.112166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15710","last_updated":"2024-03-11T07:50:05Z","snapshot_observed_at":"2026-07-06T17:07:52.197869Z","submitted_at":"2023-12-25T12:32:49Z","title":"Alleviating Hallucinations of Large Language Models through Induced Hallucinations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15710","snapshot_observed_at":"2026-08-07T13:59:58.175111Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.175111Z"},"links":{"cited_paper":"/paper/2312.15710","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:a01241a8e7437c344dd6cceca800014b8d7c6af6f6c1be03811136cdc48d80f9","observation_id":"14933fc1-9696-4f0d-bd17-9178fb3c644c","resolution":{"observed_at":"2026-08-07T13:59:58.175111Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01470","last_updated":"2024-05-02T17:00:02Z","snapshot_observed_at":"2026-07-06T18:08:56.480769Z","submitted_at":"2024-05-02T17:00:02Z","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01470","snapshot_observed_at":"2026-08-07T13:59:58.259768Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.259768Z"},"links":{"cited_paper":"/paper/2405.01470","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:7c8223a8edc37870b52e7b41119ad9e3e693f66da522857175ea1c5e6c9be96a","observation_id":"6c6bcec7-8854-4431-aef2-920daf6a1ce3","resolution":{"observed_at":"2026-08-07T13:59:58.259768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.320350Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.320350Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:271e3ecfa9760a913de1f0cfd23a9bd02496e3230e9b0ddd9fe80b6c6c8e8664","observation_id":"226bd04f-852e-447d-8b83-ae4adc51206d","resolution":{"observed_at":"2026-08-07T13:59:58.320350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.902966Z","title":"Lmsys-chat-1m: A large-scale real-world llm conversation dataset","venue":null,"work_id":"256929c4-38db-42b1-bc4d-78195767b4a9","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.369250Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:fff17869eade897d80077e4778c95c2a5bb59a416f25cb9e0233530e92e0188c","observation_id":"c9c07012-1d24-4736-b024-9496be59db51","resolution":{"observed_at":"2026-08-07T13:59:59.937781Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.435317Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.435317Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:95a58da328be6bb6a4b8bd5b33b0df415d053cc1b2c2c3228f4a444f3d750973","observation_id":"5f067335-335a-482f-a54e-4440aeebf5eb","resolution":{"observed_at":"2026-08-07T13:59:58.435317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.826639Z","title":"Judgelm: Fine-tuned large language models are scalable judges","venue":null,"work_id":"c41cf461-89da-4f6a-81d8-e867bb670735","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.482465Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:3e1827ef1e212c48871ae26339dea0e04f30673ec8a6dce855183dcc6d00d185","observation_id":"e2e8417c-a408-4c0f-b8b6-2d3f26badf17","resolution":{"observed_at":"2026-08-07T13:59:59.868271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.595783Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.595783Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:df95e55995a2ffc1b7c7c3e9bcaa6fc546e69655e1bec1d28302a027684e294e","observation_id":"e5f59d1b-0d0b-4f2e-ba3e-ea723d67f16f","resolution":{"observed_at":"2026-08-07T13:59:58.595783Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.708794Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.708794Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e74af731236f539117debd65bd9674294b9e6b54414dea9ea9a73429af59d197","observation_id":"241902dc-6295-46f4-be88-a21d22c5d075","resolution":{"observed_at":"2026-08-07T13:59:58.708794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T02:46:04.837189Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":69,"verified_exact":4,"verified_fuzzy":8},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 0 inbound Pith citation observations for arXiv:2505.20451."}