{"as_of":"2026-08-10T18:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5a5c8498da7655677acecb40492ae5e67e234fb1fe399623d3f9f7858dabf962","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:59:20.353388Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.09483/citation-record","integrity":"/paper/2507.09483/integrity","json":"/paper/2507.09483/citation-record.json","paper":"/paper/2507.09483"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.429465Z","title":null,"venue":null,"work_id":"9e6fa969-ff87-426e-a7c8-e218827543c2","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.347636Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:da9a1873bf7ddfe2cf3e513f848894efae8cd71717725148c1b0de88d45a1c83","observation_id":"7459c6bb-abcb-4079-a5db-9d6df3ee70d1","resolution":{"observed_at":"2026-08-06T17:59:21.499459Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.07662","last_updated":"2021-02-15T16:47:00Z","snapshot_observed_at":"2026-08-09T09:26:16.401552Z","submitted_at":"2021-02-15T16:47:00Z","title":"Overview of the TREC 2020 deep learning track","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.07662","snapshot_observed_at":"2026-08-06T17:59:19.412582Z","title":"Overview of the trec 2020 deep learning track","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.412582Z"},"links":{"cited_paper":"/paper/2102.07662","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:a8a40c139850e2dc20409812f9fd2d4e6f25ba494ecbafcec7c78d1106ae0671","observation_id":"92285331-d7b2-420f-90f8-01dbb5ebcc5d","resolution":{"observed_at":"2026-08-06T17:59:19.412582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07820","last_updated":"2020-03-18T16:56:56Z","snapshot_observed_at":"2026-08-10T13:25:09.780441Z","submitted_at":"2020-03-17T17:12:36Z","title":"Overview of the TREC 2019 deep learning track","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07820","snapshot_observed_at":"2026-08-06T17:59:19.511528Z","title":"Overview of the trec 2019 deep learning track","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.511528Z"},"links":{"cited_paper":"/paper/2003.07820","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:5eea517cf538805d63fc9006288929a353baf907535e722ef5da2cdf2ba2a03a","observation_id":"e1136e2f-d287-483b-af58-03053c96692e","resolution":{"observed_at":"2026-08-06T17:59:19.511528Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-10T17:02:50.054809Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-06T17:59:19.571981Z","title":"Zhang, Han Bao, Han- wei Xu, Haocheng Wang, Haowei Zhang, Honghui Ding, Huajian Xin, Huazuo Gao, Hui Li, Hui Qu, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.571981Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:2880ab277ffd453359c88d48def01067f812b8e50e19b0dc68c3ae55672065dd","observation_id":"bb8e4783-2f8c-4091-bfef-b42057fe4786","resolution":{"observed_at":"2026-08-06T17:59:19.571981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.293346Z","title":null,"venue":null,"work_id":"a24c103a-5bbf-4da8-8d6b-21049af6665b","year":2023},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.647445Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:6e12f8407ebde272199c797483e471e3b98ce744c2562d17eb3c142dce093de1","observation_id":"08a6ee26-ca0d-437c-9089-106370e1143e","resolution":{"observed_at":"2026-08-06T17:59:21.360179Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.158886Z","title":"Pencils down! automatic rubric-based evaluation of retrieve/generate systems","venue":null,"work_id":"a5fb3304-e87f-4760-949f-be52a3dc84af","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.715681Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:f3585d2f38e01628c0d2b61092cf106b02967e9c60ea323ea4d06daed17fab84","observation_id":"fc892353-f32e-4752-a6c9-98426a9219ab","resolution":{"observed_at":"2026-08-06T17:59:21.220245Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:21.063557Z","title":null,"venue":null,"work_id":"e94ec619-1c60-4857-8767-92d898f6b891","year":1938},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.776003Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:1a9cf38a02605c843ea69a5c86f8be46e06e51bcbbbe094d1aa696cf84c8c427","observation_id":"d8e84039-a9e4-4e30-a81a-872e90009676","resolution":{"observed_at":"2026-08-06T17:59:21.095224Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T17:59:19.842320Z","title":"Gpt-4o system card, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.842320Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:ee5b40cfe625f48084eb9a0887cb6c416c7ca18c6a409de963d7acf018054c39","observation_id":"89dfd1b3-aede-490d-8474-9d410142f98b","resolution":{"observed_at":"2026-08-06T17:59:19.842320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08896","last_updated":"2024-08-09T23:15:41Z","snapshot_observed_at":"2026-08-03T08:36:48.061543Z","submitted_at":"2024-08-09T23:15:41Z","title":"LLMJudge: LLMs for Relevance Judgments","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08896","snapshot_observed_at":"2026-08-06T17:59:19.956491Z","title":"Rahmani, Emine Yilmaz, Nick Craswell, Bhaskar Mitra, Paul Thomas, Charles L","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:19.956491Z"},"links":{"cited_paper":"/paper/2408.08896","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:51d62df6015ca09d2dc0e4b8b41c4a575954fc45e5f82f9d9071829d3037854a","observation_id":"a931623c-411a-42fc-adae-16f69624bbe3","resolution":{"observed_at":"2026-08-06T17:59:19.956491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-06T17:59:20.035254Z","title":"Is chatgpt good at search? investigating large language models as re-ranking agent","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.035254Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:7e8f7c45c334ba1a6d6e445a53a3f2ace3dad641657b1aad9ec28d3eb267e746","observation_id":"be0dd02e-a57a-4baa-9349-11dbf27a2f58","resolution":{"observed_at":"2026-08-06T17:59:20.035254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.06877","last_updated":"2025-06-13T06:52:31Z","snapshot_observed_at":"2026-07-06T19:48:23.999337Z","submitted_at":"2024-11-11T11:17:35Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","version":4},"cited_work":{"arxiv_id":"2411.06877","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.06877","snapshot_observed_at":"2026-08-06T17:59:20.473785Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","venue":"cs.IR","work_id":"807ae164-7a21-4c64-b6ed-fd0fb4b4bbc0","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.132252Z"},"links":{"cited_paper":"/paper/2411.06877","citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:e0dcf94754de832c44ebcbcafd155a69e744e16e125d4948243666613078a6f2","observation_id":"f98b3d6d-4460-414c-ae5b-54315a354be2","resolution":{"observed_at":"2026-08-06T17:59:20.563515Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:20.919235Z","title":"Large language models can accurately predict searcher preferences","venue":null,"work_id":"a44b0c33-fdc8-4be2-bbe3-3cdd4678ac11","year":1930},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.267521Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:77772caae3ea119acbc17231adc345d7b7518fd93e1adff263e55749893aaf23","observation_id":"bbfa75c1-cb33-4603-abaa-f2079c0352a8","resolution":{"observed_at":"2026-08-06T17:59:20.978986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:59:20.746617Z","title":"Umbrela: Umbrela is the (open-source reproduction of the) bing relevance assessor, 2024","venue":null,"work_id":"9e3dbc37-5492-47b9-bbb9-8fb1f1032aa8","year":2024},"citing_paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:59:20.353388Z"},"links":{"citing_paper":"/paper/2507.09483"},"observation_digest":"sha256:74bf1f34593d488dc63dca3ca753fe17323d09b91332731a2a3639057a5af455","observation_id":"8ea026ac-6044-4486-9f69-bda034b3a249","resolution":{"observed_at":"2026-08-06T17:59:20.806729Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.09483","last_updated":"2025-07-13T04:05:25Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-09T09:27:18.819570Z","submitted_at":"2025-07-13T04:05:25Z","title":"Does UMBRELA Work on Other LLMs?"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":1,"verified_fuzzy":3},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2507.09483."}