{"as_of":"2026-08-09T19:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c9883e9780c101e53371ee5236ae44d3ad3dbb2168c6c5eef69ce80ad01155e2","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T20:45:46.413279Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-16T18:44:49.756684Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":"2307.03025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2307.03025 , year=","venue":null,"work_id":"d53edb13-c9f9-4d72-943b-fbd3a8b30b5c","year":2024},"citing_paper":{"arxiv_id":"2405.14782","last_updated":"2026-05-31T00:04:33Z","snapshot_observed_at":"2026-08-07T18:21:12.072228Z","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","version":2},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-05-16T18:44:49.519995Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2405.14782"},"observation_digest":"sha256:1f73211b89dc89a7ccdc5a6dcf1ef08a47a69f24df0b82bd7f0412860e2d6551","observation_id":"979eb0c7-d7ae-4ed5-96e6-747c2ef24814","resolution":{"observed_at":"2026-05-16T18:44:49.758379Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":"2307.03025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2307.03025 , year=","venue":null,"work_id":"d53edb13-c9f9-4d72-943b-fbd3a8b30b5c","year":2024},"citing_paper":{"arxiv_id":"2410.02736","last_updated":"2024-10-04T03:57:47Z","snapshot_observed_at":"2026-08-01T08:21:19.528254Z","submitted_at":"2024-10-03T17:53:30Z","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-15T20:00:24.651351Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2410.02736"},"observation_digest":"sha256:475843f4e07719eb81e31c5fcf594677ab3afd7f594e109b0ae31cdecb9bb93c","observation_id":"e428d63a-d37a-465e-a4d8-978807aefe61","resolution":{"observed_at":"2026-05-15T20:00:24.675263Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-08T20:45:46.413279Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.04997","last_updated":"2025-02-07T15:19:40Z","snapshot_observed_at":"2026-08-08T20:38:01.831053Z","submitted_at":"2025-02-07T15:19:40Z","title":"Aligning Black-box Language Models with Human Judgments","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-08T20:45:46.413279Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2502.04997"},"observation_digest":"sha256:f37bc883ed66a2efa486fe5e15d3fd25d14b2a5ad69a6893910d9a7936d2a93e","observation_id":"ac8ee51a-41a3-4b1b-87e6-4d869c392b52","resolution":{"observed_at":"2026-08-08T20:45:46.413279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-08T16:14:57.557238Z","title":"Style over substance: Evaluation biases for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.10441","last_updated":"2025-02-10T09:19:52Z","snapshot_observed_at":"2026-08-09T03:38:18.194039Z","submitted_at":"2025-02-10T09:19:52Z","title":"AI Alignment at Your Discretion","version":1},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-08-08T16:14:57.557238Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2502.10441"},"observation_digest":"sha256:9a1b6b33a3a323bf5ea6b1d56e70543f5c5b46671c3e61127bd43b1159f1a6d8","observation_id":"40181927-339b-43a7-a7de-612c9d6b22e5","resolution":{"observed_at":"2026-08-08T16:14:57.557238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-07T14:19:18.862174Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19392","last_updated":"2025-05-26T01:16:41Z","snapshot_observed_at":"2026-08-09T15:58:49.354545Z","submitted_at":"2025-05-26T01:16:41Z","title":"Simple and Effective Baselines for Code Summarisation Evaluation","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T14:19:18.862174Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2505.19392"},"observation_digest":"sha256:af28beb88a28894a9830dcb0204fc04d1732a7c37fb32ec52774ab38fe8b157c","observation_id":"3b0b9ea3-5cbf-4690-9ad7-bc2719816663","resolution":{"observed_at":"2026-08-07T14:19:18.862174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-07T04:55:43.107652Z","title":"Style over substance: Evaluation biases for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.09329","last_updated":"2025-06-11T02:08:52Z","snapshot_observed_at":"2026-08-09T02:50:04.519855Z","submitted_at":"2025-06-11T02:08:52Z","title":"Towards Efficient and Effective Alignment of Large Language Models","version":1},"reference_index":190,"source":"pdf_text","source_observed_at":"2026-08-07T04:55:43.107652Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2506.09329"},"observation_digest":"sha256:a6549f372be03e137bd6087d71ba466cb0b5596dc80ac69f0818f26dfce5e2e2","observation_id":"a0f77b89-09ea-410d-b8ea-7fcf46ffa3bc","resolution":{"observed_at":"2026-08-07T04:55:43.107652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-06T16:34:25.242829Z","title":"Style over substance: Evaluation biases for large language models.arXiv preprint arXiv:2307.03025,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13158","last_updated":"2025-07-17T14:22:24Z","snapshot_observed_at":"2026-08-07T07:16:46.127762Z","submitted_at":"2025-07-17T14:22:24Z","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","version":1},"reference_index":1992,"source":"pdf_text","source_observed_at":"2026-08-06T16:34:25.242829Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2507.13158"},"observation_digest":"sha256:016aa4ab4b3f81be00ad751215c298f46bbd4ea5a6300266e640e58c798b81c6","observation_id":"f8c77f3b-3746-4371-abd6-e3bb2c761ef8","resolution":{"observed_at":"2026-08-06T16:34:25.242829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-08-03T09:37:09.585094Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2601.13433","last_updated":"2026-05-29T00:45:48Z","snapshot_observed_at":"2026-08-03T09:37:04.326965Z","submitted_at":"2026-01-19T22:37:30Z","title":"Who Endorsed It? Measuring Authority Bias Across Expertise Levels in Language Models","version":4},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-03T09:37:09.585094Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2601.13433"},"observation_digest":"sha256:0e236e1f75c1d584a6c8a22effc4d95643e6df721bca4cd96a053fe2ac72a4e1","observation_id":"5b2b1bf0-7fb1-4fc5-a63d-3b1c6b8b978f","resolution":{"observed_at":"2026-08-03T09:37:09.585094Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":"2307.03025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2307.03025 , year=","venue":null,"work_id":"d53edb13-c9f9-4d72-943b-fbd3a8b30b5c","year":2024},"citing_paper":{"arxiv_id":"2604.07709","last_updated":"2026-06-03T21:15:24Z","snapshot_observed_at":"2026-07-13T00:19:28.134640Z","submitted_at":"2026-04-09T01:54:33Z","title":"IatroBench: Pre-Registered Evidence of Iatrogenic Harm from AI Safety Measures","version":3},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-05-10T18:25:53.037936Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2604.07709"},"observation_digest":"sha256:a16ef67e7cc476fb808480371fcf315c7c357cb328f3c5f18364a3945ed1f541","observation_id":"4271f0a9-1cf1-433c-a4c1-24d5bd6fe217","resolution":{"observed_at":"2026-05-11T00:35:52.649999Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-07-13T00:19:33.861692Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2604.07709","last_updated":"2026-06-03T21:15:24Z","snapshot_observed_at":"2026-07-13T00:19:28.134640Z","submitted_at":"2026-04-09T01:54:33Z","title":"IatroBench: Pre-Registered Evidence of Iatrogenic Harm from AI Safety Measures","version":4},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-07-13T00:19:33.861692Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2604.07709"},"observation_digest":"sha256:90df124c5c7e019b6751a543dce298fe00e36ef1ae756c677f916b5cf19f74e9","observation_id":"35faa975-e561-4925-9c3c-ab85a65e667d","resolution":{"observed_at":"2026-07-13T00:19:33.861692Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":"2307.03025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2307.03025 , year=","venue":null,"work_id":"d53edb13-c9f9-4d72-943b-fbd3a8b30b5c","year":2024},"citing_paper":{"arxiv_id":"2604.23178","last_updated":"2026-06-24T13:27:28Z","snapshot_observed_at":"2026-08-08T12:19:05.889262Z","submitted_at":"2026-04-25T07:18:30Z","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-08T08:14:18.535385Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2604.23178"},"observation_digest":"sha256:cc88ff3803064c384fe00b141dfc3b78f6ca00d415f68c124ccf9424c8eacdf7","observation_id":"4b64db33-a99a-4bdc-bbed-472a9f4b3bce","resolution":{"observed_at":"2026-05-11T20:41:14.156272Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models","version":3},"cited_work":{"arxiv_id":"2307.03025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.03025","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2307.03025 , year=","venue":null,"work_id":"d53edb13-c9f9-4d72-943b-fbd3a8b30b5c","year":2024},"citing_paper":{"arxiv_id":"2605.01123","last_updated":"2026-05-01T21:49:20Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-01T21:49:20Z","title":"PERSA: Reinforcement Learning for Professor-Style Personalized Feedback with LLMs","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-05-09T19:09:07.557773Z"},"links":{"cited_paper":"/paper/2307.03025","citing_paper":"/paper/2605.01123"},"observation_digest":"sha256:3dd8a7a0c55220207ea3408c9be5d2af7e1ec25ea6c7f4e9d463fbfb74d32901","observation_id":"a2eea7dd-311f-454c-946d-ebb8a963edd1","resolution":{"observed_at":"2026-05-11T15:51:42.468260Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2307.03025/citation-record","integrity":"/paper/2307.03025/integrity","json":"/paper/2307.03025/citation-record.json","paper":"/paper/2307.03025"},"outbound":[],"paper":{"arxiv_id":"2307.03025","last_updated":"2023-11-12T06:25:32Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T07:53:52.799976Z","submitted_at":"2023-07-06T14:42:01Z","title":"Style Over Substance: Evaluation Biases for Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2307.03025."}