{"as_of":"2026-08-18T07:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:401601dd3bbb761287d967bbd5c8ffcbd50d0aaf2f6902596060531460dd45fb","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T00:44:45.284564Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":16,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:02:43.749685Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T07:56:47.550212Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2504.02181","last_updated":"2026-04-22T01:49:17Z","snapshot_observed_at":"2026-07-30T09:24:14.725185Z","submitted_at":"2025-04-02T23:51:27Z","title":"A Survey of Scaling in Large Language Model Reasoning","version":2},"reference_index":165,"source":"pdf_text","source_observed_at":"2026-05-22T21:20:07.238992Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2504.02181"},"observation_digest":"sha256:e175bb8f22506fabb24fd0c7e5c9f1a98987be08d4e24127f74b99114b7a4496","observation_id":"54c8fb5b-035c-4630-bfd9-ced69c32ee5a","resolution":{"observed_at":"2026-05-22T21:22:09.202737Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-16T12:02:43.749685Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.13828","last_updated":"2025-04-28T12:41:07Z","snapshot_observed_at":"2026-08-18T03:47:57.203659Z","submitted_at":"2025-04-18T17:55:58Z","title":"Generative AI Act II: Test Time Scaling Drives Cognition Engineering","version":3},"reference_index":291,"source":"arxiv_source","source_observed_at":"2026-08-16T12:02:43.749685Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2504.13828"},"observation_digest":"sha256:aaa005926abd84cb2e62d828e0f43b3ca975003b60234c0424e8b9bbda6d5f83","observation_id":"09153926-605c-47f7-8fc8-4015d7e61189","resolution":{"observed_at":"2026-08-16T12:02:43.749685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-16T05:40:09.399353Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.20157","last_updated":"2025-05-16T22:22:27Z","snapshot_observed_at":"2026-08-17T14:41:51.027766Z","submitted_at":"2025-04-28T18:02:35Z","title":"Toward Evaluative Thinking: Meta Policy Optimization with Evolving Reward Models","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-16T05:40:09.399353Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2504.20157"},"observation_digest":"sha256:2223f66d9da9b8af3cada4a7abbcb5b1023a940a806f2a0f7dd23274a3257b12","observation_id":"ce64f43f-f56f-4ceb-a41b-946b213c5fc1","resolution":{"observed_at":"2026-08-16T05:40:09.399353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-15T20:50:10.636826Z","title":"Learning to plan & reason for evaluation with thinking-llm-as-a-judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.11875","last_updated":"2025-05-17T06:58:42Z","snapshot_observed_at":"2026-08-17T07:01:23.593980Z","submitted_at":"2025-05-17T06:58:42Z","title":"J1: Exploring Simple Test-Time Scaling for LLM-as-a-Judge","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T20:50:10.636826Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2505.11875"},"observation_digest":"sha256:5831cf10fc14a920fb33b030e2b3ba77df804b81c1040f523b5626a659ae5873","observation_id":"2dc70ec6-264d-45fc-83fe-70a0567d2b40","resolution":{"observed_at":"2026-08-15T20:50:10.636826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-07T15:24:32.458219Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.15365","last_updated":"2025-05-21T10:56:16Z","snapshot_observed_at":"2026-08-15T11:59:39.098715Z","submitted_at":"2025-05-21T10:56:16Z","title":"AI vs. Human Judgment of Content Moderation: LLM-as-a-Judge and Ethics-Based Response Refusals","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T15:24:32.458219Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2505.15365"},"observation_digest":"sha256:ec3b2fd20ca14b1169217120a25ba1d97e864c21a51d15efefee736a8daee747","observation_id":"701ad2f1-fb4f-4a3e-a3d0-0bbfb0027a9c","resolution":{"observed_at":"2026-08-07T15:24:32.458219Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-15T19:04:00.287318Z","title":"Learning to plan & reason for evaluation with thinking-llm-as-a-judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17863","last_updated":"2025-06-22T00:28:35Z","snapshot_observed_at":"2026-08-17T22:48:38.310766Z","submitted_at":"2025-06-22T00:28:35Z","title":"LLMs for Customized Marketing Content Generation and Evaluation at Scale","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T19:04:00.287318Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2506.17863"},"observation_digest":"sha256:5e2cb53b47dd041d37b91893df4e4dcb049b14c05c08abb50b1cefbdc1cf6b0f","observation_id":"39e72395-1558-4edc-b94e-87487b779188","resolution":{"observed_at":"2026-08-15T19:04:00.287318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-15T15:49:40.965435Z","title":"Learning to plan & reason for evaluation with thinking-llm-as-a-judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.22193","last_updated":"2026-06-24T09:54:14Z","snapshot_observed_at":"2026-08-17T01:16:34.318215Z","submitted_at":"2025-09-26T10:53:52Z","title":"Scale or Reason? A Compute-Equivalent Analysis of Reasoning Distillation","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-15T15:49:40.965435Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2509.22193"},"observation_digest":"sha256:d4d1655f8b1d47d2b17102074887509d004fab21dc065c19bb23f60f3fac75f0","observation_id":"626726f4-65da-4bf8-9c85-17976b960876","resolution":{"observed_at":"2026-08-15T15:49:40.965435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-08-04T10:53:09.093199Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.08048","last_updated":"2026-07-03T14:18:07Z","snapshot_observed_at":"2026-08-05T20:53:04.046643Z","submitted_at":"2025-10-09T10:34:39Z","title":"TaoSR-AGRL: Adaptive Guided Reinforcement Learning Framework for E-commerce Search Relevance","version":4},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T10:53:09.093199Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2510.08048"},"observation_digest":"sha256:778d77b9007b706257509847eb58129110eb636fadb3123dd17c1a6819ea61e4","observation_id":"2055a67a-652b-4683-a375-b6c463c0399d","resolution":{"observed_at":"2026-08-04T10:53:09.093199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2601.03013","last_updated":"2026-04-08T16:28:19Z","snapshot_observed_at":"2026-08-14T02:48:55.141734Z","submitted_at":"2026-01-06T13:37:50Z","title":"LLMs, You Can Evaluate It! Design of Multi-perspective Report Evaluation for Security Operation Centers","version":4},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-16T17:01:47.603706Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2601.03013"},"observation_digest":"sha256:b8d32d20b74ecc075f9fdb5cbcb8f7c071a1b1c39ad25701a69e6a18f1a9c8b0","observation_id":"8b37e988-2b23-49d4-8efc-859f6ac5108d","resolution":{"observed_at":"2026-05-16T17:03:08.127743Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2604.05371","last_updated":"2026-04-07T03:16:44Z","snapshot_observed_at":"2026-07-06T22:54:08.897942Z","submitted_at":"2026-04-07T03:16:44Z","title":"LLM-as-Judge for Semantic Judging of Powerline Segmentation in UAV Inspection","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T19:37:19.360378Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2604.05371"},"observation_digest":"sha256:30d6f7a92429ddfd353d34c51b4a445044a3131a8c84b441a8f682f972042426","observation_id":"636125d6-9a04-4850-9dd3-4878cc946113","resolution":{"observed_at":"2026-05-10T22:45:48.088784Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2604.07484","last_updated":"2026-04-20T15:02:36Z","snapshot_observed_at":"2026-08-17T15:51:38.368282Z","submitted_at":"2026-04-08T18:25:02Z","title":"ConsistRM: Improving Generative Reward Models via Consistency-Aware Self-Training","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T18:12:55.726473Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2604.07484"},"observation_digest":"sha256:1ec886bfe61bc49b9e3998ee6d5339f269a1d901b349241349808cb9ce6daa4a","observation_id":"5f890e66-3a40-4204-a50f-f731830dcea3","resolution":{"observed_at":"2026-05-11T05:20:57.479472Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2604.13371","last_updated":"2026-04-15T00:35:22Z","snapshot_observed_at":"2026-08-14T07:53:30.635871Z","submitted_at":"2026-04-15T00:35:22Z","title":"Empirical Evidence of Complexity-Induced Limits in Large Language Models on Finite Discrete State-Space Problems with Explicit Validity Constraints","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-05-10T14:12:45.438246Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2604.13371"},"observation_digest":"sha256:778615d132a57d37708ffb4d6381337c93507a759d9a54b664ccf5fc51d5dd5d","observation_id":"747f9058-ca33-4cf5-afe8-9836c47004b1","resolution":{"observed_at":"2026-05-10T14:15:29.423793Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2605.10805","last_updated":"2026-05-11T16:30:20Z","snapshot_observed_at":"2026-08-12T22:29:45.001721Z","submitted_at":"2026-05-11T16:30:20Z","title":"Reasoning Is Not Free: Robust Adaptive Cost-Efficient Routing for LLM-as-a-Judge","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-12T04:19:00.238602Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2605.10805"},"observation_digest":"sha256:ed2955fdefc97164b01bc74d2969cee9673cf06b894b0b822e9720eb97759449","observation_id":"bc22ae39-7286-4b5c-8a06-5298f4e1d6f4","resolution":{"observed_at":"2026-05-12T06:26:23.805931Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2605.11299","last_updated":"2026-05-13T03:29:35Z","snapshot_observed_at":"2026-07-06T23:23:11.928199Z","submitted_at":"2026-05-11T22:34:45Z","title":"Primal Generation, Dual Judgment: Self-Training from Test-Time Scaling","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-13T02:25:58.830629Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2605.11299"},"observation_digest":"sha256:cee8fe28b235f8ba2e3f00a664da1246071818d5c848357b2d6f4a5ed5146223","observation_id":"a335bbd2-9190-45a0-ae7b-07cd06343c15","resolution":{"observed_at":"2026-05-13T02:27:07.043395Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2605.11299","last_updated":"2026-05-13T03:29:35Z","snapshot_observed_at":"2026-07-06T23:23:11.928199Z","submitted_at":"2026-05-11T22:34:45Z","title":"Primal Generation, Dual Judgment: Self-Training from Test-Time Scaling","version":2},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-05-14T20:46:38.558668Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2605.11299"},"observation_digest":"sha256:6d4ab77ad0d25f598dd732ce7541be2359f760ee3dd0b08e0e9a1e97fd8c0c6d","observation_id":"c6b5f40b-3b95-4ffb-bcbb-8a39bc641019","resolution":{"observed_at":"2026-05-14T20:47:58.147912Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2501.18099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.18099","snapshot_observed_at":"2026-07-02T07:56:47.550212Z","title":"arXiv preprint arXiv:2501.18099 (2025)","venue":null,"work_id":"ba52a6fe-18a3-4255-a838-fe1823435cc3","year":2025},"citing_paper":{"arxiv_id":"2606.04599","last_updated":"2026-06-03T08:38:14Z","snapshot_observed_at":"2026-08-08T00:44:18.329811Z","submitted_at":"2026-06-03T08:38:14Z","title":"Plan First, Judge Later, Run Better: A DMAIC-Inspired Agentic System for Industrial Anomaly Detection","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T06:31:44.815249Z"},"links":{"cited_paper":"/paper/2501.18099","citing_paper":"/paper/2606.04599"},"observation_digest":"sha256:8ccceb2898914f3546816dcdd7e0929917e0a0330aa0a1942100a34e9dc2f1ad","observation_id":"f90c6286-572f-408a-ad7c-bbe402d251db","resolution":{"observed_at":"2026-07-02T07:56:47.551595Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2501.18099/citation-record","integrity":"/paper/2501.18099/integrity","json":"/paper/2501.18099/citation-record.json","paper":"/paper/2501.18099"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.637595Z","title":"In this case, the function should be named ‘separate_paren_groups’, take a single parameter ‘paren_string’ of type ‘str’, and return a list of strings (‘List[str]’)","venue":null,"work_id":"c0d3b989-4a02-46ba-be02-e5c7e3c2ee39","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.196446Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:e031953b380236ed2cbcd72572a44e3956d376e62033ca9a98af60af8c123fcf","observation_id":"dc164337-acc7-4956-877a-17e8d889379b","resolution":{"observed_at":"2026-08-10T00:44:45.642788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14083","last_updated":"2024-04-26T21:05:19Z","snapshot_observed_at":"2026-08-17T06:38:47.622164Z","submitted_at":"2024-02-21T19:17:28Z","title":"Beyond A*: Better Planning with Transformers via Search Dynamics Bootstrapping","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14083","snapshot_observed_at":"2026-08-10T00:44:45.185254Z","title":"Xian Li, Ping Yu, Chunting Zhou, Timo Schick, Omer Levy, Luke Zettlemoyer, Jason E Weston, and Mike Lewis","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.185254Z"},"links":{"cited_paper":"/paper/2402.14083","citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:e84d93c88b0d17ce63effd390e9a961cbd35e8c941e3e85a3e3da3133f368bd1","observation_id":"fc3a7f91-7d8e-4a5c-9fbf-50b7ce7359f5","resolution":{"observed_at":"2026-08-10T00:44:45.185254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.16184","last_updated":"2024-10-21T16:48:26Z","snapshot_observed_at":"2026-08-16T22:01:21.418066Z","submitted_at":"2024-10-21T16:48:26Z","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.16184","snapshot_observed_at":"2026-08-10T00:44:45.190432Z","title":"[Start of Evaluation Plan]","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.190432Z"},"links":{"cited_paper":"/paper/2410.16184","citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:ad9002cb017c9773e34bcae9b0b469a08f8d3c7bb520f3915b28a222ec88f7a7","observation_id":"aac8be9a-6223-4361-9a41-8afb072704ca","resolution":{"observed_at":"2026-08-10T00:44:45.190432Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.592172Z","title":null,"venue":null,"work_id":"f50b6f6e-3f6f-4670-b7a1-71454f90dbf8","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.210742Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:a268096db2720c928e68de10ba5abc33866f6164817a2fc7452818fb416b62ca","observation_id":"6c727024-d7a7-4fb0-a190-0a7021a27b6e","resolution":{"observed_at":"2026-08-10T00:44:45.596828Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.622754Z","title":null,"venue":null,"work_id":"291f21df-8e00-49f7-b2fc-7689bc12ec2e","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.201183Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:5726da71fc897bad5292098cf313b8ac7196837db9f900487c90f776897b1d95","observation_id":"b3765267-df56-4930-8297-8710464bb7ed","resolution":{"observed_at":"2026-08-10T00:44:45.627559Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.607162Z","title":null,"venue":null,"work_id":"f4fd0206-1a32-4d24-a0b4-0775c68ae25c","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.205885Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:cdaac5c03999252b06c77f728a1d3826ea4875496841bb7ad71eec2e10ef37d1","observation_id":"3c784ed5-bf1a-4cc1-8bea-3c432a48f152","resolution":{"observed_at":"2026-08-10T00:44:45.611864Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.577101Z","title":"Check for proper use of comments, variable naming, and function structure","venue":null,"work_id":"0282ea51-963e-4de6-99dc-9b91ce21d0db","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.215938Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:bc16c5cbf5905de340eb1f2ee510c823602e91413390628f3ccf50039be85741","observation_id":"89bcefaf-c433-427b-a933-45091b76336a","resolution":{"observed_at":"2026-08-10T00:44:45.582498Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.560837Z","title":"Figure 6 Example of a plan generated by EvalPlanner for a coding problem","venue":null,"work_id":"7b6a873b-3f34-4a08-8bff-9440ef0a28bf","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.221383Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:b915144a7c3363b8e6e31be52fbf77fa9115256e5695ac8e81f324a071f33c93","observation_id":"b759105a-60cf-4967-a623-5aaaba004efb","resolution":{"observed_at":"2026-08-10T00:44:45.566267Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.544115Z","title":null,"venue":null,"work_id":"e1a933e9-a7fb-4981-9410-331a0bf51f4b","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.226813Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:778ef31d990d6360b83c2732cefbd8208ffa4f1935459ac00ba2fb9afa9c9873","observation_id":"3816d3f3-aae8-474b-8d1a-c784f297a9a6","resolution":{"observed_at":"2026-08-10T00:44:45.549255Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.526637Z","title":null,"venue":null,"work_id":"b61feb95-f8d8-445c-87fd-b017403618a2","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.233586Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:3606d0a2daa2307534d4a243a8545b70a5dc44554e601175046aa357aeebe144","observation_id":"83096b4d-49d9-4e99-9ac5-26dd6c64ba1e","resolution":{"observed_at":"2026-08-10T00:44:45.532363Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.510560Z","title":"Knowing ̸ A = 14◦ and ̸ C = 90◦, we can find̸ B","venue":null,"work_id":"cf1dd31d-240c-47d6-a285-834ba6164c64","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.238466Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:3005cd53f1b448e37cd2fe0d84d12badaab4bc69a33094e93efc51358062340a","observation_id":"7002d404-313b-4e1c-93b6-39d5fff4302e","resolution":{"observed_at":"2026-08-10T00:44:45.515774Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.496672Z","title":null,"venue":null,"work_id":"8833c359-7a58-4645-b684-4388e652e0cd","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.243695Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:9a40d21e2b5be617bd503f570c92e80681f06ebe31aad7419d8cea4bed0e1053","observation_id":"0f0d993d-f168-4ffa-95e1-fbf6f4142c36","resolution":{"observed_at":"2026-08-10T00:44:45.501054Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.482545Z","title":null,"venue":null,"work_id":"91d158c3-7713-4e74-90b2-f9f421529ec4","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.248724Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:4396e4af4f65ee2104fbf42bbfb5e1435f3ce5d92c907dec618fe784a34b02c8","observation_id":"14acd250-4b11-4805-a9c4-fa62e802e47a","resolution":{"observed_at":"2026-08-10T00:44:45.486770Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.468832Z","title":null,"venue":null,"work_id":"dbe1431f-1568-4ba7-8c8c-880a26f2927b","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.254474Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:d9f8517da9cc849ca1f563bb46aa3abdf3a133a7cc53aa7703bdfdc6057dac34","observation_id":"c09d396a-ea1c-4fd0-b038-110f1c87bc03","resolution":{"observed_at":"2026-08-10T00:44:45.472885Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.452594Z","title":null,"venue":null,"work_id":"a594afbe-577c-4df1-9b63-3260cf82dd9e","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.259298Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:66884ff136f242e398d68af172d9ed9d3fbcc2964fcab004407766155c5120d0","observation_id":"2caba5da-62dc-44d2-9480-fb7f52be9935","resolution":{"observed_at":"2026-08-10T00:44:45.458337Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.436140Z","title":null,"venue":null,"work_id":"1ef2b3f5-dcc1-4394-b6a8-2b265b5343f8","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.264359Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:e958461c346887a7ce9cf618697cac7cef1cb616c0ed08091ff56ea9f048876d","observation_id":"d5fdd007-237b-4342-ab8a-202890c98abf","resolution":{"observed_at":"2026-08-10T00:44:45.440784Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.420532Z","title":"* Avoids perpetuating harmful stereotypes and discrimination","venue":null,"work_id":"839e5983-a27b-431e-a5c6-ac6967da381e","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.270117Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:586cc44ac48a735cea49e0f902294c45005ad724532bb5d652a26caaa1b1e687","observation_id":"850dda19-7eb2-4a4f-83fa-72047b29d339","resolution":{"observed_at":"2026-08-10T00:44:45.425482Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.404769Z","title":null,"venue":null,"work_id":"b9e984c3-ae04-4359-acf8-8ac217052c23","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.275053Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:6b0d94c64f5b8c2bfaf2979e4a60031d1af404078ec0499155084ffc519ef14d","observation_id":"7a7ffd55-29bb-4999-bb09-13417d47b104","resolution":{"observed_at":"2026-08-10T00:44:45.409898Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.388166Z","title":"* 2: The response is somewhat discriminatory, but attempts to be respectful","venue":null,"work_id":"931dcefb-b691-4e91-9dd3-f7d1a0bcc6fd","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.279607Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:975b93e860f77a72b3422f73a23a005ca84da0b96980b0195ec88f5275b1f703","observation_id":"61129db8-2202-4ccb-bbb0-37fd128bf0f7","resolution":{"observed_at":"2026-08-10T00:44:45.393993Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:44:45.371028Z","title":null,"venue":null,"work_id":"44f8a4f6-4cd1-44d7-9956-9cdc200a16ef","year":null},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.284564Z"},"links":{"citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:341d096f904a6a79ccb380d98ba7d8c82aa121fd06b6d172da92299380dac7db","observation_id":"c034370c-da07-49c1-95ca-68d96c87c9a5","resolution":{"observed_at":"2026-08-10T00:44:45.377163Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-10T00:44:45.179119Z","title":"Yann Dubois, Chen Xuechen Li, Rohan Taori, Tianyi Zhang, Ishaan Gulrajani, Jimmy Ba, Carlos Guestrin, Percy S Liang, and Tatsunori B Hashimoto","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T00:44:45.179119Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2501.18099"},"observation_digest":"sha256:3ffefec383ea6e3c4736552df4a9695d3cf73ed59c5a8ecedfbc56a1626e3c7c","observation_id":"9d13f608-d47d-456d-a61d-ec3b2068612c","resolution":{"observed_at":"2026-08-10T00:44:45.179119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.18099","last_updated":"2025-07-08T09:49:57Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-17T07:00:12.389328Z","submitted_at":"2025-01-30T02:21:59Z","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":15,"verified_exact":0,"verified_fuzzy":6},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 16 inbound Pith citation observations for arXiv:2501.18099."}