{"as_of":"2026-08-23T10:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e6e548a41d10c433af0d81c8846fa38cf9074a3822b3d67c6279c64b82f327e3","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:51:17.233907Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-16T10:05:29.093803Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-16T10:07:43.266061Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"cited_work":{"arxiv_id":"2507.19525","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.19525","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mmcircuiteval: A comprehensive multimodal circuit- focused benchmark for evaluating llms","venue":null,"work_id":"2c05d24d-bc40-4ad0-b024-d8b850654bb4","year":2025},"citing_paper":{"arxiv_id":"2602.15037","last_updated":"2026-01-29T06:13:44Z","snapshot_observed_at":"2026-08-15T13:41:02.449039Z","submitted_at":"2026-01-29T06:13:44Z","title":"CircuChain: Disentangling Competence and Compliance in LLM Circuit Analysis","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-16T10:05:29.093803Z"},"links":{"cited_paper":"/paper/2507.19525","citing_paper":"/paper/2602.15037"},"observation_digest":"sha256:4ad436e4d1e7d69cb2ab186460624a1b742fe5f5d8add2935762c798df172800","observation_id":"bc087c9e-bd8a-4f97-b410-0ea88f022682","resolution":{"observed_at":"2026-05-16T10:07:43.268039Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.19525/citation-record","integrity":"/paper/2507.19525/integrity","json":"/paper/2507.19525/citation-record.json","paper":"/paper/2507.19525"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.00176","last_updated":"2024-04-04T20:18:57Z","snapshot_observed_at":"2026-08-19T22:56:40.589361Z","submitted_at":"2023-10-31T22:35:58Z","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00176","snapshot_observed_at":"2026-08-06T15:51:16.912733Z","title":"Chipnemo: Domain-adapted llms for chip design,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.912733Z"},"links":{"cited_paper":"/paper/2311.00176","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:3278523046a250dc2f9265691c05d208003ceab5959fffa5c364f923f13eb82a","observation_id":"a419aeb3-04f8-4616-8ac4-741362428b3c","resolution":{"observed_at":"2026-08-06T15:51:16.912733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.13802","last_updated":"2024-11-22T02:32:09Z","snapshot_observed_at":"2026-08-16T04:16:15.866195Z","submitted_at":"2024-11-21T03:05:38Z","title":"SemiKong: Curating, Training, and Evaluating A Semiconductor Industry-Specific Large Language Model","version":2},"cited_work":{"arxiv_id":"2411.13802","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.13802","snapshot_observed_at":"2026-08-06T15:51:17.891052Z","title":"SemiKong: Curating, Training, and Evaluating A Semiconductor Industry-Specific Large Language Model","venue":"cs.CL","work_id":"86c949e2-12ef-4f79-964d-d12829a9cde3","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.921758Z"},"links":{"cited_paper":"/paper/2411.13802","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:b6b84309e84b89d7a8acabbac437da58a91797e64386b78363855115bebb9f3b","observation_id":"109b7cfc-d319-40ae-8bf0-d11fa5b1fcaa","resolution":{"observed_at":"2026-08-06T15:51:17.895784Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.216899Z","title":"Openllm-rtl: Open dataset and benchmark for llm-aided design rtl generation,","venue":null,"work_id":"b3a17b69-8435-4478-82bd-7775337f284a","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.929211Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:d12011a5aed24e360083eae10d60a59cf1f410ef5c52e51df19f1796c5596314","observation_id":"08ade2e4-3b06-4b60-9559-4002daf21789","resolution":{"observed_at":"2026-08-06T15:51:18.221774Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.199745Z","title":"Rtllm: An open-source benchmark for design rtl generation with large language model,","venue":null,"work_id":"b8d3b1ea-2170-4e9f-b854-8c9052c62316","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.935433Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:5ac03f96bcca6b3a210bb2791f2b25d9cb543b3ac1b3022e449d590a52c3dac4","observation_id":"3cac6b90-f9e0-49a8-b66e-d70dcd92e8d5","resolution":{"observed_at":"2026-08-06T15:51:18.205192Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.184221Z","title":"Autobench: Automatic testbench generation and evaluation using llms for hdl design,","venue":null,"work_id":"0e9f9557-3efc-4a69-b24e-507ee7a7da6c","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.941944Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:b13f1c019acfa70ce542fab47f43b7345a1a6182f6f0c8f32bb3f4d82b96a056","observation_id":"128a57b8-370b-439e-816d-287ba2eb020c","resolution":{"observed_at":"2026-08-06T15:51:18.189676Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.169230Z","title":"Verilogeval: Evaluating large language models for verilog code generation,","venue":null,"work_id":"9d35cd15-5a85-41fa-b29e-9e5b0c91edd7","year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.946817Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:99bba0285ac5301b42b9e8db2d30305b714097af617517adc37d31cbf8442349","observation_id":"5497fd4a-983a-4cd8-958f-1edcd8df0bcf","resolution":{"observed_at":"2026-08-06T15:51:18.173671Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18297","last_updated":"2025-02-25T15:34:00Z","snapshot_observed_at":"2026-08-16T12:55:19.697479Z","submitted_at":"2025-02-25T15:34:00Z","title":"DeepCircuitX: A Comprehensive Repository-Level Dataset for RTL Code Understanding, Generation, and PPA Analysis","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18297","snapshot_observed_at":"2026-08-06T15:51:16.952647Z","title":"Deepcircuitx: A comprehensive repository-level dataset for rtl code understanding, generation, and ppa analysis,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.952647Z"},"links":{"cited_paper":"/paper/2502.18297","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f86b55009563e17439bc062a7bd56299856dae8656012211cdd0b7892635db23","observation_id":"578eb82d-8759-41f0-9146-e68449726ef0","resolution":{"observed_at":"2026-08-06T15:51:16.952647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.06676","last_updated":"2024-05-04T21:29:37Z","snapshot_observed_at":"2026-08-17T05:29:35.234421Z","submitted_at":"2024-05-04T21:29:37Z","title":"EDA Corpus: A Large Language Model Dataset for Enhanced Interaction with OpenROAD","version":1},"cited_work":{"arxiv_id":"2405.06676","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.06676","snapshot_observed_at":"2026-08-06T15:51:17.853130Z","title":"EDA Corpus: A Large Language Model Dataset for Enhanced Interaction with OpenROAD","venue":"cs.CL","work_id":"5a79a29c-d5fb-40d6-b780-604a725a8f92","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.958395Z"},"links":{"cited_paper":"/paper/2405.06676","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f1d6e309ac2bfadbc8fe5901cd35d75e15c23dd67d5323042936e1fc67f7ab7e","observation_id":"d446026a-cc98-40e6-a88a-01818d6d4fd5","resolution":{"observed_at":"2026-08-06T15:51:17.857997Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.15353","last_updated":"2024-07-26T08:36:25Z","snapshot_observed_at":"2026-08-19T03:56:33.944053Z","submitted_at":"2024-07-22T03:44:27Z","title":"Customized Retrieval Augmented Generation and Benchmarking for EDA Tool Documentation QA","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.15353","snapshot_observed_at":"2026-08-06T15:51:16.964368Z","title":"Customized retrieval augmented generation and benchmarking for eda tool documentation qa,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.964368Z"},"links":{"cited_paper":"/paper/2407.15353","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:8599c00ecd9dfaa3a0070718254d01704786684a919c44c48af7449ae5c0297f","observation_id":"addf7d73-a50b-4111-be2a-a180c18ebd65","resolution":{"observed_at":"2026-08-06T15:51:16.964368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07257","last_updated":"2024-05-01T10:43:36Z","snapshot_observed_at":"2026-08-18T04:03:28.161642Z","submitted_at":"2024-03-12T02:26:30Z","title":"The Dawn of AI-Native EDA: Opportunities and Challenges of Large Circuit Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07257","snapshot_observed_at":"2026-08-06T15:51:16.969771Z","title":"The dawn of ai-native eda: Promises and challenges of large circuit models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.969771Z"},"links":{"cited_paper":"/paper/2403.07257","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:d6b99d31d47eb3509e297830984c99ee68272bc931d2754c4faa3d9b67c099a6","observation_id":"844bcb60-1ed6-4c4c-83d8-e874fe94597c","resolution":{"observed_at":"2026-08-06T15:51:16.969771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.153846Z","title":"Deepgate: Learning neural representations of logic gates,","venue":null,"work_id":"b9c570ba-6bb9-4b7a-8609-a49356c2b0c9","year":2022},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.975053Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:83163e060b90fbbbb46cfb6df8eddbe2c25da68929572aab382401349c2e16ca","observation_id":"25ed9432-ebe7-4fb9-8cd6-b3bc9c2ea2ae","resolution":{"observed_at":"2026-08-06T15:51:18.158615Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.138235Z","title":"Deepgate2: Functionality-aware circuit representation learning,","venue":null,"work_id":"af9f6d8e-128e-45e5-957e-34bb649867e6","year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.981378Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:b87eec9f38861cf2a922465757180c72f4809a993d305d0558ce49a1e503847e","observation_id":"15de77ff-e2be-4554-9368-f4a9344a48fd","resolution":{"observed_at":"2026-08-06T15:51:18.143095Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.11095","last_updated":"2024-07-15T02:44:21Z","snapshot_observed_at":"2026-08-19T19:06:06.735313Z","submitted_at":"2024-07-15T02:44:21Z","title":"DeepGate3: Towards Scalable Circuit Representation Learning","version":1},"cited_work":{"arxiv_id":"2407.11095","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.11095","snapshot_observed_at":"2026-08-06T15:51:17.800446Z","title":"DeepGate3: Towards Scalable Circuit Representation Learning","venue":"cs.LG","work_id":"b69f8038-93d6-47b5-bc9e-9fc275c00032","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.988229Z"},"links":{"cited_paper":"/paper/2407.11095","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:3cee6028a9207ef067a5cd50003813301c63d2fed804ebb2e1926df5600eb43f","observation_id":"ee7fdac5-75a8-4a96-8dbf-e3dde19240ac","resolution":{"observed_at":"2026-08-06T15:51:17.805475Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.01681","last_updated":"2025-05-20T08:17:48Z","snapshot_observed_at":"2026-08-17T13:03:48.024800Z","submitted_at":"2025-02-02T05:25:34Z","title":"DeepGate4: Efficient and Effective Representation Learning for Circuit Design at Scale","version":3},"cited_work":{"arxiv_id":"2502.01681","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.01681","snapshot_observed_at":"2026-08-06T15:51:17.775716Z","title":"DeepGate4: Efficient and Effective Representation Learning for Circuit Design at Scale","venue":"cs.LG","work_id":"28b73e5e-d173-4859-a00b-9b8bb7d91602","year":2025},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:16.994747Z"},"links":{"cited_paper":"/paper/2502.01681","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f911ec0e07ba1eada4a8f9f8449fbcf18aee18340093340ad64f1445f450cfbf","observation_id":"bf6167ff-96be-4d75-88cb-07bd972987c8","resolution":{"observed_at":"2026-08-06T15:51:17.782618Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.04887","last_updated":"2024-06-04T19:12:48Z","snapshot_observed_at":"2026-08-16T21:50:25.774677Z","submitted_at":"2023-11-08T18:46:39Z","title":"AutoChip: Automating HDL Generation Using LLM Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.04887","snapshot_observed_at":"2026-08-06T15:51:17.000553Z","title":"Au- tochip: Automating hdl generation using llm feedback,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.000553Z"},"links":{"cited_paper":"/paper/2311.04887","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:23b3ca1261a3ce4988ccc9f5460d27cf2d543511fd48aa49f627bab2ce4d7479","observation_id":"2ee24dd8-da72-4218-9edd-eb7b6fbc3eb1","resolution":{"observed_at":"2026-08-06T15:51:17.000553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.006595Z","title":"Rtl- coder: Fully open-source and efficient llm-assisted rtl code generation technique,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.006595Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:9d86b6eb30f29da55332212de5a39d5f6fa3ed85b30e201ba9fd739ac2b7aeaf","observation_id":"e524bd91-5f36-4e73-87b7-b743cb198362","resolution":{"observed_at":"2026-08-06T15:51:17.006595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.111955Z","title":"Verigen: A large language model for verilog code generation,","venue":null,"work_id":"cd9a246c-cca4-42f6-a461-b213c2bcb6f4","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.011689Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:2c25120c322ed7e25d4ba4b1fb18f6f59d0988a19fd5cc5d58880d6f6d8b2533","observation_id":"d5e31a20-df2e-4bc7-9ef5-9037bb65b86f","resolution":{"observed_at":"2026-08-06T15:51:18.116952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.14739","last_updated":"2024-09-23T06:35:19Z","snapshot_observed_at":"2026-08-16T13:16:23.169374Z","submitted_at":"2024-09-23T06:35:19Z","title":"AmpAgent: An LLM-based Multi-Agent System for Multi-stage Amplifier Schematic Design from Literature for Process and Performance Porting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.14739","snapshot_observed_at":"2026-08-06T15:51:17.017168Z","title":"Ampagent: An llm-based multi-agent system for multi-stage amplifier schematic design from literature for process and performance porting,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.017168Z"},"links":{"cited_paper":"/paper/2409.14739","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:80cc1113f43e11267e8035d5f7343204dede667a473429d2b72fe9db5b184d35","observation_id":"75256a78-6bea-4ff5-80ec-014340228ea8","resolution":{"observed_at":"2026-08-06T15:51:17.017168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.024063Z","title":"Chateda: A large language model powered autonomous agent for eda,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.024063Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:e498b7ceb95119f6f8ed00d6b4be83c65daf338408fa8797a55557776c535fc8","observation_id":"72fe7c05-57aa-4060-bee7-0823bcd74789","resolution":{"observed_at":"2026-08-06T15:51:17.024063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.080882Z","title":"Openroad: Toward a self-driving, open-source digital layout implementation tool chain,","venue":null,"work_id":"377aae9d-b87e-439e-93e8-bfdcabe897ad","year":2019},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.030673Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:90a5ea392240e545f9f6d75a40e53e30d76b21698b74adfece47884e8a33f429","observation_id":"81083eca-4fa3-4f1f-a900-fa7b8b6b9c81","resolution":{"observed_at":"2026-08-06T15:51:18.085480Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.039330Z","title":"Chipgpt: How far are we from natural language hardware design,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.039330Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:0f15e02f3daa41b9d225c8058b11574c225e12be3f9fda4337f86f6ab46f8d74","observation_id":"094d4aef-15c0-42ba-8820-73b181ffd74c","resolution":{"observed_at":"2026-08-06T15:51:17.039330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16125","last_updated":"2023-08-02T08:02:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-30T04:25:16Z","title":"SEED-Bench: Benchmarking Multimodal LLMs with Generative Comprehension","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16125","snapshot_observed_at":"2026-08-06T15:51:17.045621Z","title":"Seed-bench: Benchmarking multimodal llms with generative comprehension,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.045621Z"},"links":{"cited_paper":"/paper/2307.16125","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f3c0e1cfd9564d5419a743ca757c6f3363b24ecec7903ed52947126b65870a74","observation_id":"ead691cd-84ac-4ba2-846e-7795243e2fb8","resolution":{"observed_at":"2026-08-06T15:51:17.045621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.065261Z","title":"Mmmu: A massive multi-discipline multimodal understanding and reasoning benchmark for expert agi,","venue":null,"work_id":"80773eb3-a537-4146-903b-ad98de24b65d","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.052390Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:c22fed4c0691ce1138973e29422d876562a9c78be57ee53c273a0f11a3dac3a9","observation_id":"71178a86-0847-4ee5-84d2-c5027c0159b3","resolution":{"observed_at":"2026-08-06T15:51:18.070119Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.050944Z","title":"Mm- bench: Is your multi-modal model an all-around player?","venue":null,"work_id":"3d539e53-a41c-4b0c-8510-f1d031569647","year":2025},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.058059Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f13b48d9d005a932ace60d1ccec4c6474583b4fcb68ebbc954dc96c1ca280bcb","observation_id":"1dfc5907-444a-4fd8-9e26-a0bc3e54681d","resolution":{"observed_at":"2026-08-06T15:51:18.055455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00804","last_updated":"2024-07-26T11:00:08Z","snapshot_observed_at":"2026-08-16T13:30:48.892251Z","submitted_at":"2024-07-26T11:00:08Z","title":"ChipExpert: The Open-Source Integrated-Circuit-Design-Specific Large Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00804","snapshot_observed_at":"2026-08-06T15:51:17.063404Z","title":"Chipexpert: The open-source integrated-circuit-design-specific large language model,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.063404Z"},"links":{"cited_paper":"/paper/2408.00804","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:1a402d8eb4c7b7c3ae553100b0d62ad0b3c78139c21a4bb68ddba6faaa3434df","observation_id":"bb92531a-a3e9-4e0f-a306-8f795430904c","resolution":{"observed_at":"2026-08-06T15:51:17.063404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T15:51:17.069313Z","title":"Gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.069313Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:08bd55a7aa755b2709c800b38720f2fadd9737e8f0c4dafe035f23fa962495c9","observation_id":"cbc7941f-5ab6-42c1-8c04-c5911f47f3e2","resolution":{"observed_at":"2026-08-06T15:51:17.069313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.036444Z","title":"Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation,","venue":null,"work_id":"22138805-fa00-4fbb-8dc7-7530c614dbf9","year":2022},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.078106Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:8d039a60bd7f75cc833cbc521998aeb1a9ab0ff3ccf9da9a4ac78f000e11cd4c","observation_id":"3f2a9dc3-c3c6-42fa-abe0-7d28c7d65373","resolution":{"observed_at":"2026-08-06T15:51:18.040918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12966","last_updated":"2023-10-13T02:41:28Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-08-24T17:59:17Z","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12966","snapshot_observed_at":"2026-08-06T15:51:17.093914Z","title":"Qwen-vl: A frontier large vision-language model with versatile abilities,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.093914Z"},"links":{"cited_paper":"/paper/2308.12966","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:b9878560f3e4340ae9ccd325412d39a3e9ace1a39747545d4f312b9f4ef1ecd2","observation_id":"ab6d3375-d6ab-48a0-8b36-dc6dce52fc13","resolution":{"observed_at":"2026-08-06T15:51:17.093914Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15112","last_updated":"2023-12-14T17:21:39Z","snapshot_observed_at":"2026-08-21T19:15:22.406940Z","submitted_at":"2023-09-26T17:58:20Z","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15112","snapshot_observed_at":"2026-08-06T15:51:17.099887Z","title":"Internlm-xcomposer: A vision- language large model for advanced text-image comprehension and composition,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.099887Z"},"links":{"cited_paper":"/paper/2309.15112","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:e64428e71ccbeec26dc0cbd01d3af9a749dc152ec33fee87ce2c4e398598f298","observation_id":"4b609da0-9d61-4d75-be1e-dabb843144db","resolution":{"observed_at":"2026-08-06T15:51:17.099887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:18.021725Z","title":"Internvl: Scaling up vision foundation models and aligning for generic visual-linguistic tasks,","venue":null,"work_id":"c017c374-31b9-469f-804a-42f2a8d49421","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.106267Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:b239ed22c3ee41b241525cd89bd2f1bde2557732f2bf14466719c7622f6385e8","observation_id":"e1ebf3e1-1969-457d-8fb5-c122916c0aab","resolution":{"observed_at":"2026-08-06T15:51:18.026078Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.111470Z","title":"Instructblip: Towards general-purpose vision- language models with instruction tuning,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.111470Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:45575e93084f53f38f428b1b8399adc441cbc32eacba01e55c0eb06eaed46c78","observation_id":"729b1d09-85f8-46d2-812c-64754912dbbd","resolution":{"observed_at":"2026-08-06T15:51:17.111470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.995542Z","title":"Blip-2: Bootstrapping language- image pre-training with frozen image encoders and large language models,","venue":null,"work_id":"1f9121a5-0484-411e-8e13-6e6bede44da7","year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.116280Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:060f2ae74a799173e26adbb77fbd89bdd70cad8814fe9432899c1a838d8bcbbc","observation_id":"3db087b0-fa50-4033-9d16-ecdf5aaf34a0","resolution":{"observed_at":"2026-08-06T15:51:18.000768Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T15:51:17.121764Z","title":"The llama 3 herd of models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.121764Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:c06959d858e6a50787206d861f6c221ac0e9253ea1c6bc1dae95b3bd02e9459c","observation_id":"24fa938f-bb6b-47b4-bb43-dd678a955ea0","resolution":{"observed_at":"2026-08-06T15:51:17.121764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.01800","last_updated":"2024-08-03T15:02:21Z","snapshot_observed_at":"2026-08-21T07:48:51.700518Z","submitted_at":"2024-08-03T15:02:21Z","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.01800","snapshot_observed_at":"2026-08-06T15:51:17.128128Z","title":"Minicpm-v: A gpt-4v level mllm on your phone,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.128128Z"},"links":{"cited_paper":"/paper/2408.01800","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:31a7d048503e7c97335170a16dccdf2a9cce9ad0af2345b967acfcaf142507a9","observation_id":"f6c0f823-15fa-49da-a62a-7b3c0a3a9398","resolution":{"observed_at":"2026-08-06T15:51:17.128128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.981086Z","title":"Yi: Open foundation models by 01.ai,","venue":null,"work_id":"313c05ac-8938-4012-a8e1-a10285171ccd","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.133324Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:e72a0cbb5a6740ff864726c865e1e9f78164634a78daa32c280137a9bdef6a3f","observation_id":"8a2bb5f9-0d34-4f23-bcf0-7ebf6215c6b6","resolution":{"observed_at":"2026-08-06T15:51:17.985303Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.14824","last_updated":"2023-07-13T05:41:34Z","snapshot_observed_at":"2026-08-12T12:24:23.815073Z","submitted_at":"2023-06-26T16:32:47Z","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.14824","snapshot_observed_at":"2026-08-06T15:51:17.139099Z","title":"Kosmos-2: Grounding multimodal large language models to the world,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.139099Z"},"links":{"cited_paper":"/paper/2306.14824","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:f75730f75a394404cfb0e9a5554ca391bb8f7e7c3e442a653051b3f45a1c9444","observation_id":"cb79e9a6-4927-43e7-a8af-8f321bd31445","resolution":{"observed_at":"2026-08-06T15:51:17.139099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T15:51:17.143992Z","title":"Gpt-4o system card,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.143992Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:8c84f9cda1840d4e7ce6408019c0a8f780f6dd33a665a02c4b9890b9ee6b5767","observation_id":"731c1bb5-9582-4676-b119-93fabf117ea5","resolution":{"observed_at":"2026-08-06T15:51:17.143992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12387","last_updated":"2024-04-18T17:59:48Z","snapshot_observed_at":"2026-08-16T13:59:40.303924Z","submitted_at":"2024-04-18T17:59:48Z","title":"Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12387","snapshot_observed_at":"2026-08-06T15:51:17.148602Z","title":"Reka core, flash, and edge: A series of powerful multimodal language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.148602Z"},"links":{"cited_paper":"/paper/2404.12387","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:97264e5ac064b89aa8d545a25faf392184774623ed5870bd1abcb43b11c200e5","observation_id":"3bf026fa-d614-4338-bdd4-9ba4f8da7982","resolution":{"observed_at":"2026-08-06T15:51:17.148602Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.965514Z","title":"Training language models to follow instructions with human feedback,","venue":null,"work_id":"f277ba51-2731-44a6-adcb-16c0ac2e357c","year":2022},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.154151Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:fdcc1e841da575b240364980e10ba10564e63496af29aca57c5d36fc69459882","observation_id":"a27ef1f9-599c-4706-abc2-9c6205d59228","resolution":{"observed_at":"2026-08-06T15:51:17.969783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06066","last_updated":"2024-01-11T17:31:42Z","snapshot_observed_at":"2026-08-18T13:55:31.813413Z","submitted_at":"2024-01-11T17:31:42Z","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06066","snapshot_observed_at":"2026-08-06T15:51:17.159030Z","title":"Deepseekmoe: Towards ultimate expert specialization in mixture-of-experts language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.159030Z"},"links":{"cited_paper":"/paper/2401.06066","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:841b660e26e9b1557e0ad98f1d6dd47e38f345aca174b7eb3cd05fb61fd32b05","observation_id":"3ad89559-04f8-4e8a-ade6-47f2d293a4e5","resolution":{"observed_at":"2026-08-06T15:51:17.159030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.02954","last_updated":"2024-01-05T18:59:13Z","snapshot_observed_at":"2026-08-14T19:47:04.330126Z","submitted_at":"2024-01-05T18:59:13Z","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.02954","snapshot_observed_at":"2026-08-06T15:51:17.164744Z","title":"Deepseek llm: Scaling open-source language models with longtermism,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.164744Z"},"links":{"cited_paper":"/paper/2401.02954","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:cf84eec004deb6968fc7d94e62ebd0441d39d16c5465df76a957af532dcfdbc2","observation_id":"87cb3f12-4f8c-4c7e-9cf9-79080eba7608","resolution":{"observed_at":"2026-08-06T15:51:17.164744Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.03300","last_updated":"2024-04-27T15:25:53Z","snapshot_observed_at":"2026-08-06T14:58:42.911363Z","submitted_at":"2024-02-05T18:55:32Z","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.03300","snapshot_observed_at":"2026-08-06T15:51:17.169647Z","title":"Deepseekmath: Pushing the limits of mathematical reasoning in open language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.169647Z"},"links":{"cited_paper":"/paper/2402.03300","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:501d02abf24666c848221744e769d74ae3f997f177210da385cd67ccb1b12757","observation_id":"18563847-c589-408f-8929-13531c10b2fb","resolution":{"observed_at":"2026-08-06T15:51:17.169647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04434","last_updated":"2024-06-19T06:04:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-05-07T15:56:43Z","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04434","snapshot_observed_at":"2026-08-06T15:51:17.174974Z","title":"Deepseek-v2: A strong, econom- ical, and efficient mixture-of-experts language model,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.174974Z"},"links":{"cited_paper":"/paper/2405.04434","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:35473e66d3c7fa0c71cf6b89471d0a3990a02e5f2828cc456d133d608383827e","observation_id":"be387cce-c2e0-495a-b380-dec5915f6754","resolution":{"observed_at":"2026-08-06T15:51:17.174974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-08-17T11:08:48.802438Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-06T15:51:17.180690Z","title":"Qwen2 technical report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.180690Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:247487f30b8627bf2b4d0e7bcb24df4f348abf530b0b573fff40edf7312082b1","observation_id":"eb7b6998-2552-42ad-8b06-cd08ecb5e814","resolution":{"observed_at":"2026-08-06T15:51:17.180690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.186161Z","title":"Internlm: A multilingual language model with progressively enhanced capabilities,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.186161Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:285d6c451280fad43f1e473a41962c6126312ddea0a31e777338f4af7cc27840","observation_id":"011286e8-6a12-4703-b35b-f0bc1f4b1f53","resolution":{"observed_at":"2026-08-06T15:51:17.186161Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T15:51:17.190937Z","title":"Llama 2: Open foundation and fine-tuned chat models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.190937Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:4b7a4e1305797afe12e3e3eeb6b982075c40f5ae607b2836e9334db7234c2f3f","observation_id":"a4c04907-5961-4cb7-a091-8752e214aba7","resolution":{"observed_at":"2026-08-06T15:51:17.190937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.06395","last_updated":"2024-06-03T08:54:38Z","snapshot_observed_at":"2026-08-12T13:10:06.472493Z","submitted_at":"2024-04-09T15:36:50Z","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.06395","snapshot_observed_at":"2026-08-06T15:51:17.196765Z","title":"Minicpm: Unveiling the potential of small language models with scalable training strategies,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.196765Z"},"links":{"cited_paper":"/paper/2404.06395","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:bdc8790fca4c3d11deabc528d6545d6fbfd19cfb1c66a46d9230509597beea18","observation_id":"71d40203-d16b-431c-b640-effd35a3e47d","resolution":{"observed_at":"2026-08-06T15:51:17.196765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12793","last_updated":"2024-07-30T03:58:11Z","snapshot_observed_at":"2026-08-14T09:56:00.692687Z","submitted_at":"2024-06-18T16:58:21Z","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12793","snapshot_observed_at":"2026-08-06T15:51:17.202392Z","title":"Chatglm: A family of large language models from glm-130b to glm-4 all tools,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.202392Z"},"links":{"cited_paper":"/paper/2406.12793","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:7dbe7ecec21187bc52f4b92bea9fef99056ad33fba1c1599f8926a581a49805b","observation_id":"ebc3817a-2c46-4dff-a0d0-8969f3d56eb1","resolution":{"observed_at":"2026-08-06T15:51:17.202392Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-08-20T18:27:04.837880Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-06T15:51:17.207829Z","title":"Gemini: a family of highly capable multimodal models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.207829Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:9bd4665c56aa59cd734986918709c270575664f8631e8cd0f1af67a4602c6b89","observation_id":"702586f6-6497-4a16-9149-023e470f0276","resolution":{"observed_at":"2026-08-06T15:51:17.207829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-08-14T18:15:53.516440Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-06T15:51:17.212642Z","title":"Gemini 1.5: Unlocking mul- timodal understanding across millions of tokens of context,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.212642Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:91711247da544538b0383e7b42a1f065c25b87853473e1939ddca1e75677e15e","observation_id":"f7d00419-4ff1-4299-92f8-df8e1db749c0","resolution":{"observed_at":"2026-08-06T15:51:17.212642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.939940Z","title":"Introducing the next generation of claude,","venue":null,"work_id":"de6a668f-62af-49af-bcc8-00369fcf44bb","year":2024},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.218440Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:72296df31282b55a826afceda4df36c4a2db443ceb14a3565d834e782e0d7c93","observation_id":"c33732ac-dd29-46ce-9cc9-3da01af18351","resolution":{"observed_at":"2026-08-06T15:51:17.944409Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1809.09600","last_updated":"2018-09-25T17:28:20Z","snapshot_observed_at":"2026-08-17T01:54:11.006899Z","submitted_at":"2018-09-25T17:28:20Z","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.09600","snapshot_observed_at":"2026-08-06T15:51:17.223412Z","title":"Hotpotqa: A dataset for diverse, explain- able multi-hop question answering,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.223412Z"},"links":{"cited_paper":"/paper/1809.09600","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:9937e87a859dd24a7cbf1fabf4787361a6f3e994855591a7539955a03ab97098","observation_id":"822042b0-c8c7-4988-a374-0d966cd12b94","resolution":{"observed_at":"2026-08-06T15:51:17.223412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1606.05250","last_updated":"2016-10-11T02:42:36Z","snapshot_observed_at":"2026-08-17T14:32:22.468812Z","submitted_at":"2016-06-16T16:36:00Z","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1606.05250","snapshot_observed_at":"2026-08-06T15:51:17.229216Z","title":"Squad: 100,000+ questions for machine comprehension of text,","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.229216Z"},"links":{"cited_paper":"/paper/1606.05250","citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:3f6aac3a162b8893cca0188843b2f34be73ab059c4ab0157252af2b5993109bc","observation_id":"830ec5db-bf2b-411e-9fdf-e356b33cb029","resolution":{"observed_at":"2026-08-06T15:51:17.229216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:51:17.925056Z","title":"Language models are few-shot learners,","venue":null,"work_id":"16a1fcaa-2889-4741-a425-6095ccb38734","year":1901},"citing_paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T15:51:17.233907Z"},"links":{"citing_paper":"/paper/2507.19525"},"observation_digest":"sha256:86285d76849623e3dab79fe7d4dc3e4823f1590808a5c0aff2178e516445f3ad","observation_id":"037edc80-35b4-44b7-93e8-294d2f01ee1e","resolution":{"observed_at":"2026-08-06T15:51:17.929488Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.19525","last_updated":"2025-07-20T05:46:32Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-19T00:39:42.936329Z","submitted_at":"2025-07-20T05:46:32Z","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":33,"verified_exact":4,"verified_fuzzy":17},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 1 inbound Pith citation observation for arXiv:2507.19525."}