{"as_of":"2026-08-19T17:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:df33b93770473a59424a42b9e22f3c5f4d1ea6146c39fcdfe1f5a7e8c841875a","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T14:58:45.981001Z","state":"measured"},{"denominator":39,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":39,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.11453/citation-record","integrity":"/paper/2412.11453/integrity","json":"/paper/2412.11453/citation-record.json","paper":"/paper/2412.11453"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:47.041842Z","title":null,"venue":null,"work_id":"a415ea87-7fae-4f8f-b871-fdabf14dcb75","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.405485Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:58b00adf9c999d06358ed3189b4f5d6be96e949927a9f8aa9f7f979910f2d415","observation_id":"2f7daa66-4c84-4675-a7d0-4bfc9c7132f7","resolution":{"observed_at":"2026-08-11T14:58:47.140082Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.438324Z","title":"Chateval: Towards better llm-based evaluators through multi-agent debate","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.438324Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:f80fb717d83d9e52069ee43eafd534759707b1e64984ad9aa2b2db66ed0e2e33","observation_id":"3410428a-e668-4542-be5b-fa9b82a2677c","resolution":{"observed_at":"2026-08-11T14:58:45.438324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.442555Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.442555Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:5093e7d0de5354a5bd1a41b024a75adeccfa79f84e0c484336b9f1a550c603ad","observation_id":"231f0d3d-545f-449d-a9fb-be999c421999","resolution":{"observed_at":"2026-08-11T14:58:45.442555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:47.016827Z","title":"Chexagent: Towards a foundation model for chest x-ray interpretation","venue":null,"work_id":"66855299-c68e-4e03-ac85-77ff6b7aeccf","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.447463Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:389646e2b417752bca72f9751592b5c84e41ff983afb396533c160f6fe71d63d","observation_id":"c445bfc6-868d-41ef-b82e-88835f5a4178","resolution":{"observed_at":"2026-08-11T14:58:47.021103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.949387Z","title":null,"venue":null,"work_id":"c1ecba99-5ce4-4718-9b78-b0126302e774","year":1993},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.451533Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:03155572f1224e441bc434b6a65436f7b230d8acc3ab9a53c2169db97ce54d9b","observation_id":"ac7a3e42-2c0b-4978-bdc8-5bc257a25ea5","resolution":{"observed_at":"2026-08-11T14:58:47.009217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.859258Z","title":"Flashattention-2: Faster attention with better parallelism and work partitioning","venue":null,"work_id":"7b175217-a5c3-4690-90d0-d72d603183f2","year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.455081Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:08409c0e079514d50015fba288d751b85ddb69878ac6be89c36062a38b1ba9db","observation_id":"0996da3c-16a2-4d2a-9ffe-ea1e11bd61ce","resolution":{"observed_at":"2026-08-11T14:58:46.866747Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.459138Z","title":"Fu, Stefano Ermon, Atri Rudra, and Christopher R \\'e","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.459138Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:e9a519fd0e2f2e6f8e5f0ec872a4d4de735996c15bf2e9775d96dce631135ffd","observation_id":"dfc595f1-a9da-4ffc-ba92-43f6d133f5a8","resolution":{"observed_at":"2026-08-11T14:58:45.459138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.462665Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.462665Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:f573fe2cd4d4d0ed761ceecbf5b1cc66650344bec31d3d30abadfe680d391adb","observation_id":"506ec475-032b-48d4-9f46-dab81a164fca","resolution":{"observed_at":"2026-08-11T14:58:45.462665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08247","last_updated":"2025-03-18T21:31:51Z","snapshot_observed_at":"2026-08-18T08:20:50.087566Z","submitted_at":"2023-04-14T11:28:08Z","title":"MedAlpaca -- An Open-Source Collection of Medical Conversational AI Models and Training Data","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08247","snapshot_observed_at":"2026-08-11T14:58:45.466238Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.466238Z"},"links":{"cited_paper":"/paper/2304.08247","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:7293cc73a17ac6a7eb29ea3aa5806804d2265540ca9c41545fcb12985fdae4ca","observation_id":"fcf69be2-14f6-4494-a09e-17410f662136","resolution":{"observed_at":"2026-08-11T14:58:45.466238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.10286","last_updated":"2020-03-07T17:55:41Z","snapshot_observed_at":"2026-07-06T09:06:42.071993Z","submitted_at":"2020-03-07T17:55:41Z","title":"PathVQA: 30000+ Questions for Medical Visual Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.10286","snapshot_observed_at":"2026-08-11T14:58:45.470722Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.470722Z"},"links":{"cited_paper":"/paper/2003.10286","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:97e086d2f9bb58027464f1b0b32a8237d515ecc2f48fa83e8aab27797cc67884","observation_id":"6bac68f5-a5ac-4a9e-8417-8f7fcee5d256","resolution":{"observed_at":"2026-08-11T14:58:45.470722Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.475582Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.475582Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:5ef1f02c856f90203989e2452b4b2ba52986144e2a5a3eee0a74f48a81630227","observation_id":"f506cbe7-15b9-4522-b901-6b08f774508d","resolution":{"observed_at":"2026-08-11T14:58:45.475582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.480420Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.480420Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:d016aaedb62ab98489a458dd87421f7d684a98b5854ce6cc211deb7c564ab20b","observation_id":"ed6d7ffe-5fd1-4b4b-b9d2-916e41607c22","resolution":{"observed_at":"2026-08-11T14:58:45.480420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.825150Z","title":"Generative judge for evaluating alignment","venue":null,"work_id":"abe9cc95-98ee-4985-8d3f-81e254abc775","year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.483535Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:14770f9ca860c6066a729941dd0b5cd8ea871ab2c8c546819332bc053b38b284","observation_id":"8a3f7615-3241-4e5c-a9ac-41be88c59333","resolution":{"observed_at":"2026-08-11T14:58:46.830107Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.486952Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.486952Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:a6d18b9580349918848d321f52847d66ae4675c8a2ca1013ea4178c80b54215f","observation_id":"0c38217a-4f92-49d3-8a54-0260e924ee9d","resolution":{"observed_at":"2026-08-11T14:58:45.486952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07103","last_updated":"2024-06-12T08:31:58Z","snapshot_observed_at":"2026-08-16T14:27:44.192442Z","submitted_at":"2024-01-13T15:59:09Z","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07103","snapshot_observed_at":"2026-08-11T14:58:45.497919Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.497919Z"},"links":{"cited_paper":"/paper/2401.07103","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:82425560cbf1ed9ac57cea8e44f0296c302357ebedc4c07d9bfdcbb4cc132b9d","observation_id":"5d0a54fe-95da-4fb9-834a-114a85a676a1","resolution":{"observed_at":"2026-08-11T14:58:45.497919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.806107Z","title":null,"venue":null,"work_id":"bad8faef-c75b-489e-a6be-eb8dbc51c4a0","year":2004},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.572420Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:764d3dd6c1b971243ff82bcc65db802e1e116c5a58c345a5336749fe7dbb4f3a","observation_id":"9c36f67f-efe1-4d03-9e38-e3ca63d4e194","resolution":{"observed_at":"2026-08-11T14:58:46.809875Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.640622Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.640622Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:4dfb9688a2d883d1ab8b1a77433d8ca7d69b26eb7ed493881914b53e2f7fb59a","observation_id":"0e7ef28e-5f1c-4362-9631-344b0973ceb2","resolution":{"observed_at":"2026-08-11T14:58:45.640622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.644764Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.644764Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:dd87cc2d8ceb4348baaae2a212cfcb195dc97660d626160edcb0b8eaf2bbda3c","observation_id":"56558ea0-df7d-4bd1-b9e0-60b2d509fa5d","resolution":{"observed_at":"2026-08-11T14:58:45.644764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.648732Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.648732Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:cbbf4edb120fef628c07479ee89f7dec74ebd305bcb27150b63347c1e4997082","observation_id":"72d6cd95-a9c0-4a09-aefd-4846d054e942","resolution":{"observed_at":"2026-08-11T14:58:45.648732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.680436Z","title":null,"venue":null,"work_id":"5b1aa348-b3f9-4619-b066-2295dd8c8e3a","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.652530Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:ef267c82c423151125f07ca288d6a949fd943a646c847ca25ec6ba53c2d37b7d","observation_id":"63d7d7e5-9621-4227-b2a2-457665752242","resolution":{"observed_at":"2026-08-11T14:58:46.784561Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.513487Z","title":null,"venue":null,"work_id":"c52cfcfb-6261-44ba-81f4-3a67f27d9456","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.655594Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:c773531ad5f350394d0270ab5f4adb71e4dd57f31c1886489dbb061a9f9acd2e","observation_id":"8f9599b8-38e2-4177-85ee-344ca4421f34","resolution":{"observed_at":"2026-08-11T14:58:46.573325Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.13375","last_updated":"2023-04-12T16:48:39Z","snapshot_observed_at":"2026-08-17T08:49:52.717771Z","submitted_at":"2023-03-20T16:18:38Z","title":"Capabilities of GPT-4 on Medical Challenge Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.13375","snapshot_observed_at":"2026-08-11T14:58:45.658675Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.658675Z"},"links":{"cited_paper":"/paper/2303.13375","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:cfef55e960595924436c86e8fcdb8004c789d4df6bff00df074e9a023a6906ae","observation_id":"9ed2a86a-f4a9-40bf-9ff0-d1c5770f7800","resolution":{"observed_at":"2026-08-11T14:58:45.658675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.662231Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.662231Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:647ec6d3f204563b269afd017f9d5e9130b0363ea3992c710f9206b6e025603d","observation_id":"cc8ee2b4-9d62-4973-9f37-c3e6ac612a22","resolution":{"observed_at":"2026-08-11T14:58:45.662231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.18681","last_updated":"2025-05-07T07:22:02Z","snapshot_observed_at":"2026-08-18T08:19:54.464670Z","submitted_at":"2023-11-30T16:28:40Z","title":"RaDialog: A Large Vision-Language Model for Radiology Report Generation and Conversational Assistance","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.18681","snapshot_observed_at":"2026-08-11T14:58:45.665572Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.665572Z"},"links":{"cited_paper":"/paper/2311.18681","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:fa8d0c4d4307a6d3c8f5b1d5c5256936c5e6cedb9825f898602e044581fa165f","observation_id":"dac4a831-8d9f-4497-be8a-0186a49abe79","resolution":{"observed_at":"2026-08-11T14:58:45.665572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.669489Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.669489Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:98636f4b09038174801dcaf2ff59fea2ead082f040ccb39571fe9ed07736ebc1","observation_id":"6f9ca47b-d970-4a38-88f6-090f5e407a20","resolution":{"observed_at":"2026-08-11T14:58:45.669489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.672819Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.672819Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:c019202be03b7104abd614bcf23137ad6f5c660792fd4b1983fc83a132e13f5d","observation_id":"3ac496ab-bc6f-42f3-b750-dcabe91e55f7","resolution":{"observed_at":"2026-08-11T14:58:45.672819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.676468Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.676468Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:9521e7abcb66e4f7239f62bcd3e5f8b9c818392470200b8c3f9c39e3ded01241","observation_id":"835d6b36-92ec-48a7-a9d4-7aef95301d7b","resolution":{"observed_at":"2026-08-11T14:58:45.676468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.680280Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.680280Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:fe8225b79363058c95eeac301b7194eefab9af08c92be3e3bdcaa789972c6e4a","observation_id":"41da5873-aca0-4542-b6cb-077e1e48f742","resolution":{"observed_at":"2026-08-11T14:58:45.680280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.683764Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.683764Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:7dcedc3f7d77f910fd0f8087eb8c5cbe0a1567186c275e3a7714356dd7d84464","observation_id":"75a752ff-38b4-4d60-ab72-98b37ad6e660","resolution":{"observed_at":"2026-08-11T14:58:45.683764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.460755Z","title":null,"venue":null,"work_id":"1d8e8940-dc41-4c39-9f9c-c22f29f8a26b","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.688486Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:fe4351a9b1a3831d6aac61412a4e583a4604a07c94cddee6e5555b6eb89ee2dd","observation_id":"1e721a90-f93b-431b-b701-66b37eec824e","resolution":{"observed_at":"2026-08-11T14:58:46.465563Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.448763Z","title":null,"venue":null,"work_id":"2746da62-4c79-440c-a8af-b48534643354","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.691910Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:2310deca54e659aa5f054379c16f17c676b672bb9fa92cb584f368808c85ebe0","observation_id":"c7552a36-98c4-4adb-ba86-5ef9684f2744","resolution":{"observed_at":"2026-08-11T14:58:46.452172Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.07340","last_updated":"2023-05-12T09:37:13Z","snapshot_observed_at":"2026-08-16T15:33:37.967255Z","submitted_at":"2023-05-12T09:37:13Z","title":"MedGPTEval: A Dataset and Benchmark to Evaluate Responses of Large Language Models in Medicine","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.07340","snapshot_observed_at":"2026-08-11T14:58:45.695547Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.695547Z"},"links":{"cited_paper":"/paper/2305.07340","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:8702f631d00a118c25802195db90dbed20d101893d93d8f7856b35c9a47895c9","observation_id":"6e51bc22-dfa1-4ed7-9d9a-c5bd1247c7db","resolution":{"observed_at":"2026-08-11T14:58:45.695547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.03162","last_updated":"2024-05-06T04:44:22Z","snapshot_observed_at":"2026-08-16T13:55:11.369835Z","submitted_at":"2024-05-06T04:44:22Z","title":"Advancing Multimodal Medical Capabilities of Gemini","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.03162","snapshot_observed_at":"2026-08-11T14:58:45.699956Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.699956Z"},"links":{"cited_paper":"/paper/2405.03162","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:3e17a2978e8e5cee415f772e77cadb80038f96e92afa8ceeacf8e2ebb6bdb08d","observation_id":"6b6c7294-3278-4557-8b5b-4c898a30671f","resolution":{"observed_at":"2026-08-11T14:58:45.699956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.740605Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.740605Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:4a76a3cdb0a0e95b289789c64cd9fcf421c1270b0ae276838a43c6a525457e6d","observation_id":"9f5a4b3d-981a-40c8-9cd2-4b285903d15a","resolution":{"observed_at":"2026-08-11T14:58:45.740605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.427549Z","title":null,"venue":null,"work_id":"971b048d-2b6b-47f8-b489-10d0bdd98699","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.845833Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:5e3184919223c24f3b5e559babf4206120e192b256811cae97c871f8bd2db8cb","observation_id":"f809da8d-cc29-4a44-bc1e-bc4db657882a","resolution":{"observed_at":"2026-08-11T14:58:46.432461Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.203590Z","title":null,"venue":null,"work_id":"ff0df3e4-dd65-4757-8568-dd4972b14ca2","year":2020},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.875463Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:2df63af5e7e4587d6aca0778e0ff03dc1505c57d999fec52f7be51f9cfcc57c5","observation_id":"e563872d-722e-44eb-a0e5-a67b9ef7721e","resolution":{"observed_at":"2026-08-11T14:58:46.319426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.00915","last_updated":"2025-01-08T22:58:51Z","snapshot_observed_at":"2026-08-18T14:56:57.492279Z","submitted_at":"2023-03-02T02:20:04Z","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.00915","snapshot_observed_at":"2026-08-11T14:58:45.972370Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.972370Z"},"links":{"cited_paper":"/paper/2303.00915","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:760fb4557dadf414a920da71d0dd0f74560750317080098567358f215b8a8fca","observation_id":"e36f00db-00c4-4877-b70a-632261ea1bf4","resolution":{"observed_at":"2026-08-11T14:58:45.972370Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.976333Z","title":"Bertscore: Evaluating text generation with bert","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.976333Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:3ee69456568f0da73fda5992189da25978268d953f9383d4b4e91fa289604cbf","observation_id":"0f1597b5-ee11-4609-b215-3fac1c1cedb2","resolution":{"observed_at":"2026-08-11T14:58:45.976333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.981001Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.981001Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:dfea615e59f65c654c404d01cee1186b7fcd7f868656434f43188b00836974a7","observation_id":"f3c6f303-f5b2-4b4e-ba82-3d20eb83b032","resolution":{"observed_at":"2026-08-11T14:58:45.981001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T18:35:55.526226Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 39 of 39 outbound references and 0 inbound Pith citation observations for arXiv:2412.11453."}