{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7HPPLW2G6AA5HNFSQ3EQFBE3SF","short_pith_number":"pith:7HPPLW2G","canonical_record":{"source":{"id":"2412.10477","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T05:10:29Z","cross_cats_sorted":["cond-mat.mtrl-sci","cs.AI"],"title_canon_sha256":"515443893e08c6b3c3f3a1577f4bb081fb3bfdd3fb9c7fb110897d1eed1c48ab","abstract_canon_sha256":"c7f3ac00ae3756f8fc8f1ba5de6007042ae62ad13638a845129703c38d2a2846"},"schema_version":"1.0"},"canonical_sha256":"f9def5db46f001d3b4b286c902849b916a089266d013c4874726aad08a9a0a44","source":{"kind":"arxiv","id":"2412.10477","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10477","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10477v1","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10477","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_12","alias_value":"7HPPLW2G6AA5","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_16","alias_value":"7HPPLW2G6AA5HNFS","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_8","alias_value":"7HPPLW2G","created_at":"2026-07-05T11:17:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7HPPLW2G6AA5HNFSQ3EQFBE3SF","target":"record","payload":{"canonical_record":{"source":{"id":"2412.10477","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T05:10:29Z","cross_cats_sorted":["cond-mat.mtrl-sci","cs.AI"],"title_canon_sha256":"515443893e08c6b3c3f3a1577f4bb081fb3bfdd3fb9c7fb110897d1eed1c48ab","abstract_canon_sha256":"c7f3ac00ae3756f8fc8f1ba5de6007042ae62ad13638a845129703c38d2a2846"},"schema_version":"1.0"},"canonical_sha256":"f9def5db46f001d3b4b286c902849b916a089266d013c4874726aad08a9a0a44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:39.051516Z","signature_b64":"GDhSSCK0l3SMKj3cBqVt0kKAKIi2/XqQZM21hLqt7ztv6neGnAw06pesGSAUo0D7VFgjX9KljWiaGOmbvfStDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9def5db46f001d3b4b286c902849b916a089266d013c4874726aad08a9a0a44","last_reissued_at":"2026-07-05T11:17:39.051020Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:39.051020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.10477","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YO5pCWd91G+vOA2K5WgKWPUmCVyi+QExZ5RAuxIHoOg7ETVcUbP3rb6M8mpSrVL1TQDuAVADxmP6ICZJ5kJuCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:29:19.673938Z"},"content_sha256":"60fe32c7b53a89759f141bd2e86f4cd4ac034e1b4fdd748c7ce2f6c7e9a06ffa","schema_version":"1.0","event_id":"sha256:60fe32c7b53a89759f141bd2e86f4cd4ac034e1b4fdd748c7ce2f6c7e9a06ffa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7HPPLW2G6AA5HNFSQ3EQFBE3SF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking large language models for materials synthesis: the case of atomic layer deposition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cond-mat.mtrl-sci","cs.AI"],"primary_cat":"cs.LG","authors_text":"Adnan Mohammad, Angel Yanguas-Gil, Bratin Sengupta, Chi Thang Nguyen, Jeffrey W. Elam, Jessica C. Jones, Matthew T. Dearing, Sungjoon Kim","submitted_at":"2024-12-13T05:10:29Z","abstract_excerpt":"In this work we introduce an open-ended question benchmark, ALDbench, to evaluate the performance of large language models (LLMs) in materials synthesis, and in particular in the field of atomic layer deposition, a thin film growth technique used in energy applications and microelectronics. Our benchmark comprises questions with a level of difficulty ranging from graduate level to domain expert current with the state of the art in the field. Human experts reviewed the questions along the criteria of difficulty and specificity, and the model responses along four different criteria: overall qual"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10477","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.10477/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k3hKzoPJHTzVEAxWVO0O6E7G+9Fcw6mHdSPKs0UXgvkzAjqy18HxgUqf/iQEmlwbfr1VJas629SEEcnMcVVAAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:29:19.674561Z"},"content_sha256":"dbb5ff0bb384a8a8b5ea733d1a388bfd30feb5282ecad7098e30ac16e9cfcc62","schema_version":"1.0","event_id":"sha256:dbb5ff0bb384a8a8b5ea733d1a388bfd30feb5282ecad7098e30ac16e9cfcc62"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/bundle.json","state_url":"https://pith.science/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T04:29:19Z","links":{"resolver":"https://pith.science/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF","bundle":"https://pith.science/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/bundle.json","state":"https://pith.science/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7HPPLW2G6AA5HNFSQ3EQFBE3SF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7HPPLW2G6AA5HNFSQ3EQFBE3SF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7f3ac00ae3756f8fc8f1ba5de6007042ae62ad13638a845129703c38d2a2846","cross_cats_sorted":["cond-mat.mtrl-sci","cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T05:10:29Z","title_canon_sha256":"515443893e08c6b3c3f3a1577f4bb081fb3bfdd3fb9c7fb110897d1eed1c48ab"},"schema_version":"1.0","source":{"id":"2412.10477","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10477","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10477v1","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10477","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_12","alias_value":"7HPPLW2G6AA5","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_16","alias_value":"7HPPLW2G6AA5HNFS","created_at":"2026-07-05T11:17:39Z"},{"alias_kind":"pith_short_8","alias_value":"7HPPLW2G","created_at":"2026-07-05T11:17:39Z"}],"graph_snapshots":[{"event_id":"sha256:dbb5ff0bb384a8a8b5ea733d1a388bfd30feb5282ecad7098e30ac16e9cfcc62","target":"graph","created_at":"2026-07-05T11:17:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.10477/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work we introduce an open-ended question benchmark, ALDbench, to evaluate the performance of large language models (LLMs) in materials synthesis, and in particular in the field of atomic layer deposition, a thin film growth technique used in energy applications and microelectronics. Our benchmark comprises questions with a level of difficulty ranging from graduate level to domain expert current with the state of the art in the field. Human experts reviewed the questions along the criteria of difficulty and specificity, and the model responses along four different criteria: overall qual","authors_text":"Adnan Mohammad, Angel Yanguas-Gil, Bratin Sengupta, Chi Thang Nguyen, Jeffrey W. Elam, Jessica C. Jones, Matthew T. Dearing, Sungjoon Kim","cross_cats":["cond-mat.mtrl-sci","cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T05:10:29Z","title":"Benchmarking large language models for materials synthesis: the case of atomic layer deposition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10477","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60fe32c7b53a89759f141bd2e86f4cd4ac034e1b4fdd748c7ce2f6c7e9a06ffa","target":"record","created_at":"2026-07-05T11:17:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7f3ac00ae3756f8fc8f1ba5de6007042ae62ad13638a845129703c38d2a2846","cross_cats_sorted":["cond-mat.mtrl-sci","cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T05:10:29Z","title_canon_sha256":"515443893e08c6b3c3f3a1577f4bb081fb3bfdd3fb9c7fb110897d1eed1c48ab"},"schema_version":"1.0","source":{"id":"2412.10477","kind":"arxiv","version":1}},"canonical_sha256":"f9def5db46f001d3b4b286c902849b916a089266d013c4874726aad08a9a0a44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9def5db46f001d3b4b286c902849b916a089266d013c4874726aad08a9a0a44","first_computed_at":"2026-07-05T11:17:39.051020Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:39.051020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GDhSSCK0l3SMKj3cBqVt0kKAKIi2/XqQZM21hLqt7ztv6neGnAw06pesGSAUo0D7VFgjX9KljWiaGOmbvfStDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:39.051516Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.10477","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60fe32c7b53a89759f141bd2e86f4cd4ac034e1b4fdd748c7ce2f6c7e9a06ffa","sha256:dbb5ff0bb384a8a8b5ea733d1a388bfd30feb5282ecad7098e30ac16e9cfcc62"],"state_sha256":"e3264146f83f1fe4ae81c6a77fda46b91b56cf37ac59a227f2ce25e083d378b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CCdC4FvznZEUtM6Y1hFdVTr3BnonC1m4fpRrF4Jea1G2BfeO7gGL3jgbblsQYLUfX6S7ZoomavQnHHOpDrpTAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T04:29:19.679731Z","bundle_sha256":"1c5650f97b1f573885ffa91786985e59fa8dc0a27fff7931cd4bac2ba4fae974"}}