{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HLB2X3PKVVGDP7UPQ7ZHLGG3YX","short_pith_number":"pith:HLB2X3PK","canonical_record":{"source":{"id":"2404.01023","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-01T10:06:04Z","cross_cats_sorted":[],"title_canon_sha256":"cef29276c4de3b5473a52358d2cd892658d8dce874c08d9dde52de73ca36c751","abstract_canon_sha256":"bd2296bab2036bc0f28c70a1fc63c2eb01ae7b1c643e13846ce0e8edee3afa3a"},"schema_version":"1.0"},"canonical_sha256":"3ac3abedeaad4c37fe8f87f27598dbc5d7f977f9d8af0138268492bf24318d01","source":{"kind":"arxiv","id":"2404.01023","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.01023","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.01023v1","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.01023","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_12","alias_value":"HLB2X3PKVVGD","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_16","alias_value":"HLB2X3PKVVGDP7UP","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_8","alias_value":"HLB2X3PK","created_at":"2026-06-08T01:03:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HLB2X3PKVVGDP7UPQ7ZHLGG3YX","target":"record","payload":{"canonical_record":{"source":{"id":"2404.01023","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-01T10:06:04Z","cross_cats_sorted":[],"title_canon_sha256":"cef29276c4de3b5473a52358d2cd892658d8dce874c08d9dde52de73ca36c751","abstract_canon_sha256":"bd2296bab2036bc0f28c70a1fc63c2eb01ae7b1c643e13846ce0e8edee3afa3a"},"schema_version":"1.0"},"canonical_sha256":"3ac3abedeaad4c37fe8f87f27598dbc5d7f977f9d8af0138268492bf24318d01","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-08T01:03:41.338247Z","signature_b64":"p1a4RYfyyei27JnZgGjiiirYP/MrvHbORsczEasmA0/K17AMY/Oe55d/QBDfmMANR7aTcLd1MFRT2McriaiIBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3ac3abedeaad4c37fe8f87f27598dbc5d7f977f9d8af0138268492bf24318d01","last_reissued_at":"2026-06-08T01:03:41.337044Z","signature_status":"signed_v1","first_computed_at":"2026-06-08T01:03:41.337044Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.01023","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-08T01:03:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2opjgWfa82x6T+ebightHLU4GRfbflpLY08ThOKjNwc7lfyjzfA9FAkGCYf7kwd5tfTNF5UJzJnuxwuU+3ANCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T14:35:57.300307Z"},"content_sha256":"c92d2b466c656244dafed67bb5138e5c08318d175e34f743ace6ba03b032f1c0","schema_version":"1.0","event_id":"sha256:c92d2b466c656244dafed67bb5138e5c08318d175e34f743ace6ba03b032f1c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HLB2X3PKVVGDP7UPQ7ZHLGG3YX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Model Evaluation Via Multi AI Agents: Preliminary results","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Kari Syst\\\"a, Muhammad Waseem, Pekka Abrahamsson, Zeeshan Rasheed","submitted_at":"2024-04-01T10:06:04Z","abstract_excerpt":"As Large Language Models (LLMs) have become integral to both research and daily operations, rigorous evaluation is crucial. This assessment is important not only for individual tasks but also for understanding their societal impact and potential risks. Despite extensive efforts to examine LLMs from various perspectives, there is a noticeable lack of multi-agent AI models specifically designed to evaluate the performance of different LLMs. To address this gap, we introduce a novel multi-agent AI model that aims to assess and compare the performance of various LLMs. Our model consists of eight d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.01023","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.01023/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-08T01:03:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8HBmD+ydXYUQ0npnQ4N1f7aVXogEKmdhnQRR5Eh+UYouRHCZh22hOA1UVrWKYBK1UUfx6Ks6FOhlUg0LhDluCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T14:35:57.300707Z"},"content_sha256":"998c3600fb05581827403fd1b3ab18a089e362635f556001c99ab955db4fd8e3","schema_version":"1.0","event_id":"sha256:998c3600fb05581827403fd1b3ab18a089e362635f556001c99ab955db4fd8e3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/bundle.json","state_url":"https://pith.science/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-10T14:35:57Z","links":{"resolver":"https://pith.science/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX","bundle":"https://pith.science/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/bundle.json","state":"https://pith.science/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HLB2X3PKVVGDP7UPQ7ZHLGG3YX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HLB2X3PKVVGDP7UPQ7ZHLGG3YX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd2296bab2036bc0f28c70a1fc63c2eb01ae7b1c643e13846ce0e8edee3afa3a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-01T10:06:04Z","title_canon_sha256":"cef29276c4de3b5473a52358d2cd892658d8dce874c08d9dde52de73ca36c751"},"schema_version":"1.0","source":{"id":"2404.01023","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.01023","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.01023v1","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.01023","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_12","alias_value":"HLB2X3PKVVGD","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_16","alias_value":"HLB2X3PKVVGDP7UP","created_at":"2026-06-08T01:03:41Z"},{"alias_kind":"pith_short_8","alias_value":"HLB2X3PK","created_at":"2026-06-08T01:03:41Z"}],"graph_snapshots":[{"event_id":"sha256:998c3600fb05581827403fd1b3ab18a089e362635f556001c99ab955db4fd8e3","target":"graph","created_at":"2026-06-08T01:03:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.01023/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) have become integral to both research and daily operations, rigorous evaluation is crucial. This assessment is important not only for individual tasks but also for understanding their societal impact and potential risks. Despite extensive efforts to examine LLMs from various perspectives, there is a noticeable lack of multi-agent AI models specifically designed to evaluate the performance of different LLMs. To address this gap, we introduce a novel multi-agent AI model that aims to assess and compare the performance of various LLMs. Our model consists of eight d","authors_text":"Kari Syst\\\"a, Muhammad Waseem, Pekka Abrahamsson, Zeeshan Rasheed","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-01T10:06:04Z","title":"Large Language Model Evaluation Via Multi AI Agents: Preliminary results"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.01023","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c92d2b466c656244dafed67bb5138e5c08318d175e34f743ace6ba03b032f1c0","target":"record","created_at":"2026-06-08T01:03:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd2296bab2036bc0f28c70a1fc63c2eb01ae7b1c643e13846ce0e8edee3afa3a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-01T10:06:04Z","title_canon_sha256":"cef29276c4de3b5473a52358d2cd892658d8dce874c08d9dde52de73ca36c751"},"schema_version":"1.0","source":{"id":"2404.01023","kind":"arxiv","version":1}},"canonical_sha256":"3ac3abedeaad4c37fe8f87f27598dbc5d7f977f9d8af0138268492bf24318d01","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3ac3abedeaad4c37fe8f87f27598dbc5d7f977f9d8af0138268492bf24318d01","first_computed_at":"2026-06-08T01:03:41.337044Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-08T01:03:41.337044Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p1a4RYfyyei27JnZgGjiiirYP/MrvHbORsczEasmA0/K17AMY/Oe55d/QBDfmMANR7aTcLd1MFRT2McriaiIBg==","signature_status":"signed_v1","signed_at":"2026-06-08T01:03:41.338247Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.01023","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c92d2b466c656244dafed67bb5138e5c08318d175e34f743ace6ba03b032f1c0","sha256:998c3600fb05581827403fd1b3ab18a089e362635f556001c99ab955db4fd8e3"],"state_sha256":"58230ca73bb628e589dd4469bf57cb46a06c7c0df287fa4d65b29cfc50ae8fd6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dj64Z0MUNDmsoyIqpeuf4dHQt39xCgZVfMtlZl0IBbxjuNQTF6p/lyY5AeGQKsg//k6cIAKWIRptWzy382znDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-10T14:35:57.302734Z","bundle_sha256":"037f703a54282c9b18bae00559a0487392c853f387e92ce26543b8582c7432cf"}}