{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MPJQGUR3RJ5XWMLLLM4PZVTGNK","short_pith_number":"pith:MPJQGUR3","canonical_record":{"source":{"id":"2306.10160","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-16T20:03:16Z","cross_cats_sorted":[],"title_canon_sha256":"bdfb15cd734120654d161c6b645b978bbea74002b18ef91eb103130fbac9870c","abstract_canon_sha256":"4852856b725c0244d0e2cfabb8d5d974df071c087002db9be9bc762a0ee8a190"},"schema_version":"1.0"},"canonical_sha256":"63d303523b8a7b7b316b5b38fcd6666ab1a5c22a6f13e2490dc91a179428f906","source":{"kind":"arxiv","id":"2306.10160","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.10160","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"arxiv_version","alias_value":"2306.10160v1","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.10160","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_12","alias_value":"MPJQGUR3RJ5X","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_16","alias_value":"MPJQGUR3RJ5XWMLL","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_8","alias_value":"MPJQGUR3","created_at":"2026-07-05T06:21:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MPJQGUR3RJ5XWMLLLM4PZVTGNK","target":"record","payload":{"canonical_record":{"source":{"id":"2306.10160","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-16T20:03:16Z","cross_cats_sorted":[],"title_canon_sha256":"bdfb15cd734120654d161c6b645b978bbea74002b18ef91eb103130fbac9870c","abstract_canon_sha256":"4852856b725c0244d0e2cfabb8d5d974df071c087002db9be9bc762a0ee8a190"},"schema_version":"1.0"},"canonical_sha256":"63d303523b8a7b7b316b5b38fcd6666ab1a5c22a6f13e2490dc91a179428f906","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:21:34.769598Z","signature_b64":"+EFZ1Dz/l7CTCTSeoFdA0rTBWnHSIfHyQLAp2FOmiM/xLxVKQtb3H8oaIPz7SQS22IKPsTysllg3tTjWSs5WDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"63d303523b8a7b7b316b5b38fcd6666ab1a5c22a6f13e2490dc91a179428f906","last_reissued_at":"2026-07-05T06:21:34.769193Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:21:34.769193Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.10160","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aPJEyoe08d2boy4I1Q3op1/ymQ5X9VWeaZ6U0rl0THgvnTzeMV4vVz2B308/myDtnVdNfTD7Qd1WEEWYaTqFBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:27:43.821606Z"},"content_sha256":"7f2a89bbcbad915109637df408e2efbde32d7a229037c96385d482db3bf5b6c7","schema_version":"1.0","event_id":"sha256:7f2a89bbcbad915109637df408e2efbde32d7a229037c96385d482db3bf5b6c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MPJQGUR3RJ5XWMLLLM4PZVTGNK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Orderings of Probability Vectors and Unsupervised Performance Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Muhammad Maaz, Renxian Zhang, Rui Qiao, Yiheng Zhou","submitted_at":"2023-06-16T20:03:16Z","abstract_excerpt":"Unsupervised performance estimation, or evaluating how well models perform on unlabeled data is a difficult task. Recently, a method was proposed by Garg et al. [2022] which performs much better than previous methods. Their method relies on having a score function, satisfying certain properties, to map probability vectors outputted by the classifier to the reals, but it is an open problem which score function is best. We explore this problem by first showing that their method fundamentally relies on the ordering induced by this score function. Thus, under monotone transformations of score func"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.10160","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.10160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S+vsg6KAs/A580aTjVRxEkrQ7NISRLVEWjE9j5ea29m2rEGSv5PEGtClZVgKnWxdmY3JIzyOhlTijAXHl6kZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:27:43.821975Z"},"content_sha256":"46f5434215c7c10b876ad56ada50390288a06e8fb88287b7f57b24c19458bdff","schema_version":"1.0","event_id":"sha256:46f5434215c7c10b876ad56ada50390288a06e8fb88287b7f57b24c19458bdff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/bundle.json","state_url":"https://pith.science/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:27:43Z","links":{"resolver":"https://pith.science/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK","bundle":"https://pith.science/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/bundle.json","state":"https://pith.science/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MPJQGUR3RJ5XWMLLLM4PZVTGNK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MPJQGUR3RJ5XWMLLLM4PZVTGNK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4852856b725c0244d0e2cfabb8d5d974df071c087002db9be9bc762a0ee8a190","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-16T20:03:16Z","title_canon_sha256":"bdfb15cd734120654d161c6b645b978bbea74002b18ef91eb103130fbac9870c"},"schema_version":"1.0","source":{"id":"2306.10160","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.10160","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"arxiv_version","alias_value":"2306.10160v1","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.10160","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_12","alias_value":"MPJQGUR3RJ5X","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_16","alias_value":"MPJQGUR3RJ5XWMLL","created_at":"2026-07-05T06:21:34Z"},{"alias_kind":"pith_short_8","alias_value":"MPJQGUR3","created_at":"2026-07-05T06:21:34Z"}],"graph_snapshots":[{"event_id":"sha256:46f5434215c7c10b876ad56ada50390288a06e8fb88287b7f57b24c19458bdff","target":"graph","created_at":"2026-07-05T06:21:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.10160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Unsupervised performance estimation, or evaluating how well models perform on unlabeled data is a difficult task. Recently, a method was proposed by Garg et al. [2022] which performs much better than previous methods. Their method relies on having a score function, satisfying certain properties, to map probability vectors outputted by the classifier to the reals, but it is an open problem which score function is best. We explore this problem by first showing that their method fundamentally relies on the ordering induced by this score function. Thus, under monotone transformations of score func","authors_text":"Muhammad Maaz, Renxian Zhang, Rui Qiao, Yiheng Zhou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-16T20:03:16Z","title":"On Orderings of Probability Vectors and Unsupervised Performance Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.10160","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f2a89bbcbad915109637df408e2efbde32d7a229037c96385d482db3bf5b6c7","target":"record","created_at":"2026-07-05T06:21:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4852856b725c0244d0e2cfabb8d5d974df071c087002db9be9bc762a0ee8a190","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-16T20:03:16Z","title_canon_sha256":"bdfb15cd734120654d161c6b645b978bbea74002b18ef91eb103130fbac9870c"},"schema_version":"1.0","source":{"id":"2306.10160","kind":"arxiv","version":1}},"canonical_sha256":"63d303523b8a7b7b316b5b38fcd6666ab1a5c22a6f13e2490dc91a179428f906","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"63d303523b8a7b7b316b5b38fcd6666ab1a5c22a6f13e2490dc91a179428f906","first_computed_at":"2026-07-05T06:21:34.769193Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:21:34.769193Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+EFZ1Dz/l7CTCTSeoFdA0rTBWnHSIfHyQLAp2FOmiM/xLxVKQtb3H8oaIPz7SQS22IKPsTysllg3tTjWSs5WDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:21:34.769598Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.10160","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f2a89bbcbad915109637df408e2efbde32d7a229037c96385d482db3bf5b6c7","sha256:46f5434215c7c10b876ad56ada50390288a06e8fb88287b7f57b24c19458bdff"],"state_sha256":"4915da59ab011f9b8118b3a2494ceda3dedda8f98cd5925238aecc774387d736"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dn+yeG08HRDYWVECBHOeGPny3NfsriH7B2SYrkbpHZFfbKPw33P8dzt384Aw6mKpMXzU3pYVivoZs9J8/aQHCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:27:43.823942Z","bundle_sha256":"a9e3d4044ad1367f258250473e307caaafa19a499762d7dca891f97a20afe259"}}