{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:5WBZVLLZIN67WHJ4YL3RY2IND2","short_pith_number":"pith:5WBZVLLZ","canonical_record":{"source":{"id":"1611.01228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2015-12-30T10:11:56Z","cross_cats_sorted":[],"title_canon_sha256":"2b41f5172100b2f6377677785726f1baeae55da80fc7e2d43c76b75e4d121e1b","abstract_canon_sha256":"c1d4238fd46380ef67f9d57de6d9ed7eb679a8159bee68c7412115891a4126d4"},"schema_version":"1.0"},"canonical_sha256":"ed839aad79437dfb1d3cc2f71c690d1ea640cb84310d43b1c9ff82cbe8e8900d","source":{"kind":"arxiv","id":"1611.01228","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.01228","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"arxiv_version","alias_value":"1611.01228v1","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.01228","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"pith_short_12","alias_value":"5WBZVLLZIN67","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_16","alias_value":"5WBZVLLZIN67WHJ4","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_8","alias_value":"5WBZVLLZ","created_at":"2026-05-18T12:29:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:5WBZVLLZIN67WHJ4YL3RY2IND2","target":"record","payload":{"canonical_record":{"source":{"id":"1611.01228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2015-12-30T10:11:56Z","cross_cats_sorted":[],"title_canon_sha256":"2b41f5172100b2f6377677785726f1baeae55da80fc7e2d43c76b75e4d121e1b","abstract_canon_sha256":"c1d4238fd46380ef67f9d57de6d9ed7eb679a8159bee68c7412115891a4126d4"},"schema_version":"1.0"},"canonical_sha256":"ed839aad79437dfb1d3cc2f71c690d1ea640cb84310d43b1c9ff82cbe8e8900d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:00:11.664208Z","signature_b64":"BbqUEbZ2IrMrb7bbvde8O3qXEMZvkZyno7NZmHNxeKyW48s8xN7MTfNdoPwiygHiGDEKbQfNN2Y7nNQGJ890Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed839aad79437dfb1d3cc2f71c690d1ea640cb84310d43b1c9ff82cbe8e8900d","last_reissued_at":"2026-05-18T01:00:11.663623Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:00:11.663623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1611.01228","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:00:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"heOyjCYYlZYK4xk6eeF7m0Dp3/lMvt8A1kIyNkq4WR4Qmi4Cr/qtX7/F58xNsBnKPR54pxXQy7cOmqE2S2MGAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T13:44:56.590602Z"},"content_sha256":"082d503d5a80710646480ea20353f71c1e3598007113785eedb248fd5eb4f264","schema_version":"1.0","event_id":"sha256:082d503d5a80710646480ea20353f71c1e3598007113785eedb248fd5eb4f264"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:5WBZVLLZIN67WHJ4YL3RY2IND2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"URL ordering policies for distributed crawlers: a review","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Ashutosh Dixit, Deepika","submitted_at":"2015-12-30T10:11:56Z","abstract_excerpt":"With the increase in size of web, the information is also spreading at large scale. Search Engines are the medium to access this information. Crawler is the module of search engine which is responsible for download the web pages. In order to download the fresh information and get the database rich, crawler should crawl the web in some order. This is called as ordering of URLs. URL ordering should be done in efficient and effective manner in order to crawl the web in proficient manner. In this paper, a survey is done on some existing methods of URL ordering and at the end of this paper comparis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.01228","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:00:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gTxhG0duNzJwb2TyeuFttNzTYroZyG7dbsweXuCsVWZhsH21I+du1mpY5TIysbpb7lHJ0SjnGDUR6Wuo37TNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T13:44:56.590959Z"},"content_sha256":"5573ecb7aa4db509429e5050b1d5c23f5830f7cc84dae57d48eead1c3eb3413c","schema_version":"1.0","event_id":"sha256:5573ecb7aa4db509429e5050b1d5c23f5830f7cc84dae57d48eead1c3eb3413c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/bundle.json","state_url":"https://pith.science/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-01T13:44:56Z","links":{"resolver":"https://pith.science/pith/5WBZVLLZIN67WHJ4YL3RY2IND2","bundle":"https://pith.science/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/bundle.json","state":"https://pith.science/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5WBZVLLZIN67WHJ4YL3RY2IND2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:5WBZVLLZIN67WHJ4YL3RY2IND2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1d4238fd46380ef67f9d57de6d9ed7eb679a8159bee68c7412115891a4126d4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2015-12-30T10:11:56Z","title_canon_sha256":"2b41f5172100b2f6377677785726f1baeae55da80fc7e2d43c76b75e4d121e1b"},"schema_version":"1.0","source":{"id":"1611.01228","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.01228","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"arxiv_version","alias_value":"1611.01228v1","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.01228","created_at":"2026-05-18T01:00:11Z"},{"alias_kind":"pith_short_12","alias_value":"5WBZVLLZIN67","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_16","alias_value":"5WBZVLLZIN67WHJ4","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_8","alias_value":"5WBZVLLZ","created_at":"2026-05-18T12:29:07Z"}],"graph_snapshots":[{"event_id":"sha256:5573ecb7aa4db509429e5050b1d5c23f5830f7cc84dae57d48eead1c3eb3413c","target":"graph","created_at":"2026-05-18T01:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"With the increase in size of web, the information is also spreading at large scale. Search Engines are the medium to access this information. Crawler is the module of search engine which is responsible for download the web pages. In order to download the fresh information and get the database rich, crawler should crawl the web in some order. This is called as ordering of URLs. URL ordering should be done in efficient and effective manner in order to crawl the web in proficient manner. In this paper, a survey is done on some existing methods of URL ordering and at the end of this paper comparis","authors_text":"Ashutosh Dixit, Deepika","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2015-12-30T10:11:56Z","title":"URL ordering policies for distributed crawlers: a review"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.01228","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:082d503d5a80710646480ea20353f71c1e3598007113785eedb248fd5eb4f264","target":"record","created_at":"2026-05-18T01:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1d4238fd46380ef67f9d57de6d9ed7eb679a8159bee68c7412115891a4126d4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2015-12-30T10:11:56Z","title_canon_sha256":"2b41f5172100b2f6377677785726f1baeae55da80fc7e2d43c76b75e4d121e1b"},"schema_version":"1.0","source":{"id":"1611.01228","kind":"arxiv","version":1}},"canonical_sha256":"ed839aad79437dfb1d3cc2f71c690d1ea640cb84310d43b1c9ff82cbe8e8900d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed839aad79437dfb1d3cc2f71c690d1ea640cb84310d43b1c9ff82cbe8e8900d","first_computed_at":"2026-05-18T01:00:11.663623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:00:11.663623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BbqUEbZ2IrMrb7bbvde8O3qXEMZvkZyno7NZmHNxeKyW48s8xN7MTfNdoPwiygHiGDEKbQfNN2Y7nNQGJ890Aw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:00:11.664208Z","signed_message":"canonical_sha256_bytes"},"source_id":"1611.01228","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:082d503d5a80710646480ea20353f71c1e3598007113785eedb248fd5eb4f264","sha256:5573ecb7aa4db509429e5050b1d5c23f5830f7cc84dae57d48eead1c3eb3413c"],"state_sha256":"f38cd7804f9aafe07e4b969391cc1ceb078c71c4fef2d8426a3e6bc70d78819e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z2QNwf4HeS3Y+Q0vTtU804UajuHlEebsBScsiIVLslIaVFMpXnfHhhNsW7Lne5spKm1xDpOGD3cqpaF0JtuhAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-01T13:44:56.593298Z","bundle_sha256":"00103ac1f51b59a73df81ffe8c9c87d86f7f72e94e5c1b035879e9117b815432"}}