{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RONDMLCUKCEV45NSAWQ72RWCGA","short_pith_number":"pith:RONDMLCU","canonical_record":{"source":{"id":"2308.04689","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T03:52:48Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"4c5581306b3a28d1a02c200022e0f7403217b56038bffbe82b6f38fddb3bde3d","abstract_canon_sha256":"3de544c62bd6d915f207d176f8f68fa096e42ad055c4294ce051fb8848453223"},"schema_version":"1.0"},"canonical_sha256":"8b9a362c5450895e75b205a1fd46c230392762a621fba653dd3817df2fcd5a48","source":{"kind":"arxiv","id":"2308.04689","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04689","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04689v2","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04689","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_12","alias_value":"RONDMLCUKCEV","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_16","alias_value":"RONDMLCUKCEV45NS","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_8","alias_value":"RONDMLCU","created_at":"2026-07-05T07:50:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RONDMLCUKCEV45NSAWQ72RWCGA","target":"record","payload":{"canonical_record":{"source":{"id":"2308.04689","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T03:52:48Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"4c5581306b3a28d1a02c200022e0f7403217b56038bffbe82b6f38fddb3bde3d","abstract_canon_sha256":"3de544c62bd6d915f207d176f8f68fa096e42ad055c4294ce051fb8848453223"},"schema_version":"1.0"},"canonical_sha256":"8b9a362c5450895e75b205a1fd46c230392762a621fba653dd3817df2fcd5a48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:50:19.937087Z","signature_b64":"XqkCHTScAZRqo+zNmrwqujWsX11RKCysWforhbGeKJHKWULVtL4a0D0F8fqS14ikkfIEukjrhU07ukeJuciXDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b9a362c5450895e75b205a1fd46c230392762a621fba653dd3817df2fcd5a48","last_reissued_at":"2026-07-05T07:50:19.936667Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:50:19.936667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.04689","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:50:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RAvW8H/8uqG83AjJOMS9NyQySnrm8V9vK/yLWOpajF59FV1pBAJvRSNm3NrxakvL03vXxGj9cpUmUz+CMhorCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:13:57.113672Z"},"content_sha256":"79f6d13701e6b6614939b9ac32a82f0ab97b79e50b02990c2a18a1bd831d6ccb","schema_version":"1.0","event_id":"sha256:79f6d13701e6b6614939b9ac32a82f0ab97b79e50b02990c2a18a1bd831d6ccb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RONDMLCUKCEV45NSAWQ72RWCGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Web crawler strategies for web pages under robot.txt restriction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.AI","authors_text":"Akhilesh Chauhan, Piyush Vyas, Surbhi Hardikar, Tushar Mandge","submitted_at":"2023-08-09T03:52:48Z","abstract_excerpt":"In the present time, all know about World Wide Web and work over the Internet daily. In this paper, we introduce the search engines working for keywords that are entered by users to find something. The search engine uses different search algorithms for convenient results for providing to the net surfer. Net surfers go with the top search results but how did the results of web pages get higher ranks over search engines? how the search engine got that all the web pages in the database? This paper gives the answers to all these kinds of basic questions. Web crawlers working for search engines and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04689","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:50:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yatrSOM5sOHYQd9ecakHgVhur/rms8rqHTHvo+AxsUrdI5HXZ14vH7/7dbc7cmgBscKWmPg5UYxcsOzrJSZsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:13:57.114051Z"},"content_sha256":"43ecfa74cf7a4571a95900d4c26fe47decf2519bfb48b012b3d99287418df51d","schema_version":"1.0","event_id":"sha256:43ecfa74cf7a4571a95900d4c26fe47decf2519bfb48b012b3d99287418df51d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RONDMLCUKCEV45NSAWQ72RWCGA/bundle.json","state_url":"https://pith.science/pith/RONDMLCUKCEV45NSAWQ72RWCGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RONDMLCUKCEV45NSAWQ72RWCGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:13:57Z","links":{"resolver":"https://pith.science/pith/RONDMLCUKCEV45NSAWQ72RWCGA","bundle":"https://pith.science/pith/RONDMLCUKCEV45NSAWQ72RWCGA/bundle.json","state":"https://pith.science/pith/RONDMLCUKCEV45NSAWQ72RWCGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RONDMLCUKCEV45NSAWQ72RWCGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RONDMLCUKCEV45NSAWQ72RWCGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3de544c62bd6d915f207d176f8f68fa096e42ad055c4294ce051fb8848453223","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T03:52:48Z","title_canon_sha256":"4c5581306b3a28d1a02c200022e0f7403217b56038bffbe82b6f38fddb3bde3d"},"schema_version":"1.0","source":{"id":"2308.04689","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04689","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04689v2","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04689","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_12","alias_value":"RONDMLCUKCEV","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_16","alias_value":"RONDMLCUKCEV45NS","created_at":"2026-07-05T07:50:19Z"},{"alias_kind":"pith_short_8","alias_value":"RONDMLCU","created_at":"2026-07-05T07:50:19Z"}],"graph_snapshots":[{"event_id":"sha256:43ecfa74cf7a4571a95900d4c26fe47decf2519bfb48b012b3d99287418df51d","target":"graph","created_at":"2026-07-05T07:50:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.04689/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the present time, all know about World Wide Web and work over the Internet daily. In this paper, we introduce the search engines working for keywords that are entered by users to find something. The search engine uses different search algorithms for convenient results for providing to the net surfer. Net surfers go with the top search results but how did the results of web pages get higher ranks over search engines? how the search engine got that all the web pages in the database? This paper gives the answers to all these kinds of basic questions. Web crawlers working for search engines and","authors_text":"Akhilesh Chauhan, Piyush Vyas, Surbhi Hardikar, Tushar Mandge","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T03:52:48Z","title":"Web crawler strategies for web pages under robot.txt restriction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04689","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79f6d13701e6b6614939b9ac32a82f0ab97b79e50b02990c2a18a1bd831d6ccb","target":"record","created_at":"2026-07-05T07:50:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3de544c62bd6d915f207d176f8f68fa096e42ad055c4294ce051fb8848453223","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-09T03:52:48Z","title_canon_sha256":"4c5581306b3a28d1a02c200022e0f7403217b56038bffbe82b6f38fddb3bde3d"},"schema_version":"1.0","source":{"id":"2308.04689","kind":"arxiv","version":2}},"canonical_sha256":"8b9a362c5450895e75b205a1fd46c230392762a621fba653dd3817df2fcd5a48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b9a362c5450895e75b205a1fd46c230392762a621fba653dd3817df2fcd5a48","first_computed_at":"2026-07-05T07:50:19.936667Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:50:19.936667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XqkCHTScAZRqo+zNmrwqujWsX11RKCysWforhbGeKJHKWULVtL4a0D0F8fqS14ikkfIEukjrhU07ukeJuciXDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:50:19.937087Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.04689","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79f6d13701e6b6614939b9ac32a82f0ab97b79e50b02990c2a18a1bd831d6ccb","sha256:43ecfa74cf7a4571a95900d4c26fe47decf2519bfb48b012b3d99287418df51d"],"state_sha256":"4d85dca4040b383b6b52169f6dfa030d3d89440919a0127365061539e689047d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yy2QV5m4wrRmUGMQHzL0Dr8es3LGT5/KJ/OJlUikxlOWA6YiWdwW8qcMyQkF1s83s9VLRBQY0ICEdGfS8kkaCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:13:57.116008Z","bundle_sha256":"0e94e7b1f1de566fb9ab32fd44da3b39bf50ce4884d50a399a931378a7917864"}}