{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:UW53YJZZ52BI7BGRBOA3X3BRJ6","short_pith_number":"pith:UW53YJZZ","canonical_record":{"source":{"id":"2006.05324","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-06-09T14:58:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d291dd05f206b111a86b1550e8ed4d58708589c9b7275242d3b3289acf4c02e9","abstract_canon_sha256":"a936b2aa09f49bdbdcfd3112fe8202ec1966e812ae701a7cd1703ac2f561c2f3"},"schema_version":"1.0"},"canonical_sha256":"a5bbbc2739ee828f84d10b81bbec314fbedfb1b9d5d5ded9b7ab35a46c114d40","source":{"kind":"arxiv","id":"2006.05324","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.05324","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"arxiv_version","alias_value":"2006.05324v2","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.05324","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_12","alias_value":"UW53YJZZ52BI","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_16","alias_value":"UW53YJZZ52BI7BGR","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_8","alias_value":"UW53YJZZ","created_at":"2026-07-05T01:27:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:UW53YJZZ52BI7BGRBOA3X3BRJ6","target":"record","payload":{"canonical_record":{"source":{"id":"2006.05324","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-06-09T14:58:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d291dd05f206b111a86b1550e8ed4d58708589c9b7275242d3b3289acf4c02e9","abstract_canon_sha256":"a936b2aa09f49bdbdcfd3112fe8202ec1966e812ae701a7cd1703ac2f561c2f3"},"schema_version":"1.0"},"canonical_sha256":"a5bbbc2739ee828f84d10b81bbec314fbedfb1b9d5d5ded9b7ab35a46c114d40","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:27:47.401779Z","signature_b64":"seHP62RglpZ7YgU3qydQE0dTBRQvck2WqL/Vgse2l8LQre/cXBokc09lcvxgF9uZGZicD9C5VvaxuDCF+hevCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a5bbbc2739ee828f84d10b81bbec314fbedfb1b9d5d5ded9b7ab35a46c114d40","last_reissued_at":"2026-07-05T01:27:47.401303Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:27:47.401303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.05324","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:27:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9A3TXKpvmr0CfwNAapy0x7SymJx45tusmp3NdMBrmakjN1bvuANOKpFZcKgvHhMwSKQegZ42v36Tlzl+fTy2DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:52:17.991094Z"},"content_sha256":"9f05152729d2e1adff03b156c5d4ce1f128fbef2a42aade8be017f7f8f75ba45","schema_version":"1.0","event_id":"sha256:9f05152729d2e1adff03b156c5d4ce1f128fbef2a42aade8be017f7f8f75ba45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:UW53YJZZ52BI7BGRBOA3X3BRJ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Bhaskar Mitra, Bodo Billerbeck, Daniel Campos, Emine Yilmaz, Nick Craswell","submitted_at":"2020-06-09T14:58:21Z","abstract_excerpt":"Users of Web search engines reveal their information needs through queries and clicks, making click logs a useful asset for information retrieval. However, click logs have not been publicly released for academic use, because they can be too revealing of personally or commercially sensitive information. This paper describes a click data release related to the TREC Deep Learning Track document corpus. After aggregation and filtering, including a k-anonymity requirement, we find 1.4 million of the TREC DL URLs have 18 million connections to 10 million distinct queries. Our dataset of these querie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.05324","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.05324/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:27:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZirIop2kBQC3ckSKHUwIZJR+/Vzc/5ruyGJ4wzjV2zGa8lQjXGK4i1RIjx46Jr7z0/oo52l0ERmpxDDsySZSCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:52:17.991496Z"},"content_sha256":"b9439e5a70b0a78d99ec69bfb555691a46c9755966f4711dc1bdac40af28fcfb","schema_version":"1.0","event_id":"sha256:b9439e5a70b0a78d99ec69bfb555691a46c9755966f4711dc1bdac40af28fcfb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/bundle.json","state_url":"https://pith.science/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T08:52:17Z","links":{"resolver":"https://pith.science/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6","bundle":"https://pith.science/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/bundle.json","state":"https://pith.science/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UW53YJZZ52BI7BGRBOA3X3BRJ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:UW53YJZZ52BI7BGRBOA3X3BRJ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a936b2aa09f49bdbdcfd3112fe8202ec1966e812ae701a7cd1703ac2f561c2f3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-06-09T14:58:21Z","title_canon_sha256":"d291dd05f206b111a86b1550e8ed4d58708589c9b7275242d3b3289acf4c02e9"},"schema_version":"1.0","source":{"id":"2006.05324","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.05324","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"arxiv_version","alias_value":"2006.05324v2","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.05324","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_12","alias_value":"UW53YJZZ52BI","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_16","alias_value":"UW53YJZZ52BI7BGR","created_at":"2026-07-05T01:27:47Z"},{"alias_kind":"pith_short_8","alias_value":"UW53YJZZ","created_at":"2026-07-05T01:27:47Z"}],"graph_snapshots":[{"event_id":"sha256:b9439e5a70b0a78d99ec69bfb555691a46c9755966f4711dc1bdac40af28fcfb","target":"graph","created_at":"2026-07-05T01:27:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.05324/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Users of Web search engines reveal their information needs through queries and clicks, making click logs a useful asset for information retrieval. However, click logs have not been publicly released for academic use, because they can be too revealing of personally or commercially sensitive information. This paper describes a click data release related to the TREC Deep Learning Track document corpus. After aggregation and filtering, including a k-anonymity requirement, we find 1.4 million of the TREC DL URLs have 18 million connections to 10 million distinct queries. Our dataset of these querie","authors_text":"Bhaskar Mitra, Bodo Billerbeck, Daniel Campos, Emine Yilmaz, Nick Craswell","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-06-09T14:58:21Z","title":"ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.05324","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9f05152729d2e1adff03b156c5d4ce1f128fbef2a42aade8be017f7f8f75ba45","target":"record","created_at":"2026-07-05T01:27:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a936b2aa09f49bdbdcfd3112fe8202ec1966e812ae701a7cd1703ac2f561c2f3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-06-09T14:58:21Z","title_canon_sha256":"d291dd05f206b111a86b1550e8ed4d58708589c9b7275242d3b3289acf4c02e9"},"schema_version":"1.0","source":{"id":"2006.05324","kind":"arxiv","version":2}},"canonical_sha256":"a5bbbc2739ee828f84d10b81bbec314fbedfb1b9d5d5ded9b7ab35a46c114d40","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5bbbc2739ee828f84d10b81bbec314fbedfb1b9d5d5ded9b7ab35a46c114d40","first_computed_at":"2026-07-05T01:27:47.401303Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:27:47.401303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"seHP62RglpZ7YgU3qydQE0dTBRQvck2WqL/Vgse2l8LQre/cXBokc09lcvxgF9uZGZicD9C5VvaxuDCF+hevCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:27:47.401779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.05324","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9f05152729d2e1adff03b156c5d4ce1f128fbef2a42aade8be017f7f8f75ba45","sha256:b9439e5a70b0a78d99ec69bfb555691a46c9755966f4711dc1bdac40af28fcfb"],"state_sha256":"56d8090d725848c67868c0231d5781895b01097f337376e871dcaea116a06652"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q6OHA/yzlXXpVOpIc7AJ/3GMm3I6OO3QUcVdFiLVWd3h2YNOJ3NBsi/0gNOszj9ZCftR8Tl783ExHzg0Fuw5CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T08:52:17.993524Z","bundle_sha256":"b2ae79c5ea5a94fc88c37496dbf348645a7d405679eff5fdb6c829b46e51d1cc"}}