{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RWS5QOH2BDLK6CYRYWHGX7UK73","short_pith_number":"pith:RWS5QOH2","canonical_record":{"source":{"id":"2201.11086","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-26T17:47:51Z","cross_cats_sorted":[],"title_canon_sha256":"fb60abd0726394ea881684ca92e2edc6238aca68fb35acaaac86586438d3229d","abstract_canon_sha256":"6b3ce637985e38e0902633686c111acd0f180cdedc5c9f681c780f01d797ae13"},"schema_version":"1.0"},"canonical_sha256":"8da5d838fa08d6af0b11c58e6bfe8afecd410de1c886be58faeaa767db5e5f52","source":{"kind":"arxiv","id":"2201.11086","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.11086","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"arxiv_version","alias_value":"2201.11086v1","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.11086","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_12","alias_value":"RWS5QOH2BDLK","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_16","alias_value":"RWS5QOH2BDLK6CYR","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_8","alias_value":"RWS5QOH2","created_at":"2026-07-05T03:51:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RWS5QOH2BDLK6CYRYWHGX7UK73","target":"record","payload":{"canonical_record":{"source":{"id":"2201.11086","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-26T17:47:51Z","cross_cats_sorted":[],"title_canon_sha256":"fb60abd0726394ea881684ca92e2edc6238aca68fb35acaaac86586438d3229d","abstract_canon_sha256":"6b3ce637985e38e0902633686c111acd0f180cdedc5c9f681c780f01d797ae13"},"schema_version":"1.0"},"canonical_sha256":"8da5d838fa08d6af0b11c58e6bfe8afecd410de1c886be58faeaa767db5e5f52","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:51:52.080439Z","signature_b64":"llXiMMxxZvV8xfl9UkT4VtBOac8bLxs1qGpvNjEGXRGd/xTxPsD4Cbq6gA87v7JPuZt06PEthGC+0aDMbyzuAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8da5d838fa08d6af0b11c58e6bfe8afecd410de1c886be58faeaa767db5e5f52","last_reissued_at":"2026-07-05T03:51:52.080021Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:51:52.080021Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.11086","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:51:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Jx+MZxjKO0p8iLjsU5LbqH7My1iaMlN38LSTjU2kDA/DBkupxZ2wh2ABuwL9++SNNT9dn6g2Lm3mOxu5rzKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:14:38.301087Z"},"content_sha256":"ab24f4d88bbe37fd199b7c4e4d576b6f6ab97166138a16afeab27dca37c5480f","schema_version":"1.0","event_id":"sha256:ab24f4d88bbe37fd199b7c4e4d576b6f6ab97166138a16afeab27dca37c5480f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RWS5QOH2BDLK6CYRYWHGX7UK73","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Old TREC Collections Reliably Evaluate Modern Neural Retrieval Models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Ellen M. Voorhees, Ian Soboroff, Jimmy Lin","submitted_at":"2022-01-26T17:47:51Z","abstract_excerpt":"Neural retrieval models are generally regarded as fundamentally different from the retrieval techniques used in the late 1990's when the TREC ad hoc test collections were constructed. They thus provide the opportunity to empirically test the claim that pooling-built test collections can reliably evaluate retrieval systems that did not contribute to the construction of the collection (in other words, that such collections can be reusable). To test the reusability claim, we asked TREC assessors to judge new pools created from new search results for the TREC-8 ad hoc collection. These new search "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.11086","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.11086/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:51:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DQgDwSciTrTb7Xc3gteQ2E91Ct5HkMhfWu3prwn2ErMaFmAhb4A1Nhmv43ZxO2LT/+Q4P/BhtFVUde5SvDeHCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:14:38.301470Z"},"content_sha256":"1e8a369f282a0bfa3c2aadc73bfc74330bc4b8e8d0a7223feec94ce490cc1aff","schema_version":"1.0","event_id":"sha256:1e8a369f282a0bfa3c2aadc73bfc74330bc4b8e8d0a7223feec94ce490cc1aff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/bundle.json","state_url":"https://pith.science/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:14:38Z","links":{"resolver":"https://pith.science/pith/RWS5QOH2BDLK6CYRYWHGX7UK73","bundle":"https://pith.science/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/bundle.json","state":"https://pith.science/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RWS5QOH2BDLK6CYRYWHGX7UK73/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RWS5QOH2BDLK6CYRYWHGX7UK73","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b3ce637985e38e0902633686c111acd0f180cdedc5c9f681c780f01d797ae13","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-26T17:47:51Z","title_canon_sha256":"fb60abd0726394ea881684ca92e2edc6238aca68fb35acaaac86586438d3229d"},"schema_version":"1.0","source":{"id":"2201.11086","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.11086","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"arxiv_version","alias_value":"2201.11086v1","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.11086","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_12","alias_value":"RWS5QOH2BDLK","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_16","alias_value":"RWS5QOH2BDLK6CYR","created_at":"2026-07-05T03:51:52Z"},{"alias_kind":"pith_short_8","alias_value":"RWS5QOH2","created_at":"2026-07-05T03:51:52Z"}],"graph_snapshots":[{"event_id":"sha256:1e8a369f282a0bfa3c2aadc73bfc74330bc4b8e8d0a7223feec94ce490cc1aff","target":"graph","created_at":"2026-07-05T03:51:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.11086/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural retrieval models are generally regarded as fundamentally different from the retrieval techniques used in the late 1990's when the TREC ad hoc test collections were constructed. They thus provide the opportunity to empirically test the claim that pooling-built test collections can reliably evaluate retrieval systems that did not contribute to the construction of the collection (in other words, that such collections can be reusable). To test the reusability claim, we asked TREC assessors to judge new pools created from new search results for the TREC-8 ad hoc collection. These new search ","authors_text":"Ellen M. Voorhees, Ian Soboroff, Jimmy Lin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-26T17:47:51Z","title":"Can Old TREC Collections Reliably Evaluate Modern Neural Retrieval Models?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.11086","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab24f4d88bbe37fd199b7c4e4d576b6f6ab97166138a16afeab27dca37c5480f","target":"record","created_at":"2026-07-05T03:51:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b3ce637985e38e0902633686c111acd0f180cdedc5c9f681c780f01d797ae13","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-01-26T17:47:51Z","title_canon_sha256":"fb60abd0726394ea881684ca92e2edc6238aca68fb35acaaac86586438d3229d"},"schema_version":"1.0","source":{"id":"2201.11086","kind":"arxiv","version":1}},"canonical_sha256":"8da5d838fa08d6af0b11c58e6bfe8afecd410de1c886be58faeaa767db5e5f52","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8da5d838fa08d6af0b11c58e6bfe8afecd410de1c886be58faeaa767db5e5f52","first_computed_at":"2026-07-05T03:51:52.080021Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:51:52.080021Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"llXiMMxxZvV8xfl9UkT4VtBOac8bLxs1qGpvNjEGXRGd/xTxPsD4Cbq6gA87v7JPuZt06PEthGC+0aDMbyzuAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:51:52.080439Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.11086","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab24f4d88bbe37fd199b7c4e4d576b6f6ab97166138a16afeab27dca37c5480f","sha256:1e8a369f282a0bfa3c2aadc73bfc74330bc4b8e8d0a7223feec94ce490cc1aff"],"state_sha256":"6105a367eb6ee45d3a176a834d26819d81746cce6aa339384d5a211266f6cf4a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ehOqI9/R8yWIIfFQuoN2puFesCUszKPB2HIFVLQN3t5EargKUA10O9chvdKZ6P2WJl0Xbb4YrK7G2aVeLfpzCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:14:38.303534Z","bundle_sha256":"90e38b7fa473bf7575d5ca04783c76ea1ca512985e9cc7a549472eb5e3b0fd8c"}}