{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7BXGVREPBQWG7VU44CYOWVX7PM","short_pith_number":"pith:7BXGVREP","canonical_record":{"source":{"id":"2303.03229","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2023-03-06T15:47:45Z","cross_cats_sorted":[],"title_canon_sha256":"ffb3039e20eb3e4a468ad494ad341ec87ce8f2be4b94cc81a40b28a164a24f2b","abstract_canon_sha256":"6dad81c319a0e77ed80a2f75f9cd980ecebb2e3bd27c3440baa370626b6f0ef4"},"schema_version":"1.0"},"canonical_sha256":"f86e6ac48f0c2c6fd69ce0b0eb56ff7b038fc205d654638341d43bec9809a8a4","source":{"kind":"arxiv","id":"2303.03229","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03229","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03229v2","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03229","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_12","alias_value":"7BXGVREPBQWG","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_16","alias_value":"7BXGVREPBQWG7VU4","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_8","alias_value":"7BXGVREP","created_at":"2026-07-05T06:04:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7BXGVREPBQWG7VU44CYOWVX7PM","target":"record","payload":{"canonical_record":{"source":{"id":"2303.03229","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2023-03-06T15:47:45Z","cross_cats_sorted":[],"title_canon_sha256":"ffb3039e20eb3e4a468ad494ad341ec87ce8f2be4b94cc81a40b28a164a24f2b","abstract_canon_sha256":"6dad81c319a0e77ed80a2f75f9cd980ecebb2e3bd27c3440baa370626b6f0ef4"},"schema_version":"1.0"},"canonical_sha256":"f86e6ac48f0c2c6fd69ce0b0eb56ff7b038fc205d654638341d43bec9809a8a4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:54.874432Z","signature_b64":"q3MS/63iGmXHqu1n0GOI20kxPSmrcN94Q+hEby3a7zNvfo6VoFMhdBLvwqrZS16wpfQmfCgHO6zsFdoVC6ReCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f86e6ac48f0c2c6fd69ce0b0eb56ff7b038fc205d654638341d43bec9809a8a4","last_reissued_at":"2026-07-05T06:04:54.873997Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:54.873997Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.03229","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QgtcgXO/sUg7vuXSRL9GajUEOHvd9WpzfUELthPuzgBFTLtLFgb3O8thy1UDdJrBytSy66ujGS7GSyQUN9VsDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:48:02.434850Z"},"content_sha256":"c1903b5a876f48f541a6085713617c5ffbf1c102864aea1937c3e1334f6ef2ac","schema_version":"1.0","event_id":"sha256:c1903b5a876f48f541a6085713617c5ffbf1c102864aea1937c3e1334f6ef2ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7BXGVREPBQWG7VU44CYOWVX7PM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LongEval-Retrieval: French-English Dynamic Test Collection for Continuous Web Search Evaluation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Florina Piroi, Gabriela Gonzalez-Saez, Lorraine Goeuriot, Martin Popel, Petra Galu\\v{s}\\v{c}\\'akov\\'a Romain Deveaud, Philippe Mulhem","submitted_at":"2023-03-06T15:47:45Z","abstract_excerpt":"LongEval-Retrieval is a Web document retrieval benchmark that focuses on continuous retrieval evaluation. This test collection is intended to be used to study the temporal persistence of Information Retrieval systems and will be used as the test collection in the Longitudinal Evaluation of Model Performance Track (LongEval) at CLEF 2023. This benchmark simulates an evolving information system environment - such as the one a Web search engine operates in - where the document collection, the query distribution, and relevance all move continuously, while following the Cranfield paradigm for offli"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03229","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.03229/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sQvCefqtys7tUnpMFssMcCHgm326tpvX9ay/UgK7gv1m7K6ejTxOEmBRfNPHojgpbI2ADALD2ARm3jpiwGfKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:48:02.435933Z"},"content_sha256":"073d6410cef576cd92b80c52df87241ece0c651c79caee4b0f55cfad2a4d8ebb","schema_version":"1.0","event_id":"sha256:073d6410cef576cd92b80c52df87241ece0c651c79caee4b0f55cfad2a4d8ebb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7BXGVREPBQWG7VU44CYOWVX7PM/bundle.json","state_url":"https://pith.science/pith/7BXGVREPBQWG7VU44CYOWVX7PM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7BXGVREPBQWG7VU44CYOWVX7PM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T08:48:02Z","links":{"resolver":"https://pith.science/pith/7BXGVREPBQWG7VU44CYOWVX7PM","bundle":"https://pith.science/pith/7BXGVREPBQWG7VU44CYOWVX7PM/bundle.json","state":"https://pith.science/pith/7BXGVREPBQWG7VU44CYOWVX7PM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7BXGVREPBQWG7VU44CYOWVX7PM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7BXGVREPBQWG7VU44CYOWVX7PM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6dad81c319a0e77ed80a2f75f9cd980ecebb2e3bd27c3440baa370626b6f0ef4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2023-03-06T15:47:45Z","title_canon_sha256":"ffb3039e20eb3e4a468ad494ad341ec87ce8f2be4b94cc81a40b28a164a24f2b"},"schema_version":"1.0","source":{"id":"2303.03229","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03229","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03229v2","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03229","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_12","alias_value":"7BXGVREPBQWG","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_16","alias_value":"7BXGVREPBQWG7VU4","created_at":"2026-07-05T06:04:54Z"},{"alias_kind":"pith_short_8","alias_value":"7BXGVREP","created_at":"2026-07-05T06:04:54Z"}],"graph_snapshots":[{"event_id":"sha256:073d6410cef576cd92b80c52df87241ece0c651c79caee4b0f55cfad2a4d8ebb","target":"graph","created_at":"2026-07-05T06:04:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.03229/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LongEval-Retrieval is a Web document retrieval benchmark that focuses on continuous retrieval evaluation. This test collection is intended to be used to study the temporal persistence of Information Retrieval systems and will be used as the test collection in the Longitudinal Evaluation of Model Performance Track (LongEval) at CLEF 2023. This benchmark simulates an evolving information system environment - such as the one a Web search engine operates in - where the document collection, the query distribution, and relevance all move continuously, while following the Cranfield paradigm for offli","authors_text":"Florina Piroi, Gabriela Gonzalez-Saez, Lorraine Goeuriot, Martin Popel, Petra Galu\\v{s}\\v{c}\\'akov\\'a Romain Deveaud, Philippe Mulhem","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2023-03-06T15:47:45Z","title":"LongEval-Retrieval: French-English Dynamic Test Collection for Continuous Web Search Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03229","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c1903b5a876f48f541a6085713617c5ffbf1c102864aea1937c3e1334f6ef2ac","target":"record","created_at":"2026-07-05T06:04:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6dad81c319a0e77ed80a2f75f9cd980ecebb2e3bd27c3440baa370626b6f0ef4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2023-03-06T15:47:45Z","title_canon_sha256":"ffb3039e20eb3e4a468ad494ad341ec87ce8f2be4b94cc81a40b28a164a24f2b"},"schema_version":"1.0","source":{"id":"2303.03229","kind":"arxiv","version":2}},"canonical_sha256":"f86e6ac48f0c2c6fd69ce0b0eb56ff7b038fc205d654638341d43bec9809a8a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f86e6ac48f0c2c6fd69ce0b0eb56ff7b038fc205d654638341d43bec9809a8a4","first_computed_at":"2026-07-05T06:04:54.873997Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:54.873997Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q3MS/63iGmXHqu1n0GOI20kxPSmrcN94Q+hEby3a7zNvfo6VoFMhdBLvwqrZS16wpfQmfCgHO6zsFdoVC6ReCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:54.874432Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.03229","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c1903b5a876f48f541a6085713617c5ffbf1c102864aea1937c3e1334f6ef2ac","sha256:073d6410cef576cd92b80c52df87241ece0c651c79caee4b0f55cfad2a4d8ebb"],"state_sha256":"598f588d217e0aacc4482f464d1119b92d327798f95be5ba9b2b66c3e18e7394"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BuOIAi0N53k0+idL0yTYaYqs8t9uULvgTX1dTKGplnYyNEFGRCMXGpuGwl8aqNy8DedKGjpy+ofJ1jlOWOFBDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T08:48:02.442861Z","bundle_sha256":"468bc3d7f21b02c831ac25b9ee3b0a5532c7ddb71dbeeceb155e1e5d83560fed"}}