{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EWLVFGJHNEQU726KCEWK76O54S","short_pith_number":"pith:EWLVFGJH","canonical_record":{"source":{"id":"2301.10493","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-01-25T10:03:31Z","cross_cats_sorted":[],"title_canon_sha256":"10790e00ce36f5a4f8b5c696d8441418a030828f15284e8874ae2442b80d4169","abstract_canon_sha256":"c5931a7eda6265101413fce0eda8d6bfaa26a866a62eb53a48e13b84984b5023"},"schema_version":"1.0"},"canonical_sha256":"259752992769214febca112caff9dde4a084a4107ab40fe840f048b52bf771f6","source":{"kind":"arxiv","id":"2301.10493","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.10493","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"arxiv_version","alias_value":"2301.10493v1","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.10493","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_12","alias_value":"EWLVFGJHNEQU","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_16","alias_value":"EWLVFGJHNEQU726K","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_8","alias_value":"EWLVFGJH","created_at":"2026-07-05T05:35:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EWLVFGJHNEQU726KCEWK76O54S","target":"record","payload":{"canonical_record":{"source":{"id":"2301.10493","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-01-25T10:03:31Z","cross_cats_sorted":[],"title_canon_sha256":"10790e00ce36f5a4f8b5c696d8441418a030828f15284e8874ae2442b80d4169","abstract_canon_sha256":"c5931a7eda6265101413fce0eda8d6bfaa26a866a62eb53a48e13b84984b5023"},"schema_version":"1.0"},"canonical_sha256":"259752992769214febca112caff9dde4a084a4107ab40fe840f048b52bf771f6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:35:51.665304Z","signature_b64":"5KahERSbsW87CUjNFrKsazYgE/ti9EHUl7Oe5d7d44DKgR3v2J5mlcyapVCDAotctkdFa98YYIL+ZZa6ibbfCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"259752992769214febca112caff9dde4a084a4107ab40fe840f048b52bf771f6","last_reissued_at":"2026-07-05T05:35:51.664783Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:35:51.664783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.10493","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qoxyvCgY3lID/1xHOtBfAdlrblPSISZSvR2eQ1ppFvV/rABm3D+MSV1EeL399vpGoZYm1PM/EdLSf5PP135zBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T15:46:37.896766Z"},"content_sha256":"f7e0f763337e74a7aec1d820a765611bfa186d468cbf5e04374242c0f33fb30e","schema_version":"1.0","event_id":"sha256:f7e0f763337e74a7aec1d820a765611bfa186d468cbf5e04374242c0f33fb30e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EWLVFGJHNEQU726KCEWK76O54S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Baseline to Top Performer: A Reproducibility Study of Approaches at the TREC 2021 Conversational Assistance Track","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Krisztian Balog, Weronika Lajewska","submitted_at":"2023-01-25T10:03:31Z","abstract_excerpt":"This paper reports on an effort of reproducing the organizers' baseline as well as the top performing participant submission at the 2021 edition of the TREC Conversational Assistance track. TREC systems are commonly regarded as reference points for effectiveness comparison. Yet, the papers accompanying them have less strict requirements than peer-reviewed publications, which can make reproducibility challenging. Our results indicate that key practical information is indeed missing. While the results can be reproduced within a 19% relative margin with respect to the main evaluation measure, the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.10493","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.10493/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MPFHQ4akLpoiN9VGZROChOQxjo1p9xvLRwxK+VLZCgGxoRK8vTA9ZK+nHNXH/zDQiPQOWY5TSOjz7Vh0mmsMCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T15:46:37.897664Z"},"content_sha256":"39186dfa3c2c2fa4ae0a5b5d1527e17c77ca6bc9c794e6ec770b3ddfba39077e","schema_version":"1.0","event_id":"sha256:39186dfa3c2c2fa4ae0a5b5d1527e17c77ca6bc9c794e6ec770b3ddfba39077e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EWLVFGJHNEQU726KCEWK76O54S/bundle.json","state_url":"https://pith.science/pith/EWLVFGJHNEQU726KCEWK76O54S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EWLVFGJHNEQU726KCEWK76O54S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T15:46:37Z","links":{"resolver":"https://pith.science/pith/EWLVFGJHNEQU726KCEWK76O54S","bundle":"https://pith.science/pith/EWLVFGJHNEQU726KCEWK76O54S/bundle.json","state":"https://pith.science/pith/EWLVFGJHNEQU726KCEWK76O54S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EWLVFGJHNEQU726KCEWK76O54S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EWLVFGJHNEQU726KCEWK76O54S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5931a7eda6265101413fce0eda8d6bfaa26a866a62eb53a48e13b84984b5023","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-01-25T10:03:31Z","title_canon_sha256":"10790e00ce36f5a4f8b5c696d8441418a030828f15284e8874ae2442b80d4169"},"schema_version":"1.0","source":{"id":"2301.10493","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.10493","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"arxiv_version","alias_value":"2301.10493v1","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.10493","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_12","alias_value":"EWLVFGJHNEQU","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_16","alias_value":"EWLVFGJHNEQU726K","created_at":"2026-07-05T05:35:51Z"},{"alias_kind":"pith_short_8","alias_value":"EWLVFGJH","created_at":"2026-07-05T05:35:51Z"}],"graph_snapshots":[{"event_id":"sha256:39186dfa3c2c2fa4ae0a5b5d1527e17c77ca6bc9c794e6ec770b3ddfba39077e","target":"graph","created_at":"2026-07-05T05:35:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.10493/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper reports on an effort of reproducing the organizers' baseline as well as the top performing participant submission at the 2021 edition of the TREC Conversational Assistance track. TREC systems are commonly regarded as reference points for effectiveness comparison. Yet, the papers accompanying them have less strict requirements than peer-reviewed publications, which can make reproducibility challenging. Our results indicate that key practical information is indeed missing. While the results can be reproduced within a 19% relative margin with respect to the main evaluation measure, the","authors_text":"Krisztian Balog, Weronika Lajewska","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-01-25T10:03:31Z","title":"From Baseline to Top Performer: A Reproducibility Study of Approaches at the TREC 2021 Conversational Assistance Track"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.10493","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7e0f763337e74a7aec1d820a765611bfa186d468cbf5e04374242c0f33fb30e","target":"record","created_at":"2026-07-05T05:35:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5931a7eda6265101413fce0eda8d6bfaa26a866a62eb53a48e13b84984b5023","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-01-25T10:03:31Z","title_canon_sha256":"10790e00ce36f5a4f8b5c696d8441418a030828f15284e8874ae2442b80d4169"},"schema_version":"1.0","source":{"id":"2301.10493","kind":"arxiv","version":1}},"canonical_sha256":"259752992769214febca112caff9dde4a084a4107ab40fe840f048b52bf771f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"259752992769214febca112caff9dde4a084a4107ab40fe840f048b52bf771f6","first_computed_at":"2026-07-05T05:35:51.664783Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:35:51.664783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5KahERSbsW87CUjNFrKsazYgE/ti9EHUl7Oe5d7d44DKgR3v2J5mlcyapVCDAotctkdFa98YYIL+ZZa6ibbfCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:35:51.665304Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.10493","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7e0f763337e74a7aec1d820a765611bfa186d468cbf5e04374242c0f33fb30e","sha256:39186dfa3c2c2fa4ae0a5b5d1527e17c77ca6bc9c794e6ec770b3ddfba39077e"],"state_sha256":"50a2851eedb9016babd6e1a826791b63d99b0aedad8c3066767cef7288b8f3b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1p3pL6DbK0o8NGeBVDgaYFNIMlqC5c5ZxjS6Xa1ZINjrKbRzQK4lLbhk0YJS8JJyCB4/soEXdmLbLrt0WpVlCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T15:46:37.956505Z","bundle_sha256":"bd415a1afda464c160cb07b9a11a850f1d3aad329a27714e8a3dc918596be21d"}}