{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HGLTTS5QMIY4V6NCM3NINPOGZQ","short_pith_number":"pith:HGLTTS5Q","canonical_record":{"source":{"id":"2101.01910","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-06T08:02:41Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"969d65ee7719bcb928c0d97ffbcd1284aee49adf5c3162535b9eb1909624c67b","abstract_canon_sha256":"ae3e4cabba0eee7680a99591a236688212cc3d10551b4c289f15dfddb443156c"},"schema_version":"1.0"},"canonical_sha256":"399739cbb06231caf9a266da86bdc6cc11475fdb89efd4101d6a66bed91cefc5","source":{"kind":"arxiv","id":"2101.01910","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.01910","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"arxiv_version","alias_value":"2101.01910v2","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.01910","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_12","alias_value":"HGLTTS5QMIY4","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_16","alias_value":"HGLTTS5QMIY4V6NC","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_8","alias_value":"HGLTTS5Q","created_at":"2026-07-05T02:42:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HGLTTS5QMIY4V6NCM3NINPOGZQ","target":"record","payload":{"canonical_record":{"source":{"id":"2101.01910","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-06T08:02:41Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"969d65ee7719bcb928c0d97ffbcd1284aee49adf5c3162535b9eb1909624c67b","abstract_canon_sha256":"ae3e4cabba0eee7680a99591a236688212cc3d10551b4c289f15dfddb443156c"},"schema_version":"1.0"},"canonical_sha256":"399739cbb06231caf9a266da86bdc6cc11475fdb89efd4101d6a66bed91cefc5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:42:03.400583Z","signature_b64":"UuCkkNIlzvcjr3YKPPUc/jRg4mMmMbqjmm8umiyQu7ciTm0SOtcW4LXFVpHcpRODvjGLaDMGFOwTaq1uMLgCBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"399739cbb06231caf9a266da86bdc6cc11475fdb89efd4101d6a66bed91cefc5","last_reissued_at":"2026-07-05T02:42:03.400069Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:42:03.400069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.01910","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ApA7+y+yUgzsqn7dUHLitiJrayScuNQ9FBrDmCpj+YzbZ4Y4fBktK8oewOUSNLF64yZzNCM0kR1PcV8JJ4hqDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:26:37.598290Z"},"content_sha256":"a092e854a976caddf266437874c0f9e38b28e6cf9ad715cef1ba3dfd6ae68a9a","schema_version":"1.0","event_id":"sha256:a092e854a976caddf266437874c0f9e38b28e6cf9ad715cef1ba3dfd6ae68a9a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HGLTTS5QMIY4V6NCM3NINPOGZQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SF-QA: Simple and Fair Evaluation Library for Open-domain Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Kyusong Lee, Tiancheng Zhao, Xiaopeng Lu","submitted_at":"2021-01-06T08:02:41Z","abstract_excerpt":"Although open-domain question answering (QA) draws great attention in recent years, it requires large amounts of resources for building the full system and is often difficult to reproduce previous results due to complex configurations. In this paper, we introduce SF-QA: simple and fair evaluation framework for open-domain QA. SF-QA framework modularizes the pipeline open-domain QA system, which makes the task itself easily accessible and reproducible to research groups without enough computing resources. The proposed evaluation framework is publicly available and anyone can contribute to the c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.01910","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.01910/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gh25viquE2NKTCms0g8eE8FL0eI6YHBivNtLfQiTg3S7JLK5XvFWAQ4YVgoZNzweSQaHJevIwH84y95FObdzBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:26:37.598691Z"},"content_sha256":"8f5c90cff5284b72169b2869135a6cf136749e020c0446235a1dc2c806b73710","schema_version":"1.0","event_id":"sha256:8f5c90cff5284b72169b2869135a6cf136749e020c0446235a1dc2c806b73710"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/bundle.json","state_url":"https://pith.science/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:26:37Z","links":{"resolver":"https://pith.science/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ","bundle":"https://pith.science/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/bundle.json","state":"https://pith.science/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HGLTTS5QMIY4V6NCM3NINPOGZQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HGLTTS5QMIY4V6NCM3NINPOGZQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae3e4cabba0eee7680a99591a236688212cc3d10551b4c289f15dfddb443156c","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-06T08:02:41Z","title_canon_sha256":"969d65ee7719bcb928c0d97ffbcd1284aee49adf5c3162535b9eb1909624c67b"},"schema_version":"1.0","source":{"id":"2101.01910","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.01910","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"arxiv_version","alias_value":"2101.01910v2","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.01910","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_12","alias_value":"HGLTTS5QMIY4","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_16","alias_value":"HGLTTS5QMIY4V6NC","created_at":"2026-07-05T02:42:03Z"},{"alias_kind":"pith_short_8","alias_value":"HGLTTS5Q","created_at":"2026-07-05T02:42:03Z"}],"graph_snapshots":[{"event_id":"sha256:8f5c90cff5284b72169b2869135a6cf136749e020c0446235a1dc2c806b73710","target":"graph","created_at":"2026-07-05T02:42:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.01910/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although open-domain question answering (QA) draws great attention in recent years, it requires large amounts of resources for building the full system and is often difficult to reproduce previous results due to complex configurations. In this paper, we introduce SF-QA: simple and fair evaluation framework for open-domain QA. SF-QA framework modularizes the pipeline open-domain QA system, which makes the task itself easily accessible and reproducible to research groups without enough computing resources. The proposed evaluation framework is publicly available and anyone can contribute to the c","authors_text":"Kyusong Lee, Tiancheng Zhao, Xiaopeng Lu","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-06T08:02:41Z","title":"SF-QA: Simple and Fair Evaluation Library for Open-domain Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.01910","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a092e854a976caddf266437874c0f9e38b28e6cf9ad715cef1ba3dfd6ae68a9a","target":"record","created_at":"2026-07-05T02:42:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae3e4cabba0eee7680a99591a236688212cc3d10551b4c289f15dfddb443156c","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-06T08:02:41Z","title_canon_sha256":"969d65ee7719bcb928c0d97ffbcd1284aee49adf5c3162535b9eb1909624c67b"},"schema_version":"1.0","source":{"id":"2101.01910","kind":"arxiv","version":2}},"canonical_sha256":"399739cbb06231caf9a266da86bdc6cc11475fdb89efd4101d6a66bed91cefc5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"399739cbb06231caf9a266da86bdc6cc11475fdb89efd4101d6a66bed91cefc5","first_computed_at":"2026-07-05T02:42:03.400069Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:42:03.400069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UuCkkNIlzvcjr3YKPPUc/jRg4mMmMbqjmm8umiyQu7ciTm0SOtcW4LXFVpHcpRODvjGLaDMGFOwTaq1uMLgCBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:42:03.400583Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.01910","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a092e854a976caddf266437874c0f9e38b28e6cf9ad715cef1ba3dfd6ae68a9a","sha256:8f5c90cff5284b72169b2869135a6cf136749e020c0446235a1dc2c806b73710"],"state_sha256":"786abdc473c1186c6231d2e9b8639715f0ffeec995be0a64ec0a32f5bfb0943d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xZJHUAqIfBVJLW8e4ic6UhXPElb+FYAAu5xLaauhQWMG+N+QKqwy157Kk0+Vq2fi60HJ01/BmU6GchyoUE3rCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:26:37.600652Z","bundle_sha256":"5712a276a8482fb74762a8f5658748fa82bc9041d53e6ca4605c7e3d36b66244"}}