{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LKB3ZLAVDYDWYMDGGHDDQCXBXJ","short_pith_number":"pith:LKB3ZLAV","canonical_record":{"source":{"id":"2109.13089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T10:00:52Z","cross_cats_sorted":["cs.AI","cs.DL"],"title_canon_sha256":"f99033c9ac6b1dec0449ae719c88f93a90bd11d55c6c092918eb72ed022a7671","abstract_canon_sha256":"92029540b714fdc0c50c8c45191add992d896312b05c2b0fbf879c36f92624b2"},"schema_version":"1.0"},"canonical_sha256":"5a83bcac151e076c306631c6380ae1ba71e74cf044cccb96343868c663068327","source":{"kind":"arxiv","id":"2109.13089","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13089","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13089v1","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13089","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_12","alias_value":"LKB3ZLAVDYDW","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_16","alias_value":"LKB3ZLAVDYDWYMDG","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_8","alias_value":"LKB3ZLAV","created_at":"2026-07-05T03:17:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LKB3ZLAVDYDWYMDGGHDDQCXBXJ","target":"record","payload":{"canonical_record":{"source":{"id":"2109.13089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T10:00:52Z","cross_cats_sorted":["cs.AI","cs.DL"],"title_canon_sha256":"f99033c9ac6b1dec0449ae719c88f93a90bd11d55c6c092918eb72ed022a7671","abstract_canon_sha256":"92029540b714fdc0c50c8c45191add992d896312b05c2b0fbf879c36f92624b2"},"schema_version":"1.0"},"canonical_sha256":"5a83bcac151e076c306631c6380ae1ba71e74cf044cccb96343868c663068327","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:17:41.250129Z","signature_b64":"CKJ66fEijXlvfyPOmb0M0fFt7HAQYcJ3Ii6abJDpELH0ow5noeONUgmbKao/2z1yfhD3sxrCHPMoCSuec0PKDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a83bcac151e076c306631c6380ae1ba71e74cf044cccb96343868c663068327","last_reissued_at":"2026-07-05T03:17:41.249703Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:17:41.249703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.13089","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:17:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+himnStkbt9e1/DVNIu0DGT5CqpWGnXY76ZnGNWnpJdc350HVeLQPbE3pAMtp0AzAxcISAWBEWVTBamLggcECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T20:26:45.266853Z"},"content_sha256":"648d365236e760f7c8b0316738460ec381e7b562a1b5528de3d74acf0c718e9d","schema_version":"1.0","event_id":"sha256:648d365236e760f7c8b0316738460ec381e7b562a1b5528de3d74acf0c718e9d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LKB3ZLAVDYDWYMDGGHDDQCXBXJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated Mining of Leaderboards for Empirical AI Research","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.DL"],"primary_cat":"cs.CL","authors_text":"Jennifer D'Souza, Salomon Kabongo, S\\\"oren Auer","submitted_at":"2021-08-31T10:00:52Z","abstract_excerpt":"With the rapid growth of research publications, empowering scientists to keep oversight over the scientific progress is of paramount importance. In this regard, the Leaderboards facet of information organization provides an overview on the state-of-the-art by aggregating empirical results from various studies addressing the same research challenge. Crowdsourcing efforts like PapersWithCode among others are devoted to the construction of Leaderboards predominantly for various subdomains in Artificial Intelligence. Leaderboards provide machine-readable scholarly knowledge that has proven to be d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13089","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.13089/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:17:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YCfy61iuTPsNEBJea1BCcassvb8eq2uVL2KXSvqZHChV7SRvwvRd2hDtgc55x9nK+BTss/YfIQ/WSzVEkT2SBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T20:26:45.267748Z"},"content_sha256":"93258b88108e38d6aa9e72917c615f3ee0aa131f93b9cd18fb9c3b29bd3167c7","schema_version":"1.0","event_id":"sha256:93258b88108e38d6aa9e72917c615f3ee0aa131f93b9cd18fb9c3b29bd3167c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/bundle.json","state_url":"https://pith.science/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T20:26:45Z","links":{"resolver":"https://pith.science/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ","bundle":"https://pith.science/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/bundle.json","state":"https://pith.science/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LKB3ZLAVDYDWYMDGGHDDQCXBXJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LKB3ZLAVDYDWYMDGGHDDQCXBXJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92029540b714fdc0c50c8c45191add992d896312b05c2b0fbf879c36f92624b2","cross_cats_sorted":["cs.AI","cs.DL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T10:00:52Z","title_canon_sha256":"f99033c9ac6b1dec0449ae719c88f93a90bd11d55c6c092918eb72ed022a7671"},"schema_version":"1.0","source":{"id":"2109.13089","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13089","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13089v1","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13089","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_12","alias_value":"LKB3ZLAVDYDW","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_16","alias_value":"LKB3ZLAVDYDWYMDG","created_at":"2026-07-05T03:17:41Z"},{"alias_kind":"pith_short_8","alias_value":"LKB3ZLAV","created_at":"2026-07-05T03:17:41Z"}],"graph_snapshots":[{"event_id":"sha256:93258b88108e38d6aa9e72917c615f3ee0aa131f93b9cd18fb9c3b29bd3167c7","target":"graph","created_at":"2026-07-05T03:17:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.13089/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid growth of research publications, empowering scientists to keep oversight over the scientific progress is of paramount importance. In this regard, the Leaderboards facet of information organization provides an overview on the state-of-the-art by aggregating empirical results from various studies addressing the same research challenge. Crowdsourcing efforts like PapersWithCode among others are devoted to the construction of Leaderboards predominantly for various subdomains in Artificial Intelligence. Leaderboards provide machine-readable scholarly knowledge that has proven to be d","authors_text":"Jennifer D'Souza, Salomon Kabongo, S\\\"oren Auer","cross_cats":["cs.AI","cs.DL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T10:00:52Z","title":"Automated Mining of Leaderboards for Empirical AI Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13089","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:648d365236e760f7c8b0316738460ec381e7b562a1b5528de3d74acf0c718e9d","target":"record","created_at":"2026-07-05T03:17:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92029540b714fdc0c50c8c45191add992d896312b05c2b0fbf879c36f92624b2","cross_cats_sorted":["cs.AI","cs.DL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T10:00:52Z","title_canon_sha256":"f99033c9ac6b1dec0449ae719c88f93a90bd11d55c6c092918eb72ed022a7671"},"schema_version":"1.0","source":{"id":"2109.13089","kind":"arxiv","version":1}},"canonical_sha256":"5a83bcac151e076c306631c6380ae1ba71e74cf044cccb96343868c663068327","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a83bcac151e076c306631c6380ae1ba71e74cf044cccb96343868c663068327","first_computed_at":"2026-07-05T03:17:41.249703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:17:41.249703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CKJ66fEijXlvfyPOmb0M0fFt7HAQYcJ3Ii6abJDpELH0ow5noeONUgmbKao/2z1yfhD3sxrCHPMoCSuec0PKDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:17:41.250129Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.13089","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:648d365236e760f7c8b0316738460ec381e7b562a1b5528de3d74acf0c718e9d","sha256:93258b88108e38d6aa9e72917c615f3ee0aa131f93b9cd18fb9c3b29bd3167c7"],"state_sha256":"ba1bcdc849aa72c5d62a74648c9241503390bd5d928ff647e45a65843ec54239"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aJ1aX6BrdaB3nCSBJlvyASAfbLRuvJNtWj1tc9UnhcxyP73CHKwB/ze7Q5nurCLEehXAxfMs8QB+Zy5lgOYqBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T20:26:45.273367Z","bundle_sha256":"64b30032e5f092b9b38f964822a43383607e6811ea31c387293f235e838a973b"}}