{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:2VDJR5PE7WXYM4ZRKWLGXGQZA5","short_pith_number":"pith:2VDJR5PE","canonical_record":{"source":{"id":"2211.13112","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T16:51:09Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"e32f22952df895ae273f4781c1c98571b75965150074c35221c4e87923f799e8","abstract_canon_sha256":"b47639d644d14006532c72329d366622c210daec4b67fe19049cfa955fe83f20"},"schema_version":"1.0"},"canonical_sha256":"d54698f5e4fdaf86733155966b9a19076af5e804855ea696632512172dac3dbc","source":{"kind":"arxiv","id":"2211.13112","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13112","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13112v1","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13112","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_12","alias_value":"2VDJR5PE7WXY","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_16","alias_value":"2VDJR5PE7WXYM4ZR","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_8","alias_value":"2VDJR5PE","created_at":"2026-07-05T05:18:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:2VDJR5PE7WXYM4ZRKWLGXGQZA5","target":"record","payload":{"canonical_record":{"source":{"id":"2211.13112","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T16:51:09Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"e32f22952df895ae273f4781c1c98571b75965150074c35221c4e87923f799e8","abstract_canon_sha256":"b47639d644d14006532c72329d366622c210daec4b67fe19049cfa955fe83f20"},"schema_version":"1.0"},"canonical_sha256":"d54698f5e4fdaf86733155966b9a19076af5e804855ea696632512172dac3dbc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:18:58.631476Z","signature_b64":"d8Lc9RHgCY6mXdym/0vsZwKI3caUMqNZd18gnid3sQondmIiKxZGQ5IM4pydvd4ZehPvYcBfi7Hol3T9noecCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d54698f5e4fdaf86733155966b9a19076af5e804855ea696632512172dac3dbc","last_reissued_at":"2026-07-05T05:18:58.631009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:18:58.631009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.13112","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mdpZsNh2do1cy2N8n7CsNDPFJUJ7Fs+6jT6qQPSHJgjNwWhlcT42TTsgHd/EoBfGNWSBbHzacfoe7zVk2EsoDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:12:50.110777Z"},"content_sha256":"064c01ec6b7bad7375f67f0e8f799c87ac4113fffb6c3c913d1b930a1b27ea7f","schema_version":"1.0","event_id":"sha256:064c01ec6b7bad7375f67f0e8f799c87ac4113fffb6c3c913d1b930a1b27ea7f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:2VDJR5PE7WXYM4ZRKWLGXGQZA5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"This is the way: designing and compiling LEPISZCZE, a comprehensive NLP benchmark for Polish","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Adrian Szymczak, Albert Sawczyn, Arkadiusz Janz, Denis Janiak, Kamil Tagowski, {\\L}ukasz Augustyniak, Maciej Piasecki, Marcin W\\k{a}troba, Miko{\\l}aj Morzy, Piotr Szyma\\'nski, Roman Bartusiak, Tomasz Kajdanowicz","submitted_at":"2022-11-23T16:51:09Z","abstract_excerpt":"The availability of compute and data to train larger and larger language models increases the demand for robust methods of benchmarking the true progress of LM training. Recent years witnessed significant progress in standardized benchmarking for English. Benchmarks such as GLUE, SuperGLUE, or KILT have become de facto standard tools to compare large language models. Following the trend to replicate GLUE for other languages, the KLEJ benchmark has been released for Polish. In this paper, we evaluate the progress in benchmarking for low-resourced languages. We note that only a handful of langua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13112","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.13112/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FF4c8mcD8FNof+yqQuV0WK9cF2ioS/3sSuLm1d8d9/3g6eCFbJsx3kdJFcG1hfcB55xHyHaozy2oh4ZV4D6NBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:12:50.111711Z"},"content_sha256":"c5106771c2d53d8b9967ca9644e015dc8c8cbe55a11826ed567cc05d342251ea","schema_version":"1.0","event_id":"sha256:c5106771c2d53d8b9967ca9644e015dc8c8cbe55a11826ed567cc05d342251ea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/bundle.json","state_url":"https://pith.science/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T00:12:50Z","links":{"resolver":"https://pith.science/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5","bundle":"https://pith.science/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/bundle.json","state":"https://pith.science/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2VDJR5PE7WXYM4ZRKWLGXGQZA5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:2VDJR5PE7WXYM4ZRKWLGXGQZA5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b47639d644d14006532c72329d366622c210daec4b67fe19049cfa955fe83f20","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T16:51:09Z","title_canon_sha256":"e32f22952df895ae273f4781c1c98571b75965150074c35221c4e87923f799e8"},"schema_version":"1.0","source":{"id":"2211.13112","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13112","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13112v1","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13112","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_12","alias_value":"2VDJR5PE7WXY","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_16","alias_value":"2VDJR5PE7WXYM4ZR","created_at":"2026-07-05T05:18:58Z"},{"alias_kind":"pith_short_8","alias_value":"2VDJR5PE","created_at":"2026-07-05T05:18:58Z"}],"graph_snapshots":[{"event_id":"sha256:c5106771c2d53d8b9967ca9644e015dc8c8cbe55a11826ed567cc05d342251ea","target":"graph","created_at":"2026-07-05T05:18:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.13112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The availability of compute and data to train larger and larger language models increases the demand for robust methods of benchmarking the true progress of LM training. Recent years witnessed significant progress in standardized benchmarking for English. Benchmarks such as GLUE, SuperGLUE, or KILT have become de facto standard tools to compare large language models. Following the trend to replicate GLUE for other languages, the KLEJ benchmark has been released for Polish. In this paper, we evaluate the progress in benchmarking for low-resourced languages. We note that only a handful of langua","authors_text":"Adrian Szymczak, Albert Sawczyn, Arkadiusz Janz, Denis Janiak, Kamil Tagowski, {\\L}ukasz Augustyniak, Maciej Piasecki, Marcin W\\k{a}troba, Miko{\\l}aj Morzy, Piotr Szyma\\'nski, Roman Bartusiak, Tomasz Kajdanowicz","cross_cats":["cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T16:51:09Z","title":"This is the way: designing and compiling LEPISZCZE, a comprehensive NLP benchmark for Polish"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13112","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:064c01ec6b7bad7375f67f0e8f799c87ac4113fffb6c3c913d1b930a1b27ea7f","target":"record","created_at":"2026-07-05T05:18:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b47639d644d14006532c72329d366622c210daec4b67fe19049cfa955fe83f20","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T16:51:09Z","title_canon_sha256":"e32f22952df895ae273f4781c1c98571b75965150074c35221c4e87923f799e8"},"schema_version":"1.0","source":{"id":"2211.13112","kind":"arxiv","version":1}},"canonical_sha256":"d54698f5e4fdaf86733155966b9a19076af5e804855ea696632512172dac3dbc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d54698f5e4fdaf86733155966b9a19076af5e804855ea696632512172dac3dbc","first_computed_at":"2026-07-05T05:18:58.631009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:18:58.631009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d8Lc9RHgCY6mXdym/0vsZwKI3caUMqNZd18gnid3sQondmIiKxZGQ5IM4pydvd4ZehPvYcBfi7Hol3T9noecCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:18:58.631476Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.13112","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:064c01ec6b7bad7375f67f0e8f799c87ac4113fffb6c3c913d1b930a1b27ea7f","sha256:c5106771c2d53d8b9967ca9644e015dc8c8cbe55a11826ed567cc05d342251ea"],"state_sha256":"31c65da0925fab6c74d5766e6e938cd6b3046fc3fccc013c296d0756f12f3bdb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DHpkEJvRCm4dZCYuKNk/gLdpP1HjdSKLojaYViqwxkNyyuterLRYh6ywZHLb50h2ddgSe1ejDn/RgmUyn+85AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T00:12:50.120211Z","bundle_sha256":"7a685920ef613022a2bfd7e95c7953ed223f07c8c252308089f7a5875acdc4b2"}}