{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7K5PEPEY3SG2XP7FS73FYJA4M3","short_pith_number":"pith:7K5PEPEY","canonical_record":{"source":{"id":"2110.07038","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-13T21:17:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d8884857c51f0873415cdfd0c5efe0b1c5a457fd1c1c47b9d3c5c9b9a4ebf3a2","abstract_canon_sha256":"350ae22c22c37fd3604ed187f5d0945265a3bcc8948605e4081c3cddd81ba853"},"schema_version":"1.0"},"canonical_sha256":"fabaf23c98dc8dabbfe597f65c241c66f4cbf8a900874bb86c49c2e9fb6a0dfd","source":{"kind":"arxiv","id":"2110.07038","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07038","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07038v2","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07038","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_12","alias_value":"7K5PEPEY3SG2","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_16","alias_value":"7K5PEPEY3SG2XP7F","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_8","alias_value":"7K5PEPEY","created_at":"2026-07-05T04:12:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7K5PEPEY3SG2XP7FS73FYJA4M3","target":"record","payload":{"canonical_record":{"source":{"id":"2110.07038","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-13T21:17:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d8884857c51f0873415cdfd0c5efe0b1c5a457fd1c1c47b9d3c5c9b9a4ebf3a2","abstract_canon_sha256":"350ae22c22c37fd3604ed187f5d0945265a3bcc8948605e4081c3cddd81ba853"},"schema_version":"1.0"},"canonical_sha256":"fabaf23c98dc8dabbfe597f65c241c66f4cbf8a900874bb86c49c2e9fb6a0dfd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:12:50.987494Z","signature_b64":"AYMfqAGRaZtt4zvI1EWup4b6ohnjbxU4y1kgIKAaCuaUG2eoXugCKunl+fSVXHvCTSp7rKNwgkRmOjVxyybLCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fabaf23c98dc8dabbfe597f65c241c66f4cbf8a900874bb86c49c2e9fb6a0dfd","last_reissued_at":"2026-07-05T04:12:50.987098Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:12:50.987098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.07038","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:12:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NEA2pUncYg4xZn6P8XN9ewlJ3hxFnxh1ivGzv/chGfXJsNO8JXX1pMVLnruYiAk7/uzMfEy/OkFOoTICizkDDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:52:07.206439Z"},"content_sha256":"5de175d6f695e3fb48eb37fc9793a8cb49a467736ac4a6b96dbab5b8799cc1a1","schema_version":"1.0","event_id":"sha256:5de175d6f695e3fb48eb37fc9793a8cb49a467736ac4a6b96dbab5b8799cc1a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7K5PEPEY3SG2XP7FS73FYJA4M3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hao Jiang, Jiawen Wu, Junliang He, Lingling Wu, Tianxiang Sun, Xiangyang Liu, Xinyu Zhang, Xipeng Qiu, Xuanjing Huang, Zhao Cao","submitted_at":"2021-10-13T21:17:15Z","abstract_excerpt":"Supersized pre-trained language models have pushed the accuracy of various natural language processing (NLP) tasks to a new state-of-the-art (SOTA). Rather than pursuing the reachless SOTA accuracy, more and more researchers start paying attention on model efficiency and usability. Different from accuracy, the metric for efficiency varies across different studies, making them hard to be fairly compared. To that end, this work presents ELUE (Efficient Language Understanding Evaluation), a standard evaluation, and a public leaderboard for efficient NLP models. ELUE is dedicated to depict the Par"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07038","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.07038/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:12:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KgrXx93VA07nCjwFHMsB4nDM/3LP4oFOj116Mvdtsq085EBwdTHOxyG9BEavX5iGpfqY2TlVbMWU+1cf0LVPCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:52:07.206958Z"},"content_sha256":"3b67a9b215aad2b71aa75bb170407b165896ec1813d6f05bfb66b55c5f1f4a26","schema_version":"1.0","event_id":"sha256:3b67a9b215aad2b71aa75bb170407b165896ec1813d6f05bfb66b55c5f1f4a26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/bundle.json","state_url":"https://pith.science/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:52:07Z","links":{"resolver":"https://pith.science/pith/7K5PEPEY3SG2XP7FS73FYJA4M3","bundle":"https://pith.science/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/bundle.json","state":"https://pith.science/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7K5PEPEY3SG2XP7FS73FYJA4M3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7K5PEPEY3SG2XP7FS73FYJA4M3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"350ae22c22c37fd3604ed187f5d0945265a3bcc8948605e4081c3cddd81ba853","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-13T21:17:15Z","title_canon_sha256":"d8884857c51f0873415cdfd0c5efe0b1c5a457fd1c1c47b9d3c5c9b9a4ebf3a2"},"schema_version":"1.0","source":{"id":"2110.07038","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07038","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07038v2","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07038","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_12","alias_value":"7K5PEPEY3SG2","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_16","alias_value":"7K5PEPEY3SG2XP7F","created_at":"2026-07-05T04:12:50Z"},{"alias_kind":"pith_short_8","alias_value":"7K5PEPEY","created_at":"2026-07-05T04:12:50Z"}],"graph_snapshots":[{"event_id":"sha256:3b67a9b215aad2b71aa75bb170407b165896ec1813d6f05bfb66b55c5f1f4a26","target":"graph","created_at":"2026-07-05T04:12:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.07038/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Supersized pre-trained language models have pushed the accuracy of various natural language processing (NLP) tasks to a new state-of-the-art (SOTA). Rather than pursuing the reachless SOTA accuracy, more and more researchers start paying attention on model efficiency and usability. Different from accuracy, the metric for efficiency varies across different studies, making them hard to be fairly compared. To that end, this work presents ELUE (Efficient Language Understanding Evaluation), a standard evaluation, and a public leaderboard for efficient NLP models. ELUE is dedicated to depict the Par","authors_text":"Hao Jiang, Jiawen Wu, Junliang He, Lingling Wu, Tianxiang Sun, Xiangyang Liu, Xinyu Zhang, Xipeng Qiu, Xuanjing Huang, Zhao Cao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-13T21:17:15Z","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07038","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5de175d6f695e3fb48eb37fc9793a8cb49a467736ac4a6b96dbab5b8799cc1a1","target":"record","created_at":"2026-07-05T04:12:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"350ae22c22c37fd3604ed187f5d0945265a3bcc8948605e4081c3cddd81ba853","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-13T21:17:15Z","title_canon_sha256":"d8884857c51f0873415cdfd0c5efe0b1c5a457fd1c1c47b9d3c5c9b9a4ebf3a2"},"schema_version":"1.0","source":{"id":"2110.07038","kind":"arxiv","version":2}},"canonical_sha256":"fabaf23c98dc8dabbfe597f65c241c66f4cbf8a900874bb86c49c2e9fb6a0dfd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fabaf23c98dc8dabbfe597f65c241c66f4cbf8a900874bb86c49c2e9fb6a0dfd","first_computed_at":"2026-07-05T04:12:50.987098Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:12:50.987098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AYMfqAGRaZtt4zvI1EWup4b6ohnjbxU4y1kgIKAaCuaUG2eoXugCKunl+fSVXHvCTSp7rKNwgkRmOjVxyybLCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:12:50.987494Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.07038","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5de175d6f695e3fb48eb37fc9793a8cb49a467736ac4a6b96dbab5b8799cc1a1","sha256:3b67a9b215aad2b71aa75bb170407b165896ec1813d6f05bfb66b55c5f1f4a26"],"state_sha256":"7763309dfd28cf0663bcc3173729bd614b39dc217d0ed82d5d95c4bf6671b3ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"feTzGPM2B/EYA6tfzSzuD8ssS45sx2C4nbrtn0XnVklvhR18X5KM/9bjVdeXVC9ROCvDTkVFqcRlpZT2CDDwDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:52:07.213300Z","bundle_sha256":"0fda541a6b6b6924ac8dd9ed8ff580b73af17cdd68c2c28614ec93de460b9a8b"}}