{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:V7NJRK2DTCZ2BIF5KD5QUAYDQB","short_pith_number":"pith:V7NJRK2D","canonical_record":{"source":{"id":"2204.07746","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T08:20:24Z","cross_cats_sorted":[],"title_canon_sha256":"26630df7560decb5c713b38b73d6058868f04cbdde62db57a1e95e06fec5e8a8","abstract_canon_sha256":"3be72f71d55f28baebb3d15241e4d6221e0160c58f6b13ea9fbf95f77697c8de"},"schema_version":"1.0"},"canonical_sha256":"afda98ab4398b3a0a0bd50fb0a03038076089b0ad3239f53d64787107b8545db","source":{"kind":"arxiv","id":"2204.07746","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07746","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07746v1","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07746","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_12","alias_value":"V7NJRK2DTCZ2","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_16","alias_value":"V7NJRK2DTCZ2BIF5","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_8","alias_value":"V7NJRK2D","created_at":"2026-07-05T04:15:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:V7NJRK2DTCZ2BIF5KD5QUAYDQB","target":"record","payload":{"canonical_record":{"source":{"id":"2204.07746","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T08:20:24Z","cross_cats_sorted":[],"title_canon_sha256":"26630df7560decb5c713b38b73d6058868f04cbdde62db57a1e95e06fec5e8a8","abstract_canon_sha256":"3be72f71d55f28baebb3d15241e4d6221e0160c58f6b13ea9fbf95f77697c8de"},"schema_version":"1.0"},"canonical_sha256":"afda98ab4398b3a0a0bd50fb0a03038076089b0ad3239f53d64787107b8545db","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:15:18.076420Z","signature_b64":"qnTM98tXfiT9cnAS6chVarYMiZ1j0dedLFEpscEO1ZQvaoWIYdu2oFNf35mFax1XMvA4ajXCKmAskmQgkAAHBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"afda98ab4398b3a0a0bd50fb0a03038076089b0ad3239f53d64787107b8545db","last_reissued_at":"2026-07-05T04:15:18.075991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:15:18.075991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.07746","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Clz8Hj/L4hc0pRIbnclrZD9YM0oIjKFd2+SBdomSgzmJDUQyKeTud485oSwHVzMxtTS5CiRpHdvLJOW7/xQ7AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:11:50.810996Z"},"content_sha256":"3a74a388067fcffb38d2a3ba8a2477ff067b9e4dcc3daee140488e5c674e4fcf","schema_version":"1.0","event_id":"sha256:3a74a388067fcffb38d2a3ba8a2477ff067b9e4dcc3daee140488e5c674e4fcf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:V7NJRK2DTCZ2BIF5KD5QUAYDQB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Attention-based Sentence-Level Meta-Embeddings from Contextualised Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Danushka Bollegala, Keigo Takahashi","submitted_at":"2022-04-16T08:20:24Z","abstract_excerpt":"A variety of contextualised language models have been proposed in the NLP community, which are trained on diverse corpora to produce numerous Neural Language Models (NLMs). However, different NLMs have reported different levels of performances in downstream NLP applications when used as text representations. We propose a sentence-level meta-embedding learning method that takes independently trained contextualised word embedding models and learns a sentence embedding that preserves the complementary strengths of the input source NLMs. Our proposed method is unsupervised and is not tied to a par"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07746","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07746/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I+i//9pU2FuVpBQRIf1+04O/4bCPCBplKp+K34LYQO1Cpne6cI86wr8oYo81EAJhQkIrvJvL6TsXgu2y/21RAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:11:50.811385Z"},"content_sha256":"aa843d1096c60596cbfa317feab3aa3474d133741c973ab3fb9b787688fffb77","schema_version":"1.0","event_id":"sha256:aa843d1096c60596cbfa317feab3aa3474d133741c973ab3fb9b787688fffb77"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/bundle.json","state_url":"https://pith.science/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T08:11:50Z","links":{"resolver":"https://pith.science/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB","bundle":"https://pith.science/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/bundle.json","state":"https://pith.science/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V7NJRK2DTCZ2BIF5KD5QUAYDQB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:V7NJRK2DTCZ2BIF5KD5QUAYDQB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3be72f71d55f28baebb3d15241e4d6221e0160c58f6b13ea9fbf95f77697c8de","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T08:20:24Z","title_canon_sha256":"26630df7560decb5c713b38b73d6058868f04cbdde62db57a1e95e06fec5e8a8"},"schema_version":"1.0","source":{"id":"2204.07746","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07746","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07746v1","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07746","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_12","alias_value":"V7NJRK2DTCZ2","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_16","alias_value":"V7NJRK2DTCZ2BIF5","created_at":"2026-07-05T04:15:18Z"},{"alias_kind":"pith_short_8","alias_value":"V7NJRK2D","created_at":"2026-07-05T04:15:18Z"}],"graph_snapshots":[{"event_id":"sha256:aa843d1096c60596cbfa317feab3aa3474d133741c973ab3fb9b787688fffb77","target":"graph","created_at":"2026-07-05T04:15:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.07746/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A variety of contextualised language models have been proposed in the NLP community, which are trained on diverse corpora to produce numerous Neural Language Models (NLMs). However, different NLMs have reported different levels of performances in downstream NLP applications when used as text representations. We propose a sentence-level meta-embedding learning method that takes independently trained contextualised word embedding models and learns a sentence embedding that preserves the complementary strengths of the input source NLMs. Our proposed method is unsupervised and is not tied to a par","authors_text":"Danushka Bollegala, Keigo Takahashi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T08:20:24Z","title":"Unsupervised Attention-based Sentence-Level Meta-Embeddings from Contextualised Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07746","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a74a388067fcffb38d2a3ba8a2477ff067b9e4dcc3daee140488e5c674e4fcf","target":"record","created_at":"2026-07-05T04:15:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3be72f71d55f28baebb3d15241e4d6221e0160c58f6b13ea9fbf95f77697c8de","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T08:20:24Z","title_canon_sha256":"26630df7560decb5c713b38b73d6058868f04cbdde62db57a1e95e06fec5e8a8"},"schema_version":"1.0","source":{"id":"2204.07746","kind":"arxiv","version":1}},"canonical_sha256":"afda98ab4398b3a0a0bd50fb0a03038076089b0ad3239f53d64787107b8545db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"afda98ab4398b3a0a0bd50fb0a03038076089b0ad3239f53d64787107b8545db","first_computed_at":"2026-07-05T04:15:18.075991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:15:18.075991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qnTM98tXfiT9cnAS6chVarYMiZ1j0dedLFEpscEO1ZQvaoWIYdu2oFNf35mFax1XMvA4ajXCKmAskmQgkAAHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:15:18.076420Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.07746","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a74a388067fcffb38d2a3ba8a2477ff067b9e4dcc3daee140488e5c674e4fcf","sha256:aa843d1096c60596cbfa317feab3aa3474d133741c973ab3fb9b787688fffb77"],"state_sha256":"532c5a0dc3ae5651b5677f02beca62991a7ee7eaca930d027c7d3201e289fef3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TCxp6vNjk1b2fXAYQIRcW9diOVYYQp+5VR9joBWs3d0dPmsr7qmhUxqDK1VeO779oFW7BAimBFLT1ZeMMnPwBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T08:11:50.813363Z","bundle_sha256":"8ec2ccf1ad9e1b7ef0f667cd4f905bd064279a81e2d46e52c1c482daad767eee"}}