{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IRGGNXEIJPWZ2IL7LKJNOVTGWX","short_pith_number":"pith:IRGGNXEI","canonical_record":{"source":{"id":"2402.15449","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T17:25:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ab22fc389603c7f4884bab415d3272332e75407dd387b091f3af55e412f73cac","abstract_canon_sha256":"3c5f70a033452974dd53d1e14026a72dd7fa3252001641e035fe39283ca3f86b"},"schema_version":"1.0"},"canonical_sha256":"444c66dc884bed9d217f5a92d75666b5c20d73865c8f95a34d3febfb35b92a67","source":{"kind":"arxiv","id":"2402.15449","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.15449","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"arxiv_version","alias_value":"2402.15449v2","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.15449","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_12","alias_value":"IRGGNXEIJPWZ","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_16","alias_value":"IRGGNXEIJPWZ2IL7","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_8","alias_value":"IRGGNXEI","created_at":"2026-07-05T12:05:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IRGGNXEIJPWZ2IL7LKJNOVTGWX","target":"record","payload":{"canonical_record":{"source":{"id":"2402.15449","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T17:25:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ab22fc389603c7f4884bab415d3272332e75407dd387b091f3af55e412f73cac","abstract_canon_sha256":"3c5f70a033452974dd53d1e14026a72dd7fa3252001641e035fe39283ca3f86b"},"schema_version":"1.0"},"canonical_sha256":"444c66dc884bed9d217f5a92d75666b5c20d73865c8f95a34d3febfb35b92a67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:05:59.283422Z","signature_b64":"xmP/rQ+IYCBv3s3YSg4ycvXlFTutjZ0o30XXD6VWmARhHxeanGmVyNRtFhsiL3vKCOC+zKYVRARpzinRDNLHDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"444c66dc884bed9d217f5a92d75666b5c20d73865c8f95a34d3febfb35b92a67","last_reissued_at":"2026-07-05T12:05:59.282877Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:05:59.282877Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.15449","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:05:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nD/UL0Y9rzfljBwem6ejZNu3frKH+cfF4CQtrtRRhntThcEHHnnOhIp1w7KTqJoNQjz/rKZdu8f1SsDMOS2eBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:09:43.149011Z"},"content_sha256":"dc7f6e72f9dc33209094b619070a5d8c00a8f09291ccdd212b1ecde0ba43b170","schema_version":"1.0","event_id":"sha256:dc7f6e72f9dc33209094b619070a5d8c00a8f09291ccdd212b1ecde0ba43b170"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IRGGNXEIJPWZ2IL7LKJNOVTGWX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Repetition Improves Language Model Embeddings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Aditi Raghunathan, Daniel Fried, Graham Neubig, Jacob Mitchell Springer, Suhas Kotha","submitted_at":"2024-02-23T17:25:10Z","abstract_excerpt":"Bidirectional models are considered essential for strong text embeddings. Recent approaches to adapt autoregressive language models (LMs) into strong text embedding models have largely had the requirement to modify the LM architecture to be bidirectional. We challenge this premise by introducing \"echo embeddings\" which converts autoregressive LMs into high quality text embedding models without changing the architecture or requiring fine-tuning. By repeating the input and extracting embeddings from the repeated tokens -- which have access to all original tokens -- echo embeddings improve over c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.15449","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.15449/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:05:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ufGOCScLZdmMX0wcYaBam6k2OdVbvVqs3vLenJuF5oQQfOnTEBS6ymR6iaTGLuAGXih0jW2DcYprrx0Sz5YvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:09:43.150428Z"},"content_sha256":"297526c511d0c95ea0c5b6324faeb7ba5c42295a6ee63a787f152e7fd16a2cad","schema_version":"1.0","event_id":"sha256:297526c511d0c95ea0c5b6324faeb7ba5c42295a6ee63a787f152e7fd16a2cad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/bundle.json","state_url":"https://pith.science/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T08:09:43Z","links":{"resolver":"https://pith.science/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX","bundle":"https://pith.science/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/bundle.json","state":"https://pith.science/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IRGGNXEIJPWZ2IL7LKJNOVTGWX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IRGGNXEIJPWZ2IL7LKJNOVTGWX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c5f70a033452974dd53d1e14026a72dd7fa3252001641e035fe39283ca3f86b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T17:25:10Z","title_canon_sha256":"ab22fc389603c7f4884bab415d3272332e75407dd387b091f3af55e412f73cac"},"schema_version":"1.0","source":{"id":"2402.15449","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.15449","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"arxiv_version","alias_value":"2402.15449v2","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.15449","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_12","alias_value":"IRGGNXEIJPWZ","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_16","alias_value":"IRGGNXEIJPWZ2IL7","created_at":"2026-07-05T12:05:59Z"},{"alias_kind":"pith_short_8","alias_value":"IRGGNXEI","created_at":"2026-07-05T12:05:59Z"}],"graph_snapshots":[{"event_id":"sha256:297526c511d0c95ea0c5b6324faeb7ba5c42295a6ee63a787f152e7fd16a2cad","target":"graph","created_at":"2026-07-05T12:05:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.15449/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Bidirectional models are considered essential for strong text embeddings. Recent approaches to adapt autoregressive language models (LMs) into strong text embedding models have largely had the requirement to modify the LM architecture to be bidirectional. We challenge this premise by introducing \"echo embeddings\" which converts autoregressive LMs into high quality text embedding models without changing the architecture or requiring fine-tuning. By repeating the input and extracting embeddings from the repeated tokens -- which have access to all original tokens -- echo embeddings improve over c","authors_text":"Aditi Raghunathan, Daniel Fried, Graham Neubig, Jacob Mitchell Springer, Suhas Kotha","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T17:25:10Z","title":"Repetition Improves Language Model Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.15449","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc7f6e72f9dc33209094b619070a5d8c00a8f09291ccdd212b1ecde0ba43b170","target":"record","created_at":"2026-07-05T12:05:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c5f70a033452974dd53d1e14026a72dd7fa3252001641e035fe39283ca3f86b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T17:25:10Z","title_canon_sha256":"ab22fc389603c7f4884bab415d3272332e75407dd387b091f3af55e412f73cac"},"schema_version":"1.0","source":{"id":"2402.15449","kind":"arxiv","version":2}},"canonical_sha256":"444c66dc884bed9d217f5a92d75666b5c20d73865c8f95a34d3febfb35b92a67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"444c66dc884bed9d217f5a92d75666b5c20d73865c8f95a34d3febfb35b92a67","first_computed_at":"2026-07-05T12:05:59.282877Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:05:59.282877Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xmP/rQ+IYCBv3s3YSg4ycvXlFTutjZ0o30XXD6VWmARhHxeanGmVyNRtFhsiL3vKCOC+zKYVRARpzinRDNLHDw==","signature_status":"signed_v1","signed_at":"2026-07-05T12:05:59.283422Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.15449","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc7f6e72f9dc33209094b619070a5d8c00a8f09291ccdd212b1ecde0ba43b170","sha256:297526c511d0c95ea0c5b6324faeb7ba5c42295a6ee63a787f152e7fd16a2cad"],"state_sha256":"4945a52ee317ef10f9b65772443b104a8469314374d16d8079586f5fac538924"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fds5vhrrbR6asNEO3Vf0QGrwFivpKmx57WWfLujNfwBg83hyphjnPtjOObwbX4xC6qhrmATWqH9TjchnNM9tDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T08:09:43.157545Z","bundle_sha256":"0465e1c075a7318f6e3e53d94825c318c5c6de3544e364890501e8c4977bbdd5"}}