{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ALNHBDBD7QT3BH3EQBWUVB3YCR","short_pith_number":"pith:ALNHBDBD","canonical_record":{"source":{"id":"2502.16766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T01:08:15Z","cross_cats_sorted":[],"title_canon_sha256":"33c89a7f72192e982b193d379ccf7001d4a587327354fe020491d85cbaa8c080","abstract_canon_sha256":"ce4fc8cd410162290bce911fad8bc79a1f4822d2b1471002e3eb6980f82ab1a3"},"schema_version":"1.0"},"canonical_sha256":"02da708c23fc27b09f64806d4a8778144d1955deb403522dc29a0a142ad8de15","source":{"kind":"arxiv","id":"2502.16766","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.16766","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"arxiv_version","alias_value":"2502.16766v2","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.16766","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_12","alias_value":"ALNHBDBD7QT3","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_16","alias_value":"ALNHBDBD7QT3BH3E","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_8","alias_value":"ALNHBDBD","created_at":"2026-07-05T10:23:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ALNHBDBD7QT3BH3EQBWUVB3YCR","target":"record","payload":{"canonical_record":{"source":{"id":"2502.16766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T01:08:15Z","cross_cats_sorted":[],"title_canon_sha256":"33c89a7f72192e982b193d379ccf7001d4a587327354fe020491d85cbaa8c080","abstract_canon_sha256":"ce4fc8cd410162290bce911fad8bc79a1f4822d2b1471002e3eb6980f82ab1a3"},"schema_version":"1.0"},"canonical_sha256":"02da708c23fc27b09f64806d4a8778144d1955deb403522dc29a0a142ad8de15","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:23:29.838868Z","signature_b64":"3ZRyYH6asbtIHObBOn2JFXiK9lQwfcSqrNJdrCbdshsp+JCVknxtorND0UgFnNtE58lrxYdCeEGwKmUFeN+cDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"02da708c23fc27b09f64806d4a8778144d1955deb403522dc29a0a142ad8de15","last_reissued_at":"2026-07-05T10:23:29.837916Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:23:29.837916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.16766","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JDZIkX/9BdI2PWiu90QKgGN+ZhFlgUlJC7xndsYze6F7J+f1tLCflVZM0KsYqDRQiDaJEo6YBaUxaTapijoNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:57:56.087380Z"},"content_sha256":"cdd4c124c166969cb6c4bc9c31a2c1fd9f815b6cbabf36d92aadeaf8977bbdf8","schema_version":"1.0","event_id":"sha256:cdd4c124c166969cb6c4bc9c31a2c1fd9f815b6cbabf36d92aadeaf8977bbdf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ALNHBDBD7QT3BH3EQBWUVB3YCR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ATEB: Evaluating and Improving Advanced NLP Tasks for Text Embedding Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Arman Cohan, Chris Tar, Daniel Cer, Frank Palma Gomez, Gustavo Hernandez Abrego, Hansi Zeng, Simeng Han, Tu Vu, Zefei Li","submitted_at":"2025-02-24T01:08:15Z","abstract_excerpt":"Traditional text embedding benchmarks primarily evaluate embedding models' capabilities to capture semantic similarity. However, more advanced NLP tasks require a deeper understanding of text, such as safety and factuality. These tasks demand an ability to comprehend and process complex information, often involving the handling of sensitive content, or the verification of factual statements against reliable sources. We introduce a new benchmark designed to assess and highlight the limitations of embedding models trained on existing information retrieval data mixtures on advanced capabilities, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.16766","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.16766/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aEm+AcKlWXHG64G3mvQPX0ozb7rFwecZl9stLuy+Sttdh6rHEaRVvjO1jVsBqlbB9jw+YByGeHCoAmYWoQLOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:57:56.087945Z"},"content_sha256":"8fa9e8d0cc316170d6d4db6a6a6cf590808008cd9f911a840781930cadcc72e9","schema_version":"1.0","event_id":"sha256:8fa9e8d0cc316170d6d4db6a6a6cf590808008cd9f911a840781930cadcc72e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/bundle.json","state_url":"https://pith.science/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T06:57:56Z","links":{"resolver":"https://pith.science/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR","bundle":"https://pith.science/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/bundle.json","state":"https://pith.science/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ALNHBDBD7QT3BH3EQBWUVB3YCR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ALNHBDBD7QT3BH3EQBWUVB3YCR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ce4fc8cd410162290bce911fad8bc79a1f4822d2b1471002e3eb6980f82ab1a3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T01:08:15Z","title_canon_sha256":"33c89a7f72192e982b193d379ccf7001d4a587327354fe020491d85cbaa8c080"},"schema_version":"1.0","source":{"id":"2502.16766","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.16766","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"arxiv_version","alias_value":"2502.16766v2","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.16766","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_12","alias_value":"ALNHBDBD7QT3","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_16","alias_value":"ALNHBDBD7QT3BH3E","created_at":"2026-07-05T10:23:29Z"},{"alias_kind":"pith_short_8","alias_value":"ALNHBDBD","created_at":"2026-07-05T10:23:29Z"}],"graph_snapshots":[{"event_id":"sha256:8fa9e8d0cc316170d6d4db6a6a6cf590808008cd9f911a840781930cadcc72e9","target":"graph","created_at":"2026-07-05T10:23:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.16766/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Traditional text embedding benchmarks primarily evaluate embedding models' capabilities to capture semantic similarity. However, more advanced NLP tasks require a deeper understanding of text, such as safety and factuality. These tasks demand an ability to comprehend and process complex information, often involving the handling of sensitive content, or the verification of factual statements against reliable sources. We introduce a new benchmark designed to assess and highlight the limitations of embedding models trained on existing information retrieval data mixtures on advanced capabilities, ","authors_text":"Arman Cohan, Chris Tar, Daniel Cer, Frank Palma Gomez, Gustavo Hernandez Abrego, Hansi Zeng, Simeng Han, Tu Vu, Zefei Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T01:08:15Z","title":"ATEB: Evaluating and Improving Advanced NLP Tasks for Text Embedding Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.16766","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdd4c124c166969cb6c4bc9c31a2c1fd9f815b6cbabf36d92aadeaf8977bbdf8","target":"record","created_at":"2026-07-05T10:23:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ce4fc8cd410162290bce911fad8bc79a1f4822d2b1471002e3eb6980f82ab1a3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T01:08:15Z","title_canon_sha256":"33c89a7f72192e982b193d379ccf7001d4a587327354fe020491d85cbaa8c080"},"schema_version":"1.0","source":{"id":"2502.16766","kind":"arxiv","version":2}},"canonical_sha256":"02da708c23fc27b09f64806d4a8778144d1955deb403522dc29a0a142ad8de15","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02da708c23fc27b09f64806d4a8778144d1955deb403522dc29a0a142ad8de15","first_computed_at":"2026-07-05T10:23:29.837916Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:23:29.837916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3ZRyYH6asbtIHObBOn2JFXiK9lQwfcSqrNJdrCbdshsp+JCVknxtorND0UgFnNtE58lrxYdCeEGwKmUFeN+cDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:23:29.838868Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.16766","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdd4c124c166969cb6c4bc9c31a2c1fd9f815b6cbabf36d92aadeaf8977bbdf8","sha256:8fa9e8d0cc316170d6d4db6a6a6cf590808008cd9f911a840781930cadcc72e9"],"state_sha256":"30c825ef89109f538feb9845458ad121b468fe6c3ef2d2f3b39582145949834d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7mK1LsAlvz/OWmNtnRQY4uP/p7K/Gu5YzAHzZY0Xu6GZiRidHqnm9jlVNSO/bxIx0NiwyNNXCg98jq64TkLnBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T06:57:56.093105Z","bundle_sha256":"ec4046e0b5b500a0c291abb8996c0b884d9cbaadc1981ae849d47a97fa39240d"}}