{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KEMRMOBNMQYLASAPXQ3CXKZJ4P","short_pith_number":"pith:KEMRMOBN","canonical_record":{"source":{"id":"2407.08275","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-11T08:24:16Z","cross_cats_sorted":[],"title_canon_sha256":"4200afe397cc555d8f001cc74aec050ecedaf15ccd0af92614dc682322c11810","abstract_canon_sha256":"8e20279749fd0851656b37373c6fd282550e660441ca73eeeaf13bcb195e4288"},"schema_version":"1.0"},"canonical_sha256":"511916382d6430b0480fbc362bab29e3fb01af27854b3f297129a54539ce48a7","source":{"kind":"arxiv","id":"2407.08275","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08275","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08275v1","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08275","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_12","alias_value":"KEMRMOBNMQYL","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_16","alias_value":"KEMRMOBNMQYLASAP","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_8","alias_value":"KEMRMOBN","created_at":"2026-07-05T08:42:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KEMRMOBNMQYLASAPXQ3CXKZJ4P","target":"record","payload":{"canonical_record":{"source":{"id":"2407.08275","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-11T08:24:16Z","cross_cats_sorted":[],"title_canon_sha256":"4200afe397cc555d8f001cc74aec050ecedaf15ccd0af92614dc682322c11810","abstract_canon_sha256":"8e20279749fd0851656b37373c6fd282550e660441ca73eeeaf13bcb195e4288"},"schema_version":"1.0"},"canonical_sha256":"511916382d6430b0480fbc362bab29e3fb01af27854b3f297129a54539ce48a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:46.024603Z","signature_b64":"pmyM4AP8xE1jsL6qT66k/0KQmKLoVMpMOGOXx/elCnfOF0Dj+zGPT1EFndexHcwTlLsVUkiVJNi5jTyFOTzWDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"511916382d6430b0480fbc362bab29e3fb01af27854b3f297129a54539ce48a7","last_reissued_at":"2026-07-05T08:42:46.024196Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:46.024196Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.08275","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Pz8L4Tcf77OB/VVmL9UNDeA6ni0RO0g9vn8H/FDM5wdb1hPRLpc3k+csTj9nEEeDMfmv8IQE68U8W2heEmLDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:10:23.745136Z"},"content_sha256":"90156462a5e065a1769d2cc2d369a397a7d3bf77803847f05b6c21b6af0e7e13","schema_version":"1.0","event_id":"sha256:90156462a5e065a1769d2cc2d369a397a7d3bf77803847f05b6c21b6af0e7e13"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KEMRMOBNMQYLASAPXQ3CXKZJ4P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Benchmarks: Evaluating Embedding Model Similarity for Retrieval Augmented Generation Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Jelena Mitrovic, Kanishka Ghosh Dastidar, Laura Caspari, Michael Granitzer, Saber Zerhoudi","submitted_at":"2024-07-11T08:24:16Z","abstract_excerpt":"The choice of embedding model is a crucial step in the design of Retrieval Augmented Generation (RAG) systems. Given the sheer volume of available options, identifying clusters of similar models streamlines this model selection process. Relying solely on benchmark performance scores only allows for a weak assessment of model similarity. Thus, in this study, we evaluate the similarity of embedding models within the context of RAG systems. Our assessment is two-fold: We use Centered Kernel Alignment to compare embeddings on a pair-wise level. Additionally, as it is especially pertinent to RAG sy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08275","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.08275/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A/tGBfRriIQ6xu7tRCdVzs+DF9bL8NLj8iegj7BHvcNWEcXrYXuBl1C7DKGzAzlAgtV5x9l2sJycyeTsiykICQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:10:23.745756Z"},"content_sha256":"bcbca1ed38fd5327562a9077def1bdd6e85c9076c62261d1d44de07ca2ace025","schema_version":"1.0","event_id":"sha256:bcbca1ed38fd5327562a9077def1bdd6e85c9076c62261d1d44de07ca2ace025"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/bundle.json","state_url":"https://pith.science/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:10:23Z","links":{"resolver":"https://pith.science/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P","bundle":"https://pith.science/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/bundle.json","state":"https://pith.science/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KEMRMOBNMQYLASAPXQ3CXKZJ4P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KEMRMOBNMQYLASAPXQ3CXKZJ4P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e20279749fd0851656b37373c6fd282550e660441ca73eeeaf13bcb195e4288","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-11T08:24:16Z","title_canon_sha256":"4200afe397cc555d8f001cc74aec050ecedaf15ccd0af92614dc682322c11810"},"schema_version":"1.0","source":{"id":"2407.08275","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08275","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08275v1","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08275","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_12","alias_value":"KEMRMOBNMQYL","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_16","alias_value":"KEMRMOBNMQYLASAP","created_at":"2026-07-05T08:42:46Z"},{"alias_kind":"pith_short_8","alias_value":"KEMRMOBN","created_at":"2026-07-05T08:42:46Z"}],"graph_snapshots":[{"event_id":"sha256:bcbca1ed38fd5327562a9077def1bdd6e85c9076c62261d1d44de07ca2ace025","target":"graph","created_at":"2026-07-05T08:42:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.08275/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The choice of embedding model is a crucial step in the design of Retrieval Augmented Generation (RAG) systems. Given the sheer volume of available options, identifying clusters of similar models streamlines this model selection process. Relying solely on benchmark performance scores only allows for a weak assessment of model similarity. Thus, in this study, we evaluate the similarity of embedding models within the context of RAG systems. Our assessment is two-fold: We use Centered Kernel Alignment to compare embeddings on a pair-wise level. Additionally, as it is especially pertinent to RAG sy","authors_text":"Jelena Mitrovic, Kanishka Ghosh Dastidar, Laura Caspari, Michael Granitzer, Saber Zerhoudi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-11T08:24:16Z","title":"Beyond Benchmarks: Evaluating Embedding Model Similarity for Retrieval Augmented Generation Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08275","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:90156462a5e065a1769d2cc2d369a397a7d3bf77803847f05b6c21b6af0e7e13","target":"record","created_at":"2026-07-05T08:42:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e20279749fd0851656b37373c6fd282550e660441ca73eeeaf13bcb195e4288","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-11T08:24:16Z","title_canon_sha256":"4200afe397cc555d8f001cc74aec050ecedaf15ccd0af92614dc682322c11810"},"schema_version":"1.0","source":{"id":"2407.08275","kind":"arxiv","version":1}},"canonical_sha256":"511916382d6430b0480fbc362bab29e3fb01af27854b3f297129a54539ce48a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"511916382d6430b0480fbc362bab29e3fb01af27854b3f297129a54539ce48a7","first_computed_at":"2026-07-05T08:42:46.024196Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:46.024196Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pmyM4AP8xE1jsL6qT66k/0KQmKLoVMpMOGOXx/elCnfOF0Dj+zGPT1EFndexHcwTlLsVUkiVJNi5jTyFOTzWDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:46.024603Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.08275","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:90156462a5e065a1769d2cc2d369a397a7d3bf77803847f05b6c21b6af0e7e13","sha256:bcbca1ed38fd5327562a9077def1bdd6e85c9076c62261d1d44de07ca2ace025"],"state_sha256":"014f84c3702c9c48e1d8dfebf151310102a94bbab42e6b409b8804eca1000437"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1peIs2awXBFc+gyLSeWqFBESgldGjBf0LMiNTI0fcEPvRByYmh6/bi50yGtFWCzwZ+GOqH3f7mpmy/CC+81qAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:10:23.750199Z","bundle_sha256":"a0554cdcb87e9d9c84dd74974a9956a2869ca723ddc7628ae6534321d4ea1695"}}