{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2U3TPNAOMK2FCGYC3JBTOPCYT7","short_pith_number":"pith:2U3TPNAO","canonical_record":{"source":{"id":"2507.20752","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-28T12:01:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3c05449a1be634705e13674665d1557eea79b8ac79eeb946c3cde08b69b5b155","abstract_canon_sha256":"7a081790d1dafa61b147d3325ecec72778a9f0eb3d2995eb53281ae4af3a1fe7"},"schema_version":"1.0"},"canonical_sha256":"d53737b40e62b4511b02da43373c589ff2442d44a5a9c3c3253e27b248ead6cf","source":{"kind":"arxiv","id":"2507.20752","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20752","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20752v1","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20752","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_12","alias_value":"2U3TPNAOMK2F","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_16","alias_value":"2U3TPNAOMK2FCGYC","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_8","alias_value":"2U3TPNAO","created_at":"2026-07-05T11:44:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2U3TPNAOMK2FCGYC3JBTOPCYT7","target":"record","payload":{"canonical_record":{"source":{"id":"2507.20752","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-28T12:01:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3c05449a1be634705e13674665d1557eea79b8ac79eeb946c3cde08b69b5b155","abstract_canon_sha256":"7a081790d1dafa61b147d3325ecec72778a9f0eb3d2995eb53281ae4af3a1fe7"},"schema_version":"1.0"},"canonical_sha256":"d53737b40e62b4511b02da43373c589ff2442d44a5a9c3c3253e27b248ead6cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:44:25.301939Z","signature_b64":"dI/tWNDwDAD1RhXvCB7eVpLN3id2Uv1ZCsDVDMY+on2QRMisX6oGo2qaYnlNw7fy8XT7dBylIefr4vxhuScLBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d53737b40e62b4511b02da43373c589ff2442d44a5a9c3c3253e27b248ead6cf","last_reissued_at":"2026-07-05T11:44:25.301459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:44:25.301459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.20752","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:44:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+OfwxrbZvg/5EV+/yQu2lLR2fRYBQwpGkVBeT7ufLEx5l/VBu/CKdL8BWJhss3DHHY73QGVOCS9ookhuaUKUBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:25:37.060612Z"},"content_sha256":"a12ca9ccbde8c4e1545146d7722060c74d0307e75b2b35a0cbae39cb3be5df13","schema_version":"1.0","event_id":"sha256:a12ca9ccbde8c4e1545146d7722060c74d0307e75b2b35a0cbae39cb3be5df13"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2U3TPNAOMK2FCGYC3JBTOPCYT7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multilingual Self-Taught Faithfulness Evaluators","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Amin Mantrach, Aymen Al Marjani, Carlo Alfano, Marcello Federico, Saab Mansour, Zeno Jonke","submitted_at":"2025-07-28T12:01:59Z","abstract_excerpt":"The growing use of large language models (LLMs) has increased the need for automatic evaluation systems, particularly to address the challenge of information hallucination. Although existing faithfulness evaluation approaches have shown promise, they are predominantly English-focused and often require expensive human-labeled training data for fine-tuning specialized models. As LLMs see increased adoption in multilingual contexts, there is a need for accurate faithfulness evaluators that can operate across languages without extensive labeled data. This paper presents Self-Taught Evaluators for "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20752","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.20752/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:44:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Lau+Wqhu/925uSAzCCzCJJeE6f1IRBpbvCAR8XStfud5L/w3U1T30X+mGTwG+xrlivdgO+Aef7mJFQdfLmRDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:25:37.061172Z"},"content_sha256":"8761ce46cda42bdc9893502fc0ea88a0dcb555f128e714d9cca5c6692044039c","schema_version":"1.0","event_id":"sha256:8761ce46cda42bdc9893502fc0ea88a0dcb555f128e714d9cca5c6692044039c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/bundle.json","state_url":"https://pith.science/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:25:37Z","links":{"resolver":"https://pith.science/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7","bundle":"https://pith.science/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/bundle.json","state":"https://pith.science/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2U3TPNAOMK2FCGYC3JBTOPCYT7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2U3TPNAOMK2FCGYC3JBTOPCYT7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a081790d1dafa61b147d3325ecec72778a9f0eb3d2995eb53281ae4af3a1fe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-28T12:01:59Z","title_canon_sha256":"3c05449a1be634705e13674665d1557eea79b8ac79eeb946c3cde08b69b5b155"},"schema_version":"1.0","source":{"id":"2507.20752","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20752","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20752v1","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20752","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_12","alias_value":"2U3TPNAOMK2F","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_16","alias_value":"2U3TPNAOMK2FCGYC","created_at":"2026-07-05T11:44:25Z"},{"alias_kind":"pith_short_8","alias_value":"2U3TPNAO","created_at":"2026-07-05T11:44:25Z"}],"graph_snapshots":[{"event_id":"sha256:8761ce46cda42bdc9893502fc0ea88a0dcb555f128e714d9cca5c6692044039c","target":"graph","created_at":"2026-07-05T11:44:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.20752/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growing use of large language models (LLMs) has increased the need for automatic evaluation systems, particularly to address the challenge of information hallucination. Although existing faithfulness evaluation approaches have shown promise, they are predominantly English-focused and often require expensive human-labeled training data for fine-tuning specialized models. As LLMs see increased adoption in multilingual contexts, there is a need for accurate faithfulness evaluators that can operate across languages without extensive labeled data. This paper presents Self-Taught Evaluators for ","authors_text":"Amin Mantrach, Aymen Al Marjani, Carlo Alfano, Marcello Federico, Saab Mansour, Zeno Jonke","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-28T12:01:59Z","title":"Multilingual Self-Taught Faithfulness Evaluators"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20752","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a12ca9ccbde8c4e1545146d7722060c74d0307e75b2b35a0cbae39cb3be5df13","target":"record","created_at":"2026-07-05T11:44:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a081790d1dafa61b147d3325ecec72778a9f0eb3d2995eb53281ae4af3a1fe7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-28T12:01:59Z","title_canon_sha256":"3c05449a1be634705e13674665d1557eea79b8ac79eeb946c3cde08b69b5b155"},"schema_version":"1.0","source":{"id":"2507.20752","kind":"arxiv","version":1}},"canonical_sha256":"d53737b40e62b4511b02da43373c589ff2442d44a5a9c3c3253e27b248ead6cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d53737b40e62b4511b02da43373c589ff2442d44a5a9c3c3253e27b248ead6cf","first_computed_at":"2026-07-05T11:44:25.301459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:44:25.301459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dI/tWNDwDAD1RhXvCB7eVpLN3id2Uv1ZCsDVDMY+on2QRMisX6oGo2qaYnlNw7fy8XT7dBylIefr4vxhuScLBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:44:25.301939Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.20752","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a12ca9ccbde8c4e1545146d7722060c74d0307e75b2b35a0cbae39cb3be5df13","sha256:8761ce46cda42bdc9893502fc0ea88a0dcb555f128e714d9cca5c6692044039c"],"state_sha256":"0ef979a97f0c32f96adac75691181065dcc43677bb2e6407ab8f2db5081da811"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6x67+tCeceQV6r+dpVOZOnySC0QVtxi2mRAN0d6kxGJsEmJ2q06Qs2JEdKtuO+P6m1NYPk/+JTSlV7vDw9TvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:25:37.069751Z","bundle_sha256":"1ed70e7b7e1786dd1b5b97cacff4ff23ee276bed5f0f04a8f77f8d0154368849"}}