{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6PJXHYBJW4RHAI3GDO7FITPAW6","short_pith_number":"pith:6PJXHYBJ","canonical_record":{"source":{"id":"2410.05085","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T14:39:45Z","cross_cats_sorted":[],"title_canon_sha256":"5f52ddd81a7a82452a650e39900b8c36b5171c7fc4b5da7e882c4f576c6c9044","abstract_canon_sha256":"cb83e5d9c275965cd507005ac309a26f6ea35ca100cc58e2e87188a04252b000"},"schema_version":"1.0"},"canonical_sha256":"f3d373e029b7227023661bbe544de0b79944802e5b3e59712fa13fcf8ae3cc30","source":{"kind":"arxiv","id":"2410.05085","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05085","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05085v1","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05085","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_12","alias_value":"6PJXHYBJW4RH","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_16","alias_value":"6PJXHYBJW4RHAI3G","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_8","alias_value":"6PJXHYBJ","created_at":"2026-07-05T09:17:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6PJXHYBJW4RHAI3GDO7FITPAW6","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05085","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T14:39:45Z","cross_cats_sorted":[],"title_canon_sha256":"5f52ddd81a7a82452a650e39900b8c36b5171c7fc4b5da7e882c4f576c6c9044","abstract_canon_sha256":"cb83e5d9c275965cd507005ac309a26f6ea35ca100cc58e2e87188a04252b000"},"schema_version":"1.0"},"canonical_sha256":"f3d373e029b7227023661bbe544de0b79944802e5b3e59712fa13fcf8ae3cc30","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:01.162235Z","signature_b64":"/g46h9p7Tr5NWQboHgEqbmPrjH2gp8qqTf/CTRkRHSmbK5ZWKBb+CvGyPA5ZenFqsWsW+N3pcWld4zTCP7sfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3d373e029b7227023661bbe544de0b79944802e5b3e59712fa13fcf8ae3cc30","last_reissued_at":"2026-07-05T09:17:01.161770Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:01.161770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05085","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+7/IaRshEzheFtqouPyySXs0xu9+R+4Hzptd+6GJ0fYMleetvx9/3X+eHp5gehgvnsCO9a+cY1kl1JavFxcrCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:30:54.180315Z"},"content_sha256":"903558355ece64abfe7fa84bed1d43ab8720e630cde7ef83546113d6d6083bae","schema_version":"1.0","event_id":"sha256:903558355ece64abfe7fa84bed1d43ab8720e630cde7ef83546113d6d6083bae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6PJXHYBJW4RHAI3GDO7FITPAW6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Explanation sensitivity to the randomness of large language models: the case of journalistic text classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Antonin Descampe, Cedrick Fairon, Francois-Xavier Standaert, Jeremie Bogaert, Louis Escouflaire, Marie-Catherine de Marneffe","submitted_at":"2024-10-07T14:39:45Z","abstract_excerpt":"Large language models (LLMs) perform very well in several natural language processing tasks but raise explainability challenges. In this paper, we examine the effect of random elements in the training of LLMs on the explainability of their predictions. We do so on a task of opinionated journalistic text classification in French. Using a fine-tuned CamemBERT model and an explanation method based on relevance propagation, we find that training with different random seeds produces models with similar accuracy but variable explanations. We therefore claim that characterizing the explanations' stat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05085","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05085/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v7xTZjBiV93LeQPVDRXxz6BtJgbMb6fas1YvHzjT9YB4xeAvZtipzk3gkKvxLS/8Ohr9vx6KW2Ow1/unDJa9Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:30:54.180864Z"},"content_sha256":"9e97ca24ad763be83d4b501d4bbbde02171390e10f994686ffb3c21402833b87","schema_version":"1.0","event_id":"sha256:9e97ca24ad763be83d4b501d4bbbde02171390e10f994686ffb3c21402833b87"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/bundle.json","state_url":"https://pith.science/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:30:54Z","links":{"resolver":"https://pith.science/pith/6PJXHYBJW4RHAI3GDO7FITPAW6","bundle":"https://pith.science/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/bundle.json","state":"https://pith.science/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6PJXHYBJW4RHAI3GDO7FITPAW6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6PJXHYBJW4RHAI3GDO7FITPAW6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb83e5d9c275965cd507005ac309a26f6ea35ca100cc58e2e87188a04252b000","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T14:39:45Z","title_canon_sha256":"5f52ddd81a7a82452a650e39900b8c36b5171c7fc4b5da7e882c4f576c6c9044"},"schema_version":"1.0","source":{"id":"2410.05085","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05085","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05085v1","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05085","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_12","alias_value":"6PJXHYBJW4RH","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_16","alias_value":"6PJXHYBJW4RHAI3G","created_at":"2026-07-05T09:17:01Z"},{"alias_kind":"pith_short_8","alias_value":"6PJXHYBJ","created_at":"2026-07-05T09:17:01Z"}],"graph_snapshots":[{"event_id":"sha256:9e97ca24ad763be83d4b501d4bbbde02171390e10f994686ffb3c21402833b87","target":"graph","created_at":"2026-07-05T09:17:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05085/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) perform very well in several natural language processing tasks but raise explainability challenges. In this paper, we examine the effect of random elements in the training of LLMs on the explainability of their predictions. We do so on a task of opinionated journalistic text classification in French. Using a fine-tuned CamemBERT model and an explanation method based on relevance propagation, we find that training with different random seeds produces models with similar accuracy but variable explanations. We therefore claim that characterizing the explanations' stat","authors_text":"Antonin Descampe, Cedrick Fairon, Francois-Xavier Standaert, Jeremie Bogaert, Louis Escouflaire, Marie-Catherine de Marneffe","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T14:39:45Z","title":"Explanation sensitivity to the randomness of large language models: the case of journalistic text classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05085","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:903558355ece64abfe7fa84bed1d43ab8720e630cde7ef83546113d6d6083bae","target":"record","created_at":"2026-07-05T09:17:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb83e5d9c275965cd507005ac309a26f6ea35ca100cc58e2e87188a04252b000","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T14:39:45Z","title_canon_sha256":"5f52ddd81a7a82452a650e39900b8c36b5171c7fc4b5da7e882c4f576c6c9044"},"schema_version":"1.0","source":{"id":"2410.05085","kind":"arxiv","version":1}},"canonical_sha256":"f3d373e029b7227023661bbe544de0b79944802e5b3e59712fa13fcf8ae3cc30","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3d373e029b7227023661bbe544de0b79944802e5b3e59712fa13fcf8ae3cc30","first_computed_at":"2026-07-05T09:17:01.161770Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:01.161770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/g46h9p7Tr5NWQboHgEqbmPrjH2gp8qqTf/CTRkRHSmbK5ZWKBb+CvGyPA5ZenFqsWsW+N3pcWld4zTCP7sfDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:01.162235Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05085","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:903558355ece64abfe7fa84bed1d43ab8720e630cde7ef83546113d6d6083bae","sha256:9e97ca24ad763be83d4b501d4bbbde02171390e10f994686ffb3c21402833b87"],"state_sha256":"9c40376fa8efe892a69b222c5435c61e7dd9fb7bfad3811697ce4f816a18c1d1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V/8jm/4MVDL/HfIiFfsCEF9AP27t1cgV/YUgVtIs97Wj9ImyWnqx27r11n3FFHFWjzrF1j2G3+n3RXGEMu11Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:30:54.184291Z","bundle_sha256":"1befd697eb4ce8b76f419a9584275217c49bc68f3df9ca79c46960581122ff16"}}