{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RX4XAAFVPCSEX5I6BAZZ2Q6XWA","short_pith_number":"pith:RX4XAAFV","canonical_record":{"source":{"id":"2501.03012","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-06T13:37:13Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"378f482f30cc7ec6da14520c54310ba7bcc4e841a3247743817d996caa4fda0c","abstract_canon_sha256":"601b6971fc45519d3b0fe8132001bae799e8e60160d89da9dd1150505d7b0b04"},"schema_version":"1.0"},"canonical_sha256":"8df97000b578a44bf51e08339d43d7b03fa1487ed727eafc1d94459ac9182ad5","source":{"kind":"arxiv","id":"2501.03012","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03012","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03012v2","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03012","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_12","alias_value":"RX4XAAFVPCSE","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_16","alias_value":"RX4XAAFVPCSEX5I6","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_8","alias_value":"RX4XAAFV","created_at":"2026-07-05T11:52:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RX4XAAFVPCSEX5I6BAZZ2Q6XWA","target":"record","payload":{"canonical_record":{"source":{"id":"2501.03012","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-06T13:37:13Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"378f482f30cc7ec6da14520c54310ba7bcc4e841a3247743817d996caa4fda0c","abstract_canon_sha256":"601b6971fc45519d3b0fe8132001bae799e8e60160d89da9dd1150505d7b0b04"},"schema_version":"1.0"},"canonical_sha256":"8df97000b578a44bf51e08339d43d7b03fa1487ed727eafc1d94459ac9182ad5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:52:58.705135Z","signature_b64":"wXO7yibzC1/eVEb2nIUlcUuUfAbo/seQ9T23OEKzBV+2NmDdPcZUcTMOyR2+GjEPt9kjEdIGarnaKuWfKhzQBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8df97000b578a44bf51e08339d43d7b03fa1487ed727eafc1d94459ac9182ad5","last_reissued_at":"2026-07-05T11:52:58.704587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:52:58.704587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.03012","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zVR6YT57Anuq1B6E5Tv0Tm3vE7LvTbrA4B4ZSOZrdDio3kbWMZHOLXg2/hLRFPVpkoHm2nxry+YeAwx/P9sBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:23:54.079088Z"},"content_sha256":"112b238a2c15c413eec1b76c2e919c2a16c57284928cd509cf61857861520911","schema_version":"1.0","event_id":"sha256:112b238a2c15c413eec1b76c2e919c2a16c57284928cd509cf61857861520911"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RX4XAAFVPCSEX5I6BAZZ2Q6XWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analyzing Finetuning Representation Shift for Multimodal LLMs Steering","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.AI","authors_text":"Arnaud Dapogny, Jayneel Parekh, Matthieu Cord, Mustafa Shukor, Pegah Khayatan","submitted_at":"2025-01-06T13:37:13Z","abstract_excerpt":"Multimodal LLMs (MLLMs) have reached remarkable levels of proficiency in understanding multimodal inputs. However, understanding and interpreting the behavior of such complex models is a challenging task, not to mention the dynamic shifts that may occur during fine-tuning, or due to covariate shift between datasets. In this work, we apply concept-level analysis towards MLLM understanding. More specifically, we propose to map hidden states to interpretable visual and textual concepts. This enables us to more efficiently compare certain semantic dynamics, such as the shift from an original and f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03012","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.03012/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CokhvCPadUqyDLgQiVEvAybk3JBPtqAJ22CmYLL1U8UWFYYWJ9XCBzMT0sqxiPIr2GyLCWLZopym6RXkKhNZAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:23:54.079610Z"},"content_sha256":"a6d548cdde9fd2896033efe7b4233e5ffbe1559097cb754d887a8bf78f01d6b6","schema_version":"1.0","event_id":"sha256:a6d548cdde9fd2896033efe7b4233e5ffbe1559097cb754d887a8bf78f01d6b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/bundle.json","state_url":"https://pith.science/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:23:54Z","links":{"resolver":"https://pith.science/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA","bundle":"https://pith.science/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/bundle.json","state":"https://pith.science/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RX4XAAFVPCSEX5I6BAZZ2Q6XWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RX4XAAFVPCSEX5I6BAZZ2Q6XWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"601b6971fc45519d3b0fe8132001bae799e8e60160d89da9dd1150505d7b0b04","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-06T13:37:13Z","title_canon_sha256":"378f482f30cc7ec6da14520c54310ba7bcc4e841a3247743817d996caa4fda0c"},"schema_version":"1.0","source":{"id":"2501.03012","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.03012","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.03012v2","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.03012","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_12","alias_value":"RX4XAAFVPCSE","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_16","alias_value":"RX4XAAFVPCSEX5I6","created_at":"2026-07-05T11:52:58Z"},{"alias_kind":"pith_short_8","alias_value":"RX4XAAFV","created_at":"2026-07-05T11:52:58Z"}],"graph_snapshots":[{"event_id":"sha256:a6d548cdde9fd2896033efe7b4233e5ffbe1559097cb754d887a8bf78f01d6b6","target":"graph","created_at":"2026-07-05T11:52:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.03012/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal LLMs (MLLMs) have reached remarkable levels of proficiency in understanding multimodal inputs. However, understanding and interpreting the behavior of such complex models is a challenging task, not to mention the dynamic shifts that may occur during fine-tuning, or due to covariate shift between datasets. In this work, we apply concept-level analysis towards MLLM understanding. More specifically, we propose to map hidden states to interpretable visual and textual concepts. This enables us to more efficiently compare certain semantic dynamics, such as the shift from an original and f","authors_text":"Arnaud Dapogny, Jayneel Parekh, Matthieu Cord, Mustafa Shukor, Pegah Khayatan","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-06T13:37:13Z","title":"Analyzing Finetuning Representation Shift for Multimodal LLMs Steering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.03012","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:112b238a2c15c413eec1b76c2e919c2a16c57284928cd509cf61857861520911","target":"record","created_at":"2026-07-05T11:52:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"601b6971fc45519d3b0fe8132001bae799e8e60160d89da9dd1150505d7b0b04","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-06T13:37:13Z","title_canon_sha256":"378f482f30cc7ec6da14520c54310ba7bcc4e841a3247743817d996caa4fda0c"},"schema_version":"1.0","source":{"id":"2501.03012","kind":"arxiv","version":2}},"canonical_sha256":"8df97000b578a44bf51e08339d43d7b03fa1487ed727eafc1d94459ac9182ad5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8df97000b578a44bf51e08339d43d7b03fa1487ed727eafc1d94459ac9182ad5","first_computed_at":"2026-07-05T11:52:58.704587Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:52:58.704587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wXO7yibzC1/eVEb2nIUlcUuUfAbo/seQ9T23OEKzBV+2NmDdPcZUcTMOyR2+GjEPt9kjEdIGarnaKuWfKhzQBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:52:58.705135Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.03012","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:112b238a2c15c413eec1b76c2e919c2a16c57284928cd509cf61857861520911","sha256:a6d548cdde9fd2896033efe7b4233e5ffbe1559097cb754d887a8bf78f01d6b6"],"state_sha256":"1ebff665a6a008af217a7f307312e5aa5d52c2e8165118696acb65383b8f7c32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Dp++ocnEXn2GErTeq4vg+bi9Z8eFk2fBci3DquBup7cNcmXSucb1WdspPuJZtqb73stk5UQN1LzeGLBTqvwBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:23:54.083824Z","bundle_sha256":"c7c25540ebcd9525570d108cf2abca20041aa6a19f99b8b6d5a89197e1458dfe"}}