{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:STEN6G7AZKCH7EK234A6SLVODP","short_pith_number":"pith:STEN6G7A","canonical_record":{"source":{"id":"2410.17245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-22T17:59:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"275ee9c2aa74b5218a29e59c94f1bbc6f1b2be15a9fc66994e5ef373d07a3b04","abstract_canon_sha256":"6309da80bf6b6e2cb5777bce0a5541fa23e50dc0ba01713afea87dc74b3d674d"},"schema_version":"1.0"},"canonical_sha256":"94c8df1be0ca847f915adf01e92eae1bc4999519b231d21b764f203f06fb960d","source":{"kind":"arxiv","id":"2410.17245","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17245","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17245v1","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17245","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_12","alias_value":"STEN6G7AZKCH","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_16","alias_value":"STEN6G7AZKCH7EK2","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_8","alias_value":"STEN6G7A","created_at":"2026-07-05T09:24:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:STEN6G7AZKCH7EK234A6SLVODP","target":"record","payload":{"canonical_record":{"source":{"id":"2410.17245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-22T17:59:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"275ee9c2aa74b5218a29e59c94f1bbc6f1b2be15a9fc66994e5ef373d07a3b04","abstract_canon_sha256":"6309da80bf6b6e2cb5777bce0a5541fa23e50dc0ba01713afea87dc74b3d674d"},"schema_version":"1.0"},"canonical_sha256":"94c8df1be0ca847f915adf01e92eae1bc4999519b231d21b764f203f06fb960d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:14.082007Z","signature_b64":"/mtFZwwcv9SZtoXiDzdsUfYiFGAN/Tjxn+lZxeWnt1E31DQ0joxKSO7l0/IL0SKwS+UH19qT44G7wStc61Z+Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94c8df1be0ca847f915adf01e92eae1bc4999519b231d21b764f203f06fb960d","last_reissued_at":"2026-07-05T09:24:14.081598Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:14.081598Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.17245","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KF7G/15EaSGFc0TyxZsHOhiK/wYzlnuVsEY1lS3d0YH4NidZQAEynW4+QiHTikWHFW/iEwTMQ7ylFueumnLrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:01:59.289338Z"},"content_sha256":"313733d73b14df32500304f1cc6992aca1b26a9487f02f0bad2d91a4124c89b1","schema_version":"1.0","event_id":"sha256:313733d73b14df32500304f1cc6992aca1b26a9487f02f0bad2d91a4124c89b1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:STEN6G7AZKCH7EK234A6SLVODP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Reliable Evaluation of Behavior Steering Interventions in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"David Krueger, Ekdeep Singh Lubana, Itamar Pres, Laura Ruis","submitted_at":"2024-10-22T17:59:39Z","abstract_excerpt":"Representation engineering methods have recently shown promise for enabling efficient steering of model behavior. However, evaluation pipelines for these methods have primarily relied on subjective demonstrations, instead of quantitative, objective metrics. We aim to take a step towards addressing this issue by advocating for four properties missing from current evaluations: (i) contexts sufficiently similar to downstream tasks should be used for assessing intervention quality; (ii) model likelihoods should be accounted for; (iii) evaluations should allow for standardized comparisons across di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17245","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.17245/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xp0vhwWZ5xUHmaYmqvy5EyMbGyBrRtkQ97UjEXnb1JUMb/tkF/0qLgP/kXt56jcHuCxxo/5T6yZL+LHKKA50AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:01:59.289922Z"},"content_sha256":"25288eff65f091cf73403624796c2e3c1fbcb4c527e049eff5d65288cfb31671","schema_version":"1.0","event_id":"sha256:25288eff65f091cf73403624796c2e3c1fbcb4c527e049eff5d65288cfb31671"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/STEN6G7AZKCH7EK234A6SLVODP/bundle.json","state_url":"https://pith.science/pith/STEN6G7AZKCH7EK234A6SLVODP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/STEN6G7AZKCH7EK234A6SLVODP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:01:59Z","links":{"resolver":"https://pith.science/pith/STEN6G7AZKCH7EK234A6SLVODP","bundle":"https://pith.science/pith/STEN6G7AZKCH7EK234A6SLVODP/bundle.json","state":"https://pith.science/pith/STEN6G7AZKCH7EK234A6SLVODP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/STEN6G7AZKCH7EK234A6SLVODP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:STEN6G7AZKCH7EK234A6SLVODP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6309da80bf6b6e2cb5777bce0a5541fa23e50dc0ba01713afea87dc74b3d674d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-22T17:59:39Z","title_canon_sha256":"275ee9c2aa74b5218a29e59c94f1bbc6f1b2be15a9fc66994e5ef373d07a3b04"},"schema_version":"1.0","source":{"id":"2410.17245","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17245","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17245v1","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17245","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_12","alias_value":"STEN6G7AZKCH","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_16","alias_value":"STEN6G7AZKCH7EK2","created_at":"2026-07-05T09:24:14Z"},{"alias_kind":"pith_short_8","alias_value":"STEN6G7A","created_at":"2026-07-05T09:24:14Z"}],"graph_snapshots":[{"event_id":"sha256:25288eff65f091cf73403624796c2e3c1fbcb4c527e049eff5d65288cfb31671","target":"graph","created_at":"2026-07-05T09:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.17245/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Representation engineering methods have recently shown promise for enabling efficient steering of model behavior. However, evaluation pipelines for these methods have primarily relied on subjective demonstrations, instead of quantitative, objective metrics. We aim to take a step towards addressing this issue by advocating for four properties missing from current evaluations: (i) contexts sufficiently similar to downstream tasks should be used for assessing intervention quality; (ii) model likelihoods should be accounted for; (iii) evaluations should allow for standardized comparisons across di","authors_text":"David Krueger, Ekdeep Singh Lubana, Itamar Pres, Laura Ruis","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-22T17:59:39Z","title":"Towards Reliable Evaluation of Behavior Steering Interventions in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17245","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:313733d73b14df32500304f1cc6992aca1b26a9487f02f0bad2d91a4124c89b1","target":"record","created_at":"2026-07-05T09:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6309da80bf6b6e2cb5777bce0a5541fa23e50dc0ba01713afea87dc74b3d674d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-22T17:59:39Z","title_canon_sha256":"275ee9c2aa74b5218a29e59c94f1bbc6f1b2be15a9fc66994e5ef373d07a3b04"},"schema_version":"1.0","source":{"id":"2410.17245","kind":"arxiv","version":1}},"canonical_sha256":"94c8df1be0ca847f915adf01e92eae1bc4999519b231d21b764f203f06fb960d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94c8df1be0ca847f915adf01e92eae1bc4999519b231d21b764f203f06fb960d","first_computed_at":"2026-07-05T09:24:14.081598Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:14.081598Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/mtFZwwcv9SZtoXiDzdsUfYiFGAN/Tjxn+lZxeWnt1E31DQ0joxKSO7l0/IL0SKwS+UH19qT44G7wStc61Z+Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:14.082007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.17245","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:313733d73b14df32500304f1cc6992aca1b26a9487f02f0bad2d91a4124c89b1","sha256:25288eff65f091cf73403624796c2e3c1fbcb4c527e049eff5d65288cfb31671"],"state_sha256":"08f766be7a3aacb4e539457212973d454a3d533c6ecc57e4b9192005bab1e882"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3jnQH83j0xLdq6b0D0x3D3AHN+bRBy3D5xt0sdqcGbM3WNpkuKgFB8/XtI1CgDXYq5LREYoVuoIkFmrVyT50Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:01:59.296213Z","bundle_sha256":"01e52bdfc6530231b39631447afc71bfe541a2ee0d1edcee484eed826b5606a0"}}