{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YUL4QR7L6L63MWHQLZJN3W2Y4Y","short_pith_number":"pith:YUL4QR7L","canonical_record":{"source":{"id":"2405.00708","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T19:57:03Z","cross_cats_sorted":["cs.AI","cs.HC","cs.LG"],"title_canon_sha256":"ef4776dabfaebee30b14377857ec7827ac1081514ba604acd0c464823dccd31e","abstract_canon_sha256":"f44af10c977824b517d254f0ec83550907202f3da169fcbfc89fd74f9eaa10a7"},"schema_version":"1.0"},"canonical_sha256":"c517c847ebf2fdb658f05e52dddb58e61139315a3d7c02d2ec87e7d34156fa4e","source":{"kind":"arxiv","id":"2405.00708","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00708","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00708v2","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00708","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"YUL4QR7L6L63","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"YUL4QR7L6L63MWHQ","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"YUL4QR7L","created_at":"2026-07-05T11:49:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YUL4QR7L6L63MWHQLZJN3W2Y4Y","target":"record","payload":{"canonical_record":{"source":{"id":"2405.00708","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T19:57:03Z","cross_cats_sorted":["cs.AI","cs.HC","cs.LG"],"title_canon_sha256":"ef4776dabfaebee30b14377857ec7827ac1081514ba604acd0c464823dccd31e","abstract_canon_sha256":"f44af10c977824b517d254f0ec83550907202f3da169fcbfc89fd74f9eaa10a7"},"schema_version":"1.0"},"canonical_sha256":"c517c847ebf2fdb658f05e52dddb58e61139315a3d7c02d2ec87e7d34156fa4e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:45.465709Z","signature_b64":"VPaL/LY5s8pTK4n+AN1aM4Ract3C2yyybRKotNqlr+wEoIxgV030kuqnxlavyh3ArQJzniK8HVBikQWBO+xPCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c517c847ebf2fdb658f05e52dddb58e61139315a3d7c02d2ec87e7d34156fa4e","last_reissued_at":"2026-07-05T11:49:45.465236Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:45.465236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.00708","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"50oGfa3HJq7AH5abqyvI3pLti4oezyv0IpF3MRn7awL97hhhgpWv8qbjG8C8Z2WAKepsrG0ZzpxbE0vCV2yADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:14:23.273535Z"},"content_sha256":"5497a63fe06ec88f438684930fc159758f9545ca8682f5a8f33075cf5e59be45","schema_version":"1.0","event_id":"sha256:5497a63fe06ec88f438684930fc159758f9545ca8682f5a8f33075cf5e59be45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YUL4QR7L6L63MWHQLZJN3W2Y4Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Large Language Model Behaviors through Interactive Counterfactual Generation and Analysis","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.HC","cs.LG"],"primary_cat":"cs.CL","authors_text":"Daniel F\\\"urst, Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Robin Shing Moon Chan, Vil\\'em Zouhar","submitted_at":"2024-04-23T19:57:03Z","abstract_excerpt":"Understanding the behavior of large language models (LLMs) is crucial for ensuring their safe and reliable use. However, existing explainable AI (XAI) methods for LLMs primarily rely on word-level explanations, which are often computationally inefficient and misaligned with human reasoning processes. Moreover, these methods often treat explanation as a one-time output, overlooking its inherently interactive and iterative nature. In this paper, we present LLM Analyzer, an interactive visualization system that addresses these limitations by enabling intuitive and efficient exploration of LLM beh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00708","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.00708/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sojt+5JfH7aEi6EiAIJiBUh+Bz0m3HNOxMF8o5OUHVUTGk0KeG8I5drrk5DTGB4wRLuznOl2BtHPzQNColzpAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:14:23.274409Z"},"content_sha256":"aeb23df536001f6f5373a41b98aaf0e2c45274135738589806c0b9274882c74b","schema_version":"1.0","event_id":"sha256:aeb23df536001f6f5373a41b98aaf0e2c45274135738589806c0b9274882c74b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/bundle.json","state_url":"https://pith.science/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:14:23Z","links":{"resolver":"https://pith.science/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y","bundle":"https://pith.science/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/bundle.json","state":"https://pith.science/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YUL4QR7L6L63MWHQLZJN3W2Y4Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YUL4QR7L6L63MWHQLZJN3W2Y4Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f44af10c977824b517d254f0ec83550907202f3da169fcbfc89fd74f9eaa10a7","cross_cats_sorted":["cs.AI","cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T19:57:03Z","title_canon_sha256":"ef4776dabfaebee30b14377857ec7827ac1081514ba604acd0c464823dccd31e"},"schema_version":"1.0","source":{"id":"2405.00708","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00708","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00708v2","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00708","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"YUL4QR7L6L63","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"YUL4QR7L6L63MWHQ","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"YUL4QR7L","created_at":"2026-07-05T11:49:45Z"}],"graph_snapshots":[{"event_id":"sha256:aeb23df536001f6f5373a41b98aaf0e2c45274135738589806c0b9274882c74b","target":"graph","created_at":"2026-07-05T11:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.00708/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding the behavior of large language models (LLMs) is crucial for ensuring their safe and reliable use. However, existing explainable AI (XAI) methods for LLMs primarily rely on word-level explanations, which are often computationally inefficient and misaligned with human reasoning processes. Moreover, these methods often treat explanation as a one-time output, overlooking its inherently interactive and iterative nature. In this paper, we present LLM Analyzer, an interactive visualization system that addresses these limitations by enabling intuitive and efficient exploration of LLM beh","authors_text":"Daniel F\\\"urst, Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Robin Shing Moon Chan, Vil\\'em Zouhar","cross_cats":["cs.AI","cs.HC","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T19:57:03Z","title":"Understanding Large Language Model Behaviors through Interactive Counterfactual Generation and Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00708","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5497a63fe06ec88f438684930fc159758f9545ca8682f5a8f33075cf5e59be45","target":"record","created_at":"2026-07-05T11:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f44af10c977824b517d254f0ec83550907202f3da169fcbfc89fd74f9eaa10a7","cross_cats_sorted":["cs.AI","cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T19:57:03Z","title_canon_sha256":"ef4776dabfaebee30b14377857ec7827ac1081514ba604acd0c464823dccd31e"},"schema_version":"1.0","source":{"id":"2405.00708","kind":"arxiv","version":2}},"canonical_sha256":"c517c847ebf2fdb658f05e52dddb58e61139315a3d7c02d2ec87e7d34156fa4e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c517c847ebf2fdb658f05e52dddb58e61139315a3d7c02d2ec87e7d34156fa4e","first_computed_at":"2026-07-05T11:49:45.465236Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:45.465236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VPaL/LY5s8pTK4n+AN1aM4Ract3C2yyybRKotNqlr+wEoIxgV030kuqnxlavyh3ArQJzniK8HVBikQWBO+xPCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:45.465709Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.00708","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5497a63fe06ec88f438684930fc159758f9545ca8682f5a8f33075cf5e59be45","sha256:aeb23df536001f6f5373a41b98aaf0e2c45274135738589806c0b9274882c74b"],"state_sha256":"b50bcc1833c994a9475a357bcc8d0907d055d88802d418d2bc10e4221d09858d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fHDbdRw3v3s/5slrMuJFLFh4C311XGwclmhcMiXBCStx5CF1XCvj6hQ2JbujaIVa34PxZXsqOHSj0muQO1QlCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:14:23.282077Z","bundle_sha256":"607f4973349882ca124058304d1c6c17b3daf9d05e152ef2ada45a07492be09b"}}