{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UQFNFVXSCA6CUO3CILMD6MSQMA","short_pith_number":"pith:UQFNFVXS","canonical_record":{"source":{"id":"2403.04801","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T19:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"6dcc17d0f6001d119ae5e917640333e9ad91889ab87b2f26f0c377573123f614","abstract_canon_sha256":"5c76ce5fd8cb5045898ffc326a855438a87f5fe13792a00f28f4d0ce9081c6c1"},"schema_version":"1.0"},"canonical_sha256":"a40ad2d6f2103c2a3b6242d83f32506025517acfb4b6d82b1050bf81c0d7819a","source":{"kind":"arxiv","id":"2403.04801","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04801","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04801v3","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04801","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_12","alias_value":"UQFNFVXSCA6C","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_16","alias_value":"UQFNFVXSCA6CUO3C","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_8","alias_value":"UQFNFVXS","created_at":"2026-07-05T10:11:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UQFNFVXSCA6CUO3CILMD6MSQMA","target":"record","payload":{"canonical_record":{"source":{"id":"2403.04801","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T19:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"6dcc17d0f6001d119ae5e917640333e9ad91889ab87b2f26f0c377573123f614","abstract_canon_sha256":"5c76ce5fd8cb5045898ffc326a855438a87f5fe13792a00f28f4d0ce9081c6c1"},"schema_version":"1.0"},"canonical_sha256":"a40ad2d6f2103c2a3b6242d83f32506025517acfb4b6d82b1050bf81c0d7819a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:17.467725Z","signature_b64":"3lrPW244JYeJgXWtRycVQ+CZqL5/jneIVTdJRqU7uVqJzFY3P/il7lo0KGUaUBGoikWdSuCWw6C69XTZIjIeBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a40ad2d6f2103c2a3b6242d83f32506025517acfb4b6d82b1050bf81c0d7819a","last_reissued_at":"2026-07-05T10:11:17.467216Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:17.467216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.04801","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6bb2N50aTBOnz9pqa1qK622xd6HKwj3pKr6wKUmpplVdkaw9R4hzWZYREQ1CycZGB6OeUelLCbYn+k+1HZmeCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:17.761740Z"},"content_sha256":"cda407e12293d4de5b51b324682d5b455680af1836e0bcd1d0a7565d96c62c87","schema_version":"1.0","event_id":"sha256:cda407e12293d4de5b51b324682d5b455680af1836e0bcd1d0a7565d96c62c87"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UQFNFVXSCA6CUO3CILMD6MSQMA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aly M. Kassem, Hyunwoo Kim, Niloofar Mireshghallah, Omar Mahmoud, Santu Rana, Sherif Saad, Yejin Choi, Yulia Tsvetkov","submitted_at":"2024-03-05T19:32:01Z","abstract_excerpt":"In this paper, we introduce a black-box prompt optimization method that uses an attacker LLM agent to uncover higher levels of memorization in a victim agent, compared to what is revealed by prompting the target model with the training data directly, which is the dominant approach of quantifying memorization in LLMs. We use an iterative rejection-sampling optimization process to find instruction-based prompts with two main characteristics: (1) minimal overlap with the training data to avoid presenting the solution directly to the model, and (2) maximal overlap between the victim model's output"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04801","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.04801/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rT4kkCCKReEzVFosVgs9nCxpfkbBG8AfIuVaedXquJayKz7nSHRGw5gIPDngTwK9yXA9PTisD/rd2N6LYhcXDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:17.762258Z"},"content_sha256":"395a837e68ae4727732a97bbb89096fd636b3516a0d4352ca1a724913de8d1c9","schema_version":"1.0","event_id":"sha256:395a837e68ae4727732a97bbb89096fd636b3516a0d4352ca1a724913de8d1c9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/bundle.json","state_url":"https://pith.science/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:19:17Z","links":{"resolver":"https://pith.science/pith/UQFNFVXSCA6CUO3CILMD6MSQMA","bundle":"https://pith.science/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/bundle.json","state":"https://pith.science/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UQFNFVXSCA6CUO3CILMD6MSQMA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UQFNFVXSCA6CUO3CILMD6MSQMA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5c76ce5fd8cb5045898ffc326a855438a87f5fe13792a00f28f4d0ce9081c6c1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T19:32:01Z","title_canon_sha256":"6dcc17d0f6001d119ae5e917640333e9ad91889ab87b2f26f0c377573123f614"},"schema_version":"1.0","source":{"id":"2403.04801","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04801","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04801v3","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04801","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_12","alias_value":"UQFNFVXSCA6C","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_16","alias_value":"UQFNFVXSCA6CUO3C","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_8","alias_value":"UQFNFVXS","created_at":"2026-07-05T10:11:17Z"}],"graph_snapshots":[{"event_id":"sha256:395a837e68ae4727732a97bbb89096fd636b3516a0d4352ca1a724913de8d1c9","target":"graph","created_at":"2026-07-05T10:11:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.04801/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we introduce a black-box prompt optimization method that uses an attacker LLM agent to uncover higher levels of memorization in a victim agent, compared to what is revealed by prompting the target model with the training data directly, which is the dominant approach of quantifying memorization in LLMs. We use an iterative rejection-sampling optimization process to find instruction-based prompts with two main characteristics: (1) minimal overlap with the training data to avoid presenting the solution directly to the model, and (2) maximal overlap between the victim model's output","authors_text":"Aly M. Kassem, Hyunwoo Kim, Niloofar Mireshghallah, Omar Mahmoud, Santu Rana, Sherif Saad, Yejin Choi, Yulia Tsvetkov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T19:32:01Z","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04801","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cda407e12293d4de5b51b324682d5b455680af1836e0bcd1d0a7565d96c62c87","target":"record","created_at":"2026-07-05T10:11:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5c76ce5fd8cb5045898ffc326a855438a87f5fe13792a00f28f4d0ce9081c6c1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T19:32:01Z","title_canon_sha256":"6dcc17d0f6001d119ae5e917640333e9ad91889ab87b2f26f0c377573123f614"},"schema_version":"1.0","source":{"id":"2403.04801","kind":"arxiv","version":3}},"canonical_sha256":"a40ad2d6f2103c2a3b6242d83f32506025517acfb4b6d82b1050bf81c0d7819a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a40ad2d6f2103c2a3b6242d83f32506025517acfb4b6d82b1050bf81c0d7819a","first_computed_at":"2026-07-05T10:11:17.467216Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:17.467216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3lrPW244JYeJgXWtRycVQ+CZqL5/jneIVTdJRqU7uVqJzFY3P/il7lo0KGUaUBGoikWdSuCWw6C69XTZIjIeBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:17.467725Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.04801","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cda407e12293d4de5b51b324682d5b455680af1836e0bcd1d0a7565d96c62c87","sha256:395a837e68ae4727732a97bbb89096fd636b3516a0d4352ca1a724913de8d1c9"],"state_sha256":"9e8eb66c8a03a34280c69a4602a654cc152080989b1afae16af9ad9a973bf049"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qby29gUF62POiDO2J6BmlOa3og9g/S+SLSJMBjwNAsh/veq5lRD9RpHTNgbtQfHZEJP8r1T6wIy5JEaUxHqhBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:19:17.767867Z","bundle_sha256":"cfb4f7f7c118818a72b6236300ff2d2bf727ec797cbef37ccdf666bc9b933a0a"}}