{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MHTTIQXZH5WC2M7L3E3VUEZ2ZP","short_pith_number":"pith:MHTTIQXZ","canonical_record":{"source":{"id":"2407.04694","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-05T17:57:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2453a0cd98ce1b95b305eb2b14f71701ab14f583a3485815a25e30e50d674277","abstract_canon_sha256":"a44fff10f8af127f567b726e788335a49a27fd709edaa94bc6eeaf7aaeffb440"},"schema_version":"1.0"},"canonical_sha256":"61e73442f93f6c2d33ebd9375a133acbf20425541c629c37f74bc74b52806b65","source":{"kind":"arxiv","id":"2407.04694","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04694","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04694v1","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04694","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"MHTTIQXZH5WC","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_16","alias_value":"MHTTIQXZH5WC2M7L","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_8","alias_value":"MHTTIQXZ","created_at":"2026-07-05T08:40:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MHTTIQXZH5WC2M7L3E3VUEZ2ZP","target":"record","payload":{"canonical_record":{"source":{"id":"2407.04694","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-05T17:57:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2453a0cd98ce1b95b305eb2b14f71701ab14f583a3485815a25e30e50d674277","abstract_canon_sha256":"a44fff10f8af127f567b726e788335a49a27fd709edaa94bc6eeaf7aaeffb440"},"schema_version":"1.0"},"canonical_sha256":"61e73442f93f6c2d33ebd9375a133acbf20425541c629c37f74bc74b52806b65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:37.571714Z","signature_b64":"9idkxblIHfofBsfduCMh4fwb1U8WakmDeKpyGSF2SZY7oQsW/uhILtS0/h2lLTLeS3G1eeeVJ6bukCUHSOeUDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"61e73442f93f6c2d33ebd9375a133acbf20425541c629c37f74bc74b52806b65","last_reissued_at":"2026-07-05T08:40:37.571260Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:37.571260Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.04694","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OVCeKcFf7BS6kOD9X1C4iNfx5PJUxnit/XOJhEK9gaXnMkixpMQROwCr/3AO3SYrvrS/A7AOOJHVXn2xRNOJDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:18:33.730503Z"},"content_sha256":"f370e82d24df3541b735b8e0b668ebcd2f050546137d3ecd475229510a44acfa","schema_version":"1.0","event_id":"sha256:f370e82d24df3541b735b8e0b668ebcd2f050546137d3ecd475229510a44acfa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MHTTIQXZH5WC2M7L3E3VUEZ2ZP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Me, Myself, and AI: The Situational Awareness Dataset (SAD) for LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alexander Meinke, Bilal Chughtai, Jan Betley, Jeremy Scheurer, Kaivalya Hariharan, Marius Hobbhahn, Mikita Balesni, Owain Evans, Rudolf Laine","submitted_at":"2024-07-05T17:57:02Z","abstract_excerpt":"AI assistants such as ChatGPT are trained to respond to users by saying, \"I am a large language model\". This raises questions. Do such models know that they are LLMs and reliably act on this knowledge? Are they aware of their current circumstances, such as being deployed to the public? We refer to a model's knowledge of itself and its circumstances as situational awareness. To quantify situational awareness in LLMs, we introduce a range of behavioral tests, based on question answering and instruction following. These tests form the $\\textbf{Situational Awareness Dataset (SAD)}$, a benchmark co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04694","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.04694/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hn+0haRt99AZbnT/8PeUxT+L8CjCxlfqPJtrv7yGsu8Rqp+D4CXLd8Z6rE6V2SrXgG//uwotWXt5Za8typBzCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:18:33.731120Z"},"content_sha256":"0eebef04b48a0dcea9181c993f0f8f86c2fdc26dc852bc470e2168a83c3f3213","schema_version":"1.0","event_id":"sha256:0eebef04b48a0dcea9181c993f0f8f86c2fdc26dc852bc470e2168a83c3f3213"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/bundle.json","state_url":"https://pith.science/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T09:18:33Z","links":{"resolver":"https://pith.science/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP","bundle":"https://pith.science/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/bundle.json","state":"https://pith.science/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MHTTIQXZH5WC2M7L3E3VUEZ2ZP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MHTTIQXZH5WC2M7L3E3VUEZ2ZP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a44fff10f8af127f567b726e788335a49a27fd709edaa94bc6eeaf7aaeffb440","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-05T17:57:02Z","title_canon_sha256":"2453a0cd98ce1b95b305eb2b14f71701ab14f583a3485815a25e30e50d674277"},"schema_version":"1.0","source":{"id":"2407.04694","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04694","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04694v1","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04694","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"MHTTIQXZH5WC","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_16","alias_value":"MHTTIQXZH5WC2M7L","created_at":"2026-07-05T08:40:37Z"},{"alias_kind":"pith_short_8","alias_value":"MHTTIQXZ","created_at":"2026-07-05T08:40:37Z"}],"graph_snapshots":[{"event_id":"sha256:0eebef04b48a0dcea9181c993f0f8f86c2fdc26dc852bc470e2168a83c3f3213","target":"graph","created_at":"2026-07-05T08:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.04694/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI assistants such as ChatGPT are trained to respond to users by saying, \"I am a large language model\". This raises questions. Do such models know that they are LLMs and reliably act on this knowledge? Are they aware of their current circumstances, such as being deployed to the public? We refer to a model's knowledge of itself and its circumstances as situational awareness. To quantify situational awareness in LLMs, we introduce a range of behavioral tests, based on question answering and instruction following. These tests form the $\\textbf{Situational Awareness Dataset (SAD)}$, a benchmark co","authors_text":"Alexander Meinke, Bilal Chughtai, Jan Betley, Jeremy Scheurer, Kaivalya Hariharan, Marius Hobbhahn, Mikita Balesni, Owain Evans, Rudolf Laine","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-05T17:57:02Z","title":"Me, Myself, and AI: The Situational Awareness Dataset (SAD) for LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04694","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f370e82d24df3541b735b8e0b668ebcd2f050546137d3ecd475229510a44acfa","target":"record","created_at":"2026-07-05T08:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a44fff10f8af127f567b726e788335a49a27fd709edaa94bc6eeaf7aaeffb440","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-05T17:57:02Z","title_canon_sha256":"2453a0cd98ce1b95b305eb2b14f71701ab14f583a3485815a25e30e50d674277"},"schema_version":"1.0","source":{"id":"2407.04694","kind":"arxiv","version":1}},"canonical_sha256":"61e73442f93f6c2d33ebd9375a133acbf20425541c629c37f74bc74b52806b65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"61e73442f93f6c2d33ebd9375a133acbf20425541c629c37f74bc74b52806b65","first_computed_at":"2026-07-05T08:40:37.571260Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:37.571260Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9idkxblIHfofBsfduCMh4fwb1U8WakmDeKpyGSF2SZY7oQsW/uhILtS0/h2lLTLeS3G1eeeVJ6bukCUHSOeUDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:37.571714Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.04694","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f370e82d24df3541b735b8e0b668ebcd2f050546137d3ecd475229510a44acfa","sha256:0eebef04b48a0dcea9181c993f0f8f86c2fdc26dc852bc470e2168a83c3f3213"],"state_sha256":"8b98e2bc63547dce8f4690e187315d1857bb50763804c415b906b6ca7f5f3fa9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOEX3eVTtwONKfYXqCkfwV3ssje4gNvxscqcz7FAmrroIxRWCMO87rlhAboH+VRUBGTKYc1KS83zPdrxx4KNBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T09:18:33.735797Z","bundle_sha256":"88d17da21dbfec668fd94af207aab746ef0c14a0adf8d28ac5d6fea8f3d498fe"}}