{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:E3IN4R5XKO6FR34CM27AD7WUXC","short_pith_number":"pith:E3IN4R5X","canonical_record":{"source":{"id":"2301.07085","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-17T18:51:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fa99f99ab9c0d9d58b60abfd392396b2e57202512d37690e6c11eeecf052b53c","abstract_canon_sha256":"18e73956c34cba876122fe79918f2183a1bca87bf2c5bb6833a6e83bcb2975f4"},"schema_version":"1.0"},"canonical_sha256":"26d0de47b753bc58ef8266be01fed4b8bf18dfa83ce7449674a30609adb0a5e4","source":{"kind":"arxiv","id":"2301.07085","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.07085","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"arxiv_version","alias_value":"2301.07085v2","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.07085","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_12","alias_value":"E3IN4R5XKO6F","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_16","alias_value":"E3IN4R5XKO6FR34C","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_8","alias_value":"E3IN4R5X","created_at":"2026-07-05T07:11:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:E3IN4R5XKO6FR34CM27AD7WUXC","target":"record","payload":{"canonical_record":{"source":{"id":"2301.07085","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-17T18:51:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fa99f99ab9c0d9d58b60abfd392396b2e57202512d37690e6c11eeecf052b53c","abstract_canon_sha256":"18e73956c34cba876122fe79918f2183a1bca87bf2c5bb6833a6e83bcb2975f4"},"schema_version":"1.0"},"canonical_sha256":"26d0de47b753bc58ef8266be01fed4b8bf18dfa83ce7449674a30609adb0a5e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:11:33.604654Z","signature_b64":"4p9Fs+hwA3VQhudWaQDkIqAPMTfJzirY5PiOgxU2NIsUsXUXpAdR3FjAAxgdQHt1iuWCG90xcUMMP1W8drOGDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26d0de47b753bc58ef8266be01fed4b8bf18dfa83ce7449674a30609adb0a5e4","last_reissued_at":"2026-07-05T07:11:33.604230Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:11:33.604230Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.07085","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:11:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yVE7Vy+X92mq0mTudBY7tKTYFwEOP9G864BK1apuOassV1xFdrnJIYjUm4eH8jLR47Zd6Dx1K6vrFCVJ4monCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:59:27.745828Z"},"content_sha256":"391c7aa79d21ffd453d0c3bbe44ad11320cbd866154ae754f121a5bb6d549eb7","schema_version":"1.0","event_id":"sha256:391c7aa79d21ffd453d0c3bbe44ad11320cbd866154ae754f121a5bb6d549eb7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:E3IN4R5XKO6FR34CM27AD7WUXC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Language Models Worse than Humans at Following Prompts? It's Complicated","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Albert Webson, Alyssa Marie Loo, Ellie Pavlick, Qinan Yu","submitted_at":"2023-01-17T18:51:19Z","abstract_excerpt":"Prompts have been the center of progress in advancing language models' zero-shot and few-shot performance. However, recent work finds that models can perform surprisingly well when given intentionally irrelevant or misleading prompts. Such results may be interpreted as evidence that model behavior is not \"human like\". In this study, we challenge a central assumption in such work: that humans would perform badly when given pathological instructions. We find that humans are able to reliably ignore irrelevant instructions and thus, like models, perform well on the underlying task despite an appar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.07085","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.07085/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:11:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"StPNmBe3QI6CACEH34ii+apMPq7fJqh19Qz0l1X7rMTfil1qRB7Gs4oIdzjTzpeEGPPoWLEKwNg9Y88S99GTAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:59:27.746208Z"},"content_sha256":"bb9b5947f266fb0fe45860e317d4a5ed364d07358ac941d79b4c15b0596a844d","schema_version":"1.0","event_id":"sha256:bb9b5947f266fb0fe45860e317d4a5ed364d07358ac941d79b4c15b0596a844d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E3IN4R5XKO6FR34CM27AD7WUXC/bundle.json","state_url":"https://pith.science/pith/E3IN4R5XKO6FR34CM27AD7WUXC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E3IN4R5XKO6FR34CM27AD7WUXC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:59:27Z","links":{"resolver":"https://pith.science/pith/E3IN4R5XKO6FR34CM27AD7WUXC","bundle":"https://pith.science/pith/E3IN4R5XKO6FR34CM27AD7WUXC/bundle.json","state":"https://pith.science/pith/E3IN4R5XKO6FR34CM27AD7WUXC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E3IN4R5XKO6FR34CM27AD7WUXC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:E3IN4R5XKO6FR34CM27AD7WUXC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"18e73956c34cba876122fe79918f2183a1bca87bf2c5bb6833a6e83bcb2975f4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-17T18:51:19Z","title_canon_sha256":"fa99f99ab9c0d9d58b60abfd392396b2e57202512d37690e6c11eeecf052b53c"},"schema_version":"1.0","source":{"id":"2301.07085","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.07085","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"arxiv_version","alias_value":"2301.07085v2","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.07085","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_12","alias_value":"E3IN4R5XKO6F","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_16","alias_value":"E3IN4R5XKO6FR34C","created_at":"2026-07-05T07:11:33Z"},{"alias_kind":"pith_short_8","alias_value":"E3IN4R5X","created_at":"2026-07-05T07:11:33Z"}],"graph_snapshots":[{"event_id":"sha256:bb9b5947f266fb0fe45860e317d4a5ed364d07358ac941d79b4c15b0596a844d","target":"graph","created_at":"2026-07-05T07:11:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.07085/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Prompts have been the center of progress in advancing language models' zero-shot and few-shot performance. However, recent work finds that models can perform surprisingly well when given intentionally irrelevant or misleading prompts. Such results may be interpreted as evidence that model behavior is not \"human like\". In this study, we challenge a central assumption in such work: that humans would perform badly when given pathological instructions. We find that humans are able to reliably ignore irrelevant instructions and thus, like models, perform well on the underlying task despite an appar","authors_text":"Albert Webson, Alyssa Marie Loo, Ellie Pavlick, Qinan Yu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-17T18:51:19Z","title":"Are Language Models Worse than Humans at Following Prompts? It's Complicated"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.07085","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:391c7aa79d21ffd453d0c3bbe44ad11320cbd866154ae754f121a5bb6d549eb7","target":"record","created_at":"2026-07-05T07:11:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"18e73956c34cba876122fe79918f2183a1bca87bf2c5bb6833a6e83bcb2975f4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-17T18:51:19Z","title_canon_sha256":"fa99f99ab9c0d9d58b60abfd392396b2e57202512d37690e6c11eeecf052b53c"},"schema_version":"1.0","source":{"id":"2301.07085","kind":"arxiv","version":2}},"canonical_sha256":"26d0de47b753bc58ef8266be01fed4b8bf18dfa83ce7449674a30609adb0a5e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26d0de47b753bc58ef8266be01fed4b8bf18dfa83ce7449674a30609adb0a5e4","first_computed_at":"2026-07-05T07:11:33.604230Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:11:33.604230Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4p9Fs+hwA3VQhudWaQDkIqAPMTfJzirY5PiOgxU2NIsUsXUXpAdR3FjAAxgdQHt1iuWCG90xcUMMP1W8drOGDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:11:33.604654Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.07085","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:391c7aa79d21ffd453d0c3bbe44ad11320cbd866154ae754f121a5bb6d549eb7","sha256:bb9b5947f266fb0fe45860e317d4a5ed364d07358ac941d79b4c15b0596a844d"],"state_sha256":"7a03b73e6ac1269d694d6603f7780a143c3b1acb27cdcd60f76909b9521f06bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L4m8eKh98ECrh6XKhQlpTqZx0bBBa9jUPmt+/23cKfaRaPGeaoemdcEPSiuckKkuBAXZqHvGR5ODx0Fe+sVNAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:59:27.748208Z","bundle_sha256":"bf194720fc15d6fa0563594c2fecd2eb8289fa6cb6ce016199eb62c8fdea55f6"}}