{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:T3BY5OO37RBTJWA2PR4V7YAWNN","short_pith_number":"pith:T3BY5OO3","canonical_record":{"source":{"id":"2202.07785","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2022-02-15T23:21:23Z","cross_cats_sorted":[],"title_canon_sha256":"1b38a7dd09ef0aa70a45f9363914c1979e9ea77c13cf7793d71c789e27adb786","abstract_canon_sha256":"4f1a977296e38e937c1a7548ebd0e61edd507bf8a2f461eb65abeffa974bfe30"},"schema_version":"1.0"},"canonical_sha256":"9ec38eb9dbfc4334d81a7c795fe0166b7c6a7072db022dcf90aa2991ab2cdb51","source":{"kind":"arxiv","id":"2202.07785","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.07785","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2202.07785v2","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.07785","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"T3BY5OO37RBT","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"T3BY5OO37RBTJWA2","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"T3BY5OO3","created_at":"2026-07-05T05:02:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:T3BY5OO37RBTJWA2PR4V7YAWNN","target":"record","payload":{"canonical_record":{"source":{"id":"2202.07785","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2022-02-15T23:21:23Z","cross_cats_sorted":[],"title_canon_sha256":"1b38a7dd09ef0aa70a45f9363914c1979e9ea77c13cf7793d71c789e27adb786","abstract_canon_sha256":"4f1a977296e38e937c1a7548ebd0e61edd507bf8a2f461eb65abeffa974bfe30"},"schema_version":"1.0"},"canonical_sha256":"9ec38eb9dbfc4334d81a7c795fe0166b7c6a7072db022dcf90aa2991ab2cdb51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:02:58.110312Z","signature_b64":"QoxUn3+ZkOTTCZmCNUXjxyi51Lsggov67d6B8r45U4TTnBSEanf2vzIUve6C5oSsEdU2X4Ylfq/mqFmrVJ4mAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ec38eb9dbfc4334d81a7c795fe0166b7c6a7072db022dcf90aa2991ab2cdb51","last_reissued_at":"2026-07-05T05:02:58.109836Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:02:58.109836Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.07785","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GUBoqXnmktPeEf8EyeKrVm4b/KzB2XD8tkxQlwdGy+m4uTMFe/UY6uXkdUenGCYi5kjdIpCv6+3yRMXhIJZtDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:58:18.004327Z"},"content_sha256":"8d7ff563db9d11f0b363f97a0c1fa42785398b4eebe024d8aa424f8d373b7f69","schema_version":"1.0","event_id":"sha256:8d7ff563db9d11f0b363f97a0c1fa42785398b4eebe024d8aa424f8d373b7f69"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:T3BY5OO37RBTJWA2PR4V7YAWNN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Predictability and Surprise in Large Generative Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Amanda Askell, Andy Jones, Anna Chen, Ben Mann, Catherine Olsson, Chris Olah, Daniela Amodei, Danny Hernandez, Dario Amodei, Dawn Drain, Deep Ganguli, Jack Clark, Jackson Kernion, Jared Kaplan, Kamal Ndousse, Liane Lovitt, Neel Nanda, Nelson Elhage, Nicholas Joseph, Nova DasSarma, Sam McCandlish, Scott Johnston, Shauna Kravec, Sheer El Showk, Stanislav Fort, Tom Brown, Tom Conerly, Tom Henighan, Yuntao Bai, Zac Hatfield-Dodds","submitted_at":"2022-02-15T23:21:23Z","abstract_excerpt":"Large-scale pre-training has recently emerged as a technique for creating capable, general purpose, generative models such as GPT-3, Megatron-Turing NLG, Gopher, and many others. In this paper, we highlight a counterintuitive property of such models and discuss the policy implications of this property. Namely, these generative models have an unusual combination of predictable loss on a broad training distribution (as embodied in their \"scaling laws\"), and unpredictable specific capabilities, inputs, and outputs. We believe that the high-level predictability and appearance of useful capabilitie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.07785","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.07785/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QsxMIu0VO69dy4aQ3umOJTpuK8HK6J50JZDYkw6HNRFhP6jqiHIaYvMTwcuvvZYbJpZ0+cPQ2NrNfoM6cPE1Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:58:18.004712Z"},"content_sha256":"379216ad791305e2c559b8a02c96edea61ec16665bd7bf145dee64e81bba8dff","schema_version":"1.0","event_id":"sha256:379216ad791305e2c559b8a02c96edea61ec16665bd7bf145dee64e81bba8dff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/bundle.json","state_url":"https://pith.science/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T04:58:18Z","links":{"resolver":"https://pith.science/pith/T3BY5OO37RBTJWA2PR4V7YAWNN","bundle":"https://pith.science/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/bundle.json","state":"https://pith.science/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T3BY5OO37RBTJWA2PR4V7YAWNN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:T3BY5OO37RBTJWA2PR4V7YAWNN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4f1a977296e38e937c1a7548ebd0e61edd507bf8a2f461eb65abeffa974bfe30","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2022-02-15T23:21:23Z","title_canon_sha256":"1b38a7dd09ef0aa70a45f9363914c1979e9ea77c13cf7793d71c789e27adb786"},"schema_version":"1.0","source":{"id":"2202.07785","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.07785","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2202.07785v2","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.07785","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"T3BY5OO37RBT","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"T3BY5OO37RBTJWA2","created_at":"2026-07-05T05:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"T3BY5OO3","created_at":"2026-07-05T05:02:58Z"}],"graph_snapshots":[{"event_id":"sha256:379216ad791305e2c559b8a02c96edea61ec16665bd7bf145dee64e81bba8dff","target":"graph","created_at":"2026-07-05T05:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.07785/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale pre-training has recently emerged as a technique for creating capable, general purpose, generative models such as GPT-3, Megatron-Turing NLG, Gopher, and many others. In this paper, we highlight a counterintuitive property of such models and discuss the policy implications of this property. Namely, these generative models have an unusual combination of predictable loss on a broad training distribution (as embodied in their \"scaling laws\"), and unpredictable specific capabilities, inputs, and outputs. We believe that the high-level predictability and appearance of useful capabilitie","authors_text":"Amanda Askell, Andy Jones, Anna Chen, Ben Mann, Catherine Olsson, Chris Olah, Daniela Amodei, Danny Hernandez, Dario Amodei, Dawn Drain, Deep Ganguli, Jack Clark, Jackson Kernion, Jared Kaplan, Kamal Ndousse, Liane Lovitt, Neel Nanda, Nelson Elhage, Nicholas Joseph, Nova DasSarma, Sam McCandlish, Scott Johnston, Shauna Kravec, Sheer El Showk, Stanislav Fort, Tom Brown, Tom Conerly, Tom Henighan, Yuntao Bai, Zac Hatfield-Dodds","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2022-02-15T23:21:23Z","title":"Predictability and Surprise in Large Generative Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.07785","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8d7ff563db9d11f0b363f97a0c1fa42785398b4eebe024d8aa424f8d373b7f69","target":"record","created_at":"2026-07-05T05:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4f1a977296e38e937c1a7548ebd0e61edd507bf8a2f461eb65abeffa974bfe30","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2022-02-15T23:21:23Z","title_canon_sha256":"1b38a7dd09ef0aa70a45f9363914c1979e9ea77c13cf7793d71c789e27adb786"},"schema_version":"1.0","source":{"id":"2202.07785","kind":"arxiv","version":2}},"canonical_sha256":"9ec38eb9dbfc4334d81a7c795fe0166b7c6a7072db022dcf90aa2991ab2cdb51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ec38eb9dbfc4334d81a7c795fe0166b7c6a7072db022dcf90aa2991ab2cdb51","first_computed_at":"2026-07-05T05:02:58.109836Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:02:58.109836Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QoxUn3+ZkOTTCZmCNUXjxyi51Lsggov67d6B8r45U4TTnBSEanf2vzIUve6C5oSsEdU2X4Ylfq/mqFmrVJ4mAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:02:58.110312Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.07785","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8d7ff563db9d11f0b363f97a0c1fa42785398b4eebe024d8aa424f8d373b7f69","sha256:379216ad791305e2c559b8a02c96edea61ec16665bd7bf145dee64e81bba8dff"],"state_sha256":"348753ac929b66ef5b62abc30da42212b4034f9df673c79a5bc50a07c0809e66"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mXDovdqdun/FmB/mbBdY7xLFLUR00i3pQdVPg26wa7kalETFB8EiDbecVt9Cn368t1EEnf8srtEOvt/5tqg6Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T04:58:18.006704Z","bundle_sha256":"17a88b03901b74e3542db5034e0363378965cd7d4fc73c092d7a58e733913275"}}