{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3OTIFXWSSWNK2NTGKXTOG7F7AJ","short_pith_number":"pith:3OTIFXWS","canonical_record":{"source":{"id":"2309.13638","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-24T13:35:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"123127ac932b4463e1b24ace5c2268168d689d5b82ab2e82adb2077352454e04","abstract_canon_sha256":"b7c0ae0b753d52c17a773aa5159fd60b1267d7541ff1e8e7bb33e0800d5fcf5a"},"schema_version":"1.0"},"canonical_sha256":"dba682ded2959aad366655e6e37cbf0267e7b4ed4aad8002ade745ae9bb0ccc5","source":{"kind":"arxiv","id":"2309.13638","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13638","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13638v1","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13638","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"3OTIFXWSSWNK","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"3OTIFXWSSWNK2NTG","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"3OTIFXWS","created_at":"2026-07-05T06:53:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3OTIFXWSSWNK2NTGKXTOG7F7AJ","target":"record","payload":{"canonical_record":{"source":{"id":"2309.13638","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-24T13:35:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"123127ac932b4463e1b24ace5c2268168d689d5b82ab2e82adb2077352454e04","abstract_canon_sha256":"b7c0ae0b753d52c17a773aa5159fd60b1267d7541ff1e8e7bb33e0800d5fcf5a"},"schema_version":"1.0"},"canonical_sha256":"dba682ded2959aad366655e6e37cbf0267e7b4ed4aad8002ade745ae9bb0ccc5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:53:55.295211Z","signature_b64":"fRPpLYvpl6P+ZlriJMivT815n51iI326mZUh81JHYt4hurM21cJLbJnsAfNiAkNLESgKG/5JWamiaO8TJEG+Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dba682ded2959aad366655e6e37cbf0267e7b4ed4aad8002ade745ae9bb0ccc5","last_reissued_at":"2026-07-05T06:53:55.294799Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:53:55.294799Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.13638","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DLESt3mgZuoMZjaNUYCzCon1aDJxjAY5IU7bPWaom6iRCzMvpm8KMhgESbYI4X3umiPGpa5XumbyEgX6QXJABQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:33:50.727160Z"},"content_sha256":"076dca35dcaf1abf4ba17fccb3f789accd2cb46f998cd6b3896940a3fb0ae56b","schema_version":"1.0","event_id":"sha256:076dca35dcaf1abf4ba17fccb3f789accd2cb46f998cd6b3896940a3fb0ae56b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3OTIFXWSSWNK2NTGKXTOG7F7AJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Friedman, Matthew Hardy, R. Thomas McCoy, Shunyu Yao, Thomas L. Griffiths","submitted_at":"2023-09-24T13:35:28Z","abstract_excerpt":"The widespread adoption of large language models (LLMs) makes it important to recognize their strengths and limitations. We argue that in order to develop a holistic understanding of these systems we need to consider the problem that they were trained to solve: next-word prediction over Internet text. By recognizing the pressures that this task exerts we can make predictions about the strategies that LLMs will adopt, allowing us to reason about when they will succeed or fail. This approach - which we call the teleological approach - leads us to identify three factors that we hypothesize will i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13638","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.13638/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HBaooGhu948WuWBfJBGrSsAgDTCWR6UShBuOEdC8EhFuz731v4C+Ptom99Hg7GKK0rc5tWt1lBLxVmYW9B6WAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:33:50.727674Z"},"content_sha256":"410b7cc54eb96be08fc96cb3299fba5af041137e84569317389273722b1f6b60","schema_version":"1.0","event_id":"sha256:410b7cc54eb96be08fc96cb3299fba5af041137e84569317389273722b1f6b60"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/bundle.json","state_url":"https://pith.science/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:33:50Z","links":{"resolver":"https://pith.science/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ","bundle":"https://pith.science/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/bundle.json","state":"https://pith.science/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3OTIFXWSSWNK2NTGKXTOG7F7AJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3OTIFXWSSWNK2NTGKXTOG7F7AJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7c0ae0b753d52c17a773aa5159fd60b1267d7541ff1e8e7bb33e0800d5fcf5a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-24T13:35:28Z","title_canon_sha256":"123127ac932b4463e1b24ace5c2268168d689d5b82ab2e82adb2077352454e04"},"schema_version":"1.0","source":{"id":"2309.13638","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13638","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13638v1","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13638","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"3OTIFXWSSWNK","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"3OTIFXWSSWNK2NTG","created_at":"2026-07-05T06:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"3OTIFXWS","created_at":"2026-07-05T06:53:55Z"}],"graph_snapshots":[{"event_id":"sha256:410b7cc54eb96be08fc96cb3299fba5af041137e84569317389273722b1f6b60","target":"graph","created_at":"2026-07-05T06:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.13638/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The widespread adoption of large language models (LLMs) makes it important to recognize their strengths and limitations. We argue that in order to develop a holistic understanding of these systems we need to consider the problem that they were trained to solve: next-word prediction over Internet text. By recognizing the pressures that this task exerts we can make predictions about the strategies that LLMs will adopt, allowing us to reason about when they will succeed or fail. This approach - which we call the teleological approach - leads us to identify three factors that we hypothesize will i","authors_text":"Dan Friedman, Matthew Hardy, R. Thomas McCoy, Shunyu Yao, Thomas L. Griffiths","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-24T13:35:28Z","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13638","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:076dca35dcaf1abf4ba17fccb3f789accd2cb46f998cd6b3896940a3fb0ae56b","target":"record","created_at":"2026-07-05T06:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7c0ae0b753d52c17a773aa5159fd60b1267d7541ff1e8e7bb33e0800d5fcf5a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-24T13:35:28Z","title_canon_sha256":"123127ac932b4463e1b24ace5c2268168d689d5b82ab2e82adb2077352454e04"},"schema_version":"1.0","source":{"id":"2309.13638","kind":"arxiv","version":1}},"canonical_sha256":"dba682ded2959aad366655e6e37cbf0267e7b4ed4aad8002ade745ae9bb0ccc5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dba682ded2959aad366655e6e37cbf0267e7b4ed4aad8002ade745ae9bb0ccc5","first_computed_at":"2026-07-05T06:53:55.294799Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:53:55.294799Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fRPpLYvpl6P+ZlriJMivT815n51iI326mZUh81JHYt4hurM21cJLbJnsAfNiAkNLESgKG/5JWamiaO8TJEG+Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:53:55.295211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.13638","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:076dca35dcaf1abf4ba17fccb3f789accd2cb46f998cd6b3896940a3fb0ae56b","sha256:410b7cc54eb96be08fc96cb3299fba5af041137e84569317389273722b1f6b60"],"state_sha256":"f62ffae32c1f8148438b3822a78fac590d67b220f42383947abb14954df4d4db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JetcfYeer2G2JiJf9xLxM4L/2y1mENiVRR0sv1JfbVojzjznSPAnKGl+vZT9JazC9Ks0NBvkJ6g7UXXLOcJpCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:33:50.731346Z","bundle_sha256":"980774d7ff55d419cc1d430242450b91d6ead954d1dac9aa7bb5bbd68391b7dd"}}