{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2011:JE3Y6LBDZSAF653CXAOUMCUWP2","short_pith_number":"pith:JE3Y6LBD","schema_version":"1.0","canonical_sha256":"49378f2c23cc805f7762b81d460a967eb3159985d8c4de3b181e3468158538cb","source":{"kind":"arxiv","id":"1112.1133","version":3},"attestation_state":"computed","paper":{"title":"Multi-timescale Nexting in a Reinforcement Learning Robot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.LG","authors_text":"Adam White, Joseph Modayil, Richard S. Sutton","submitted_at":"2011-12-06T00:45:28Z","abstract_excerpt":"The term \"nexting\" has been used by psychologists to refer to the propensity of people and many other animals to continually predict what will happen next in an immediate, local, and personal sense. The ability to \"next\" constitutes a basic kind of awareness and knowledge of one's environment. In this paper we present results with a robot that learns to next in real time, predicting thousands of features of the world's state, including all sensory inputs, at timescales from 0.1 to 8 seconds. This was achieved by treating each state feature as a reward-like target and applying temporal-differen"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1112.1133","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2011-12-06T00:45:28Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"801051e1039ef2a45c0d16e92e4a0f30a2a674f91eb2452fe3ad087678ea4639","abstract_canon_sha256":"684589da4a34e7068b96a67301bbe476ac60cd491322434d78e65fb3c2c061c5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:21:27.957218Z","signature_b64":"qY+Me04XFX6HMyXbSByH5xbEZYoDbQm4CerU5VdNtwnTctYS3m30/QLbd1TmG+kT177Zs29wDMs2/9s0g5gpAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"49378f2c23cc805f7762b81d460a967eb3159985d8c4de3b181e3468158538cb","last_reissued_at":"2026-05-18T02:21:27.956558Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:21:27.956558Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Multi-timescale Nexting in a Reinforcement Learning Robot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.LG","authors_text":"Adam White, Joseph Modayil, Richard S. Sutton","submitted_at":"2011-12-06T00:45:28Z","abstract_excerpt":"The term \"nexting\" has been used by psychologists to refer to the propensity of people and many other animals to continually predict what will happen next in an immediate, local, and personal sense. The ability to \"next\" constitutes a basic kind of awareness and knowledge of one's environment. In this paper we present results with a robot that learns to next in real time, predicting thousands of features of the world's state, including all sensory inputs, at timescales from 0.1 to 8 seconds. This was achieved by treating each state feature as a reward-like target and applying temporal-differen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1112.1133","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1112.1133","created_at":"2026-05-18T02:21:27.956674+00:00"},{"alias_kind":"arxiv_version","alias_value":"1112.1133v3","created_at":"2026-05-18T02:21:27.956674+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1112.1133","created_at":"2026-05-18T02:21:27.956674+00:00"},{"alias_kind":"pith_short_12","alias_value":"JE3Y6LBDZSAF","created_at":"2026-05-18T12:26:32.869790+00:00"},{"alias_kind":"pith_short_16","alias_value":"JE3Y6LBDZSAF653C","created_at":"2026-05-18T12:26:32.869790+00:00"},{"alias_kind":"pith_short_8","alias_value":"JE3Y6LBD","created_at":"2026-05-18T12:26:32.869790+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2","json":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2.json","graph_json":"https://pith.science/api/pith-number/JE3Y6LBDZSAF653CXAOUMCUWP2/graph.json","events_json":"https://pith.science/api/pith-number/JE3Y6LBDZSAF653CXAOUMCUWP2/events.json","paper":"https://pith.science/paper/JE3Y6LBD"},"agent_actions":{"view_html":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2","download_json":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2.json","view_paper":"https://pith.science/paper/JE3Y6LBD","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1112.1133&json=true","fetch_graph":"https://pith.science/api/pith-number/JE3Y6LBDZSAF653CXAOUMCUWP2/graph.json","fetch_events":"https://pith.science/api/pith-number/JE3Y6LBDZSAF653CXAOUMCUWP2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2/action/storage_attestation","attest_author":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2/action/author_attestation","sign_citation":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2/action/citation_signature","submit_replication":"https://pith.science/pith/JE3Y6LBDZSAF653CXAOUMCUWP2/action/replication_record"}},"created_at":"2026-05-18T02:21:27.956674+00:00","updated_at":"2026-05-18T02:21:27.956674+00:00"}