{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:F5GHHTKN7U26TLAXZZ6HFJWVBD","short_pith_number":"pith:F5GHHTKN","canonical_record":{"source":{"id":"1502.06096","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2015-02-21T11:38:38Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"a57f61f72253504ceac8131fff13650842a9b25fa6965bfe94a13f9481144516","abstract_canon_sha256":"a7868a1a3f715c9a77f953ec8c6f482a015d0884a12d5a2b0cf594188f1acd9c"},"schema_version":"1.0"},"canonical_sha256":"2f4c73cd4dfd35e9ac17ce7c72a6d508dacff4b5b44d24331727e7f5ed6b0047","source":{"kind":"arxiv","id":"1502.06096","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1502.06096","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"arxiv_version","alias_value":"1502.06096v1","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1502.06096","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"pith_short_12","alias_value":"F5GHHTKN7U26","created_at":"2026-05-18T12:29:19Z"},{"alias_kind":"pith_short_16","alias_value":"F5GHHTKN7U26TLAX","created_at":"2026-05-18T12:29:19Z"},{"alias_kind":"pith_short_8","alias_value":"F5GHHTKN","created_at":"2026-05-18T12:29:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:F5GHHTKN7U26TLAXZZ6HFJWVBD","target":"record","payload":{"canonical_record":{"source":{"id":"1502.06096","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2015-02-21T11:38:38Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"a57f61f72253504ceac8131fff13650842a9b25fa6965bfe94a13f9481144516","abstract_canon_sha256":"a7868a1a3f715c9a77f953ec8c6f482a015d0884a12d5a2b0cf594188f1acd9c"},"schema_version":"1.0"},"canonical_sha256":"2f4c73cd4dfd35e9ac17ce7c72a6d508dacff4b5b44d24331727e7f5ed6b0047","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:26:38.082202Z","signature_b64":"8yj3Lmb6QHLczfkGlx81dlPMyuYDRP28WODvizRlhIqGTYUrz7fPBxhUaIApLcU9ixJ56plEMPNf0MbO6tWRAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f4c73cd4dfd35e9ac17ce7c72a6d508dacff4b5b44d24331727e7f5ed6b0047","last_reissued_at":"2026-05-18T02:26:38.081748Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:26:38.081748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1502.06096","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:26:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RC+U4G8dD+D3boQhYy5JZpV1YExqGWFKm7z1VrP4PU6nT0E+1BHjNzQuBQQVF+Zlatjjw6zBL99CSoIc2Tb2AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T03:01:10.212151Z"},"content_sha256":"83e9883826cd7deee3586a013794ee7dcc66a140d1d454e4ddcf71f89d6e9b63","schema_version":"1.0","event_id":"sha256:83e9883826cd7deee3586a013794ee7dcc66a140d1d454e4ddcf71f89d6e9b63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:F5GHHTKN7U26TLAXZZ6HFJWVBD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning in a Neurally Controlled Robot Using Dopamine Modulated STDP","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.NE","authors_text":"Richard Evans","submitted_at":"2015-02-21T11:38:38Z","abstract_excerpt":"Recent work has shown that dopamine-modulated STDP can solve many of the issues associated with reinforcement learning, such as the distal reward problem. Spiking neural networks provide a useful technique in implementing reinforcement learning in an embodied context as they can deal with continuous parameter spaces and as such are better at generalizing the correct behaviour to perform in a given context.\n  In this project we implement a version of DA-modulated STDP in an embodied robot on a food foraging task. Through simulated dopaminergic neurons we show how the robot is able to learn a se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1502.06096","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:26:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xMU28o6ipOK7qvMoLSLeJ46gvijKidZ28fja1iBCno9HVTnJU7XKBXVHEFqRusEa1r/tXdCWn6TFvwNFDunPDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T03:01:10.212899Z"},"content_sha256":"d34f75279d51483eaf29d06ffefbeabd51998c153ef780e2c660bda75d16e08e","schema_version":"1.0","event_id":"sha256:d34f75279d51483eaf29d06ffefbeabd51998c153ef780e2c660bda75d16e08e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/bundle.json","state_url":"https://pith.science/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T03:01:10Z","links":{"resolver":"https://pith.science/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD","bundle":"https://pith.science/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/bundle.json","state":"https://pith.science/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F5GHHTKN7U26TLAXZZ6HFJWVBD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:F5GHHTKN7U26TLAXZZ6HFJWVBD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7868a1a3f715c9a77f953ec8c6f482a015d0884a12d5a2b0cf594188f1acd9c","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2015-02-21T11:38:38Z","title_canon_sha256":"a57f61f72253504ceac8131fff13650842a9b25fa6965bfe94a13f9481144516"},"schema_version":"1.0","source":{"id":"1502.06096","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1502.06096","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"arxiv_version","alias_value":"1502.06096v1","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1502.06096","created_at":"2026-05-18T02:26:38Z"},{"alias_kind":"pith_short_12","alias_value":"F5GHHTKN7U26","created_at":"2026-05-18T12:29:19Z"},{"alias_kind":"pith_short_16","alias_value":"F5GHHTKN7U26TLAX","created_at":"2026-05-18T12:29:19Z"},{"alias_kind":"pith_short_8","alias_value":"F5GHHTKN","created_at":"2026-05-18T12:29:19Z"}],"graph_snapshots":[{"event_id":"sha256:d34f75279d51483eaf29d06ffefbeabd51998c153ef780e2c660bda75d16e08e","target":"graph","created_at":"2026-05-18T02:26:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Recent work has shown that dopamine-modulated STDP can solve many of the issues associated with reinforcement learning, such as the distal reward problem. Spiking neural networks provide a useful technique in implementing reinforcement learning in an embodied context as they can deal with continuous parameter spaces and as such are better at generalizing the correct behaviour to perform in a given context.\n  In this project we implement a version of DA-modulated STDP in an embodied robot on a food foraging task. Through simulated dopaminergic neurons we show how the robot is able to learn a se","authors_text":"Richard Evans","cross_cats":["cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2015-02-21T11:38:38Z","title":"Reinforcement Learning in a Neurally Controlled Robot Using Dopamine Modulated STDP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1502.06096","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:83e9883826cd7deee3586a013794ee7dcc66a140d1d454e4ddcf71f89d6e9b63","target":"record","created_at":"2026-05-18T02:26:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7868a1a3f715c9a77f953ec8c6f482a015d0884a12d5a2b0cf594188f1acd9c","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2015-02-21T11:38:38Z","title_canon_sha256":"a57f61f72253504ceac8131fff13650842a9b25fa6965bfe94a13f9481144516"},"schema_version":"1.0","source":{"id":"1502.06096","kind":"arxiv","version":1}},"canonical_sha256":"2f4c73cd4dfd35e9ac17ce7c72a6d508dacff4b5b44d24331727e7f5ed6b0047","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f4c73cd4dfd35e9ac17ce7c72a6d508dacff4b5b44d24331727e7f5ed6b0047","first_computed_at":"2026-05-18T02:26:38.081748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:26:38.081748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8yj3Lmb6QHLczfkGlx81dlPMyuYDRP28WODvizRlhIqGTYUrz7fPBxhUaIApLcU9ixJ56plEMPNf0MbO6tWRAw==","signature_status":"signed_v1","signed_at":"2026-05-18T02:26:38.082202Z","signed_message":"canonical_sha256_bytes"},"source_id":"1502.06096","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:83e9883826cd7deee3586a013794ee7dcc66a140d1d454e4ddcf71f89d6e9b63","sha256:d34f75279d51483eaf29d06ffefbeabd51998c153ef780e2c660bda75d16e08e"],"state_sha256":"d4d46210fcd6dbdd095090a87d57adfb3f801eee17b46bba54a23be8332d8ce0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HQLJ4fXndIKYZmc5X8HNRQFuufjH7SNDonkzL/rgIbA6I/LlYWrrcxutPESFt2RDyHuqM/jk7Rjd2ax9WKUZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T03:01:10.216898Z","bundle_sha256":"c718130b4566bf99642d3d061081c0b7e0bc377b8cd15dc3b39a8960edfb77f0"}}