{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:PVVWNOI7QURMWQ5KEYRL7JWJZQ","short_pith_number":"pith:PVVWNOI7","canonical_record":{"source":{"id":"1703.03543","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-10T04:41:29Z","cross_cats_sorted":[],"title_canon_sha256":"79e40b950bc6b7072188f03bb86bdc8aebad93619cf628af56d4de335c6216da","abstract_canon_sha256":"9ad8e8a664cac5f4bbdba930dfcf79397f5316b931c14069494d0be7d582123b"},"schema_version":"1.0"},"canonical_sha256":"7d6b66b91f8522cb43aa2622bfa6c9cc0c625ec94f4dba7fde2dc19f68d03040","source":{"kind":"arxiv","id":"1703.03543","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.03543","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"arxiv_version","alias_value":"1703.03543v2","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.03543","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"pith_short_12","alias_value":"PVVWNOI7QURM","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PVVWNOI7QURMWQ5K","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PVVWNOI7","created_at":"2026-05-18T12:31:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:PVVWNOI7QURMWQ5KEYRL7JWJZQ","target":"record","payload":{"canonical_record":{"source":{"id":"1703.03543","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-10T04:41:29Z","cross_cats_sorted":[],"title_canon_sha256":"79e40b950bc6b7072188f03bb86bdc8aebad93619cf628af56d4de335c6216da","abstract_canon_sha256":"9ad8e8a664cac5f4bbdba930dfcf79397f5316b931c14069494d0be7d582123b"},"schema_version":"1.0"},"canonical_sha256":"7d6b66b91f8522cb43aa2622bfa6c9cc0c625ec94f4dba7fde2dc19f68d03040","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:44:23.315882Z","signature_b64":"KXXFwlyoVNmo5rc7ot/XQVIwEP5uhIJzHjzipuqcu9oD8okXhHkzcAodvw2lmf4gbqEfpKlV7tR9/PraruxrCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d6b66b91f8522cb43aa2622bfa6c9cc0c625ec94f4dba7fde2dc19f68d03040","last_reissued_at":"2026-05-18T00:44:23.315437Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:44:23.315437Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1703.03543","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2cllVYgJjvEGC7ROae50C5YRotuEbzbXgmb2G6y6yQFU94SpCQN15717OD8RtbokW4ovcTaQD3xJ7m0jnEgyCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T23:24:14.167208Z"},"content_sha256":"93ecdd5c4067c0d49bdc42202db4bac7932f8243a49dd16916d26e273ed86b37","schema_version":"1.0","event_id":"sha256:93ecdd5c4067c0d49bdc42202db4bac7932f8243a49dd16916d26e273ed86b37"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:PVVWNOI7QURMWQ5KEYRL7JWJZQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Communications that Emerge through Reinforcement Learning Using a (Recurrent) Neural Network","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Katsunari Shibata","submitted_at":"2017-03-10T04:41:29Z","abstract_excerpt":"Communication is not only an action of choosing a signal, but needs to consider the context and sensor signals. It also needs to decide what information is communicated and how it is represented in or understood from signals. Therefore, communication should be realized comprehensively together with its purpose and other functions.\n  The recent successful results in end-to-end reinforcement learning (RL) show the importance of comprehensive learning and the usefulness of end-to-end RL. Although little is known, we have shown that a variety of communications emerge through RL using a (recurrent)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.03543","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:44:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f9XpRnZ5n0qPdOPcef7QjdMlhx57fbhZpcg+Chmnx/jvIZNURDc+WGWaQ2XuoizUOyxeCE1BP5w+l6kiwbMqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T23:24:14.167603Z"},"content_sha256":"c3da29a4b96fc12d885d0891e4559fa517015cf46d3c3cfc7321081431ca543a","schema_version":"1.0","event_id":"sha256:c3da29a4b96fc12d885d0891e4559fa517015cf46d3c3cfc7321081431ca543a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/bundle.json","state_url":"https://pith.science/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T23:24:14Z","links":{"resolver":"https://pith.science/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ","bundle":"https://pith.science/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/bundle.json","state":"https://pith.science/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PVVWNOI7QURMWQ5KEYRL7JWJZQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:PVVWNOI7QURMWQ5KEYRL7JWJZQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ad8e8a664cac5f4bbdba930dfcf79397f5316b931c14069494d0be7d582123b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-10T04:41:29Z","title_canon_sha256":"79e40b950bc6b7072188f03bb86bdc8aebad93619cf628af56d4de335c6216da"},"schema_version":"1.0","source":{"id":"1703.03543","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.03543","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"arxiv_version","alias_value":"1703.03543v2","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.03543","created_at":"2026-05-18T00:44:23Z"},{"alias_kind":"pith_short_12","alias_value":"PVVWNOI7QURM","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PVVWNOI7QURMWQ5K","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PVVWNOI7","created_at":"2026-05-18T12:31:37Z"}],"graph_snapshots":[{"event_id":"sha256:c3da29a4b96fc12d885d0891e4559fa517015cf46d3c3cfc7321081431ca543a","target":"graph","created_at":"2026-05-18T00:44:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Communication is not only an action of choosing a signal, but needs to consider the context and sensor signals. It also needs to decide what information is communicated and how it is represented in or understood from signals. Therefore, communication should be realized comprehensively together with its purpose and other functions.\n  The recent successful results in end-to-end reinforcement learning (RL) show the importance of comprehensive learning and the usefulness of end-to-end RL. Although little is known, we have shown that a variety of communications emerge through RL using a (recurrent)","authors_text":"Katsunari Shibata","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-10T04:41:29Z","title":"Communications that Emerge through Reinforcement Learning Using a (Recurrent) Neural Network"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.03543","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:93ecdd5c4067c0d49bdc42202db4bac7932f8243a49dd16916d26e273ed86b37","target":"record","created_at":"2026-05-18T00:44:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ad8e8a664cac5f4bbdba930dfcf79397f5316b931c14069494d0be7d582123b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-10T04:41:29Z","title_canon_sha256":"79e40b950bc6b7072188f03bb86bdc8aebad93619cf628af56d4de335c6216da"},"schema_version":"1.0","source":{"id":"1703.03543","kind":"arxiv","version":2}},"canonical_sha256":"7d6b66b91f8522cb43aa2622bfa6c9cc0c625ec94f4dba7fde2dc19f68d03040","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d6b66b91f8522cb43aa2622bfa6c9cc0c625ec94f4dba7fde2dc19f68d03040","first_computed_at":"2026-05-18T00:44:23.315437Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:44:23.315437Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KXXFwlyoVNmo5rc7ot/XQVIwEP5uhIJzHjzipuqcu9oD8okXhHkzcAodvw2lmf4gbqEfpKlV7tR9/PraruxrCg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:44:23.315882Z","signed_message":"canonical_sha256_bytes"},"source_id":"1703.03543","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:93ecdd5c4067c0d49bdc42202db4bac7932f8243a49dd16916d26e273ed86b37","sha256:c3da29a4b96fc12d885d0891e4559fa517015cf46d3c3cfc7321081431ca543a"],"state_sha256":"80452369cdf4d44e8f5a6bd98551001e71de47c0edae5f908806b8b486dfa4ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Fylc5Tno+P3Xzfvu25Z6d7yB/BoEK1RvoiWJD3MfuEVFSige9WiMyPLXBk9miHFQ6hPMqimAGtetHUos8DEAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T23:24:14.169576Z","bundle_sha256":"f6d4011f5b081c1a3d55df7e32077bc683f6d915bf08472be76ad1a4901ae87a"}}