{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:JQJ3SF6ABHZ5N74LBAQRYZAEXQ","short_pith_number":"pith:JQJ3SF6A","canonical_record":{"source":{"id":"1910.13196","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-10-29T11:06:56Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"eb94f5b86a5afb475babf910d004d88cae691e4da48217af4f5bb3091cd7883f","abstract_canon_sha256":"503c8e3bfe239291b39006367a28ede2295624ed4376554115731c53f4f2a668"},"schema_version":"1.0"},"canonical_sha256":"4c13b917c009f3d6ff8b08211c6404bc30798c4753a21342e4c9786db6c4c64c","source":{"kind":"arxiv","id":"1910.13196","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.13196","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"arxiv_version","alias_value":"1910.13196v1","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.13196","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_12","alias_value":"JQJ3SF6ABHZ5","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_16","alias_value":"JQJ3SF6ABHZ5N74L","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_8","alias_value":"JQJ3SF6A","created_at":"2026-07-05T00:15:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:JQJ3SF6ABHZ5N74LBAQRYZAEXQ","target":"record","payload":{"canonical_record":{"source":{"id":"1910.13196","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-10-29T11:06:56Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"eb94f5b86a5afb475babf910d004d88cae691e4da48217af4f5bb3091cd7883f","abstract_canon_sha256":"503c8e3bfe239291b39006367a28ede2295624ed4376554115731c53f4f2a668"},"schema_version":"1.0"},"canonical_sha256":"4c13b917c009f3d6ff8b08211c6404bc30798c4753a21342e4c9786db6c4c64c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:15:42.322748Z","signature_b64":"FkAuj/7tGdnBFO10dh8+ymf39ndiukN69nbapEH8fs02svHmulVm5kbM9e8b+jiwaeQHJ5LZdk3acvUlnuXQDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4c13b917c009f3d6ff8b08211c6404bc30798c4753a21342e4c9786db6c4c64c","last_reissued_at":"2026-07-05T00:15:42.322323Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:15:42.322323Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.13196","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:15:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EIA/6KIqZv95E3wJrdpMUKIhfhWH2bQXZST7uL8zDGgYkaaGGoXSCMEVQ5tiRWCjqnOhZ9iJ7MlVQFWunibIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:47:58.836212Z"},"content_sha256":"810ce2db11bd8f995070e20ff8ee085815fae434fed5fe3701e078660eb3fab9","schema_version":"1.0","event_id":"sha256:810ce2db11bd8f995070e20ff8ee085815fae434fed5fe3701e078660eb3fab9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:JQJ3SF6ABHZ5N74LBAQRYZAEXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Decentralized Reinforcement Learning for Cooperative Control","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.SY","eess.SY"],"primary_cat":"cs.MA","authors_text":"Florian K\\\"opf, Michael Flad, Samuel Tesfazgi, S\\\"oren Hohmann","submitted_at":"2019-10-29T11:06:56Z","abstract_excerpt":"In order to collaborate efficiently with unknown partners in cooperative control settings, adaptation of the partners based on online experience is required. The rather general and widely applicable control setting, where each cooperation partner might strive for individual goals while the control laws and objectives of the partners are unknown, entails various challenges such as the non-stationarity of the environment, the multi-agent credit assignment problem, the alter-exploration problem and the coordination problem. We propose new, modular deep decentralized Multi-Agent Reinforcement Lear"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.13196","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.13196/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:15:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k2r+OmTDkKX1IjzEVWQ6XiJehQj0gQoCxn4x7v0BFDm8miekYwEyyZxNzyjciCedPKs4nmJPZfboikDN+YcTCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:47:58.836590Z"},"content_sha256":"0fcf6d813ca36b736b5866cdade2aba186a37cfdcb11d1b91ff9b4760295cd4f","schema_version":"1.0","event_id":"sha256:0fcf6d813ca36b736b5866cdade2aba186a37cfdcb11d1b91ff9b4760295cd4f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/bundle.json","state_url":"https://pith.science/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:47:58Z","links":{"resolver":"https://pith.science/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ","bundle":"https://pith.science/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/bundle.json","state":"https://pith.science/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JQJ3SF6ABHZ5N74LBAQRYZAEXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:JQJ3SF6ABHZ5N74LBAQRYZAEXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"503c8e3bfe239291b39006367a28ede2295624ed4376554115731c53f4f2a668","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-10-29T11:06:56Z","title_canon_sha256":"eb94f5b86a5afb475babf910d004d88cae691e4da48217af4f5bb3091cd7883f"},"schema_version":"1.0","source":{"id":"1910.13196","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.13196","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"arxiv_version","alias_value":"1910.13196v1","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.13196","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_12","alias_value":"JQJ3SF6ABHZ5","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_16","alias_value":"JQJ3SF6ABHZ5N74L","created_at":"2026-07-05T00:15:42Z"},{"alias_kind":"pith_short_8","alias_value":"JQJ3SF6A","created_at":"2026-07-05T00:15:42Z"}],"graph_snapshots":[{"event_id":"sha256:0fcf6d813ca36b736b5866cdade2aba186a37cfdcb11d1b91ff9b4760295cd4f","target":"graph","created_at":"2026-07-05T00:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.13196/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In order to collaborate efficiently with unknown partners in cooperative control settings, adaptation of the partners based on online experience is required. The rather general and widely applicable control setting, where each cooperation partner might strive for individual goals while the control laws and objectives of the partners are unknown, entails various challenges such as the non-stationarity of the environment, the multi-agent credit assignment problem, the alter-exploration problem and the coordination problem. We propose new, modular deep decentralized Multi-Agent Reinforcement Lear","authors_text":"Florian K\\\"opf, Michael Flad, Samuel Tesfazgi, S\\\"oren Hohmann","cross_cats":["cs.LG","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-10-29T11:06:56Z","title":"Deep Decentralized Reinforcement Learning for Cooperative Control"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.13196","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:810ce2db11bd8f995070e20ff8ee085815fae434fed5fe3701e078660eb3fab9","target":"record","created_at":"2026-07-05T00:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"503c8e3bfe239291b39006367a28ede2295624ed4376554115731c53f4f2a668","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2019-10-29T11:06:56Z","title_canon_sha256":"eb94f5b86a5afb475babf910d004d88cae691e4da48217af4f5bb3091cd7883f"},"schema_version":"1.0","source":{"id":"1910.13196","kind":"arxiv","version":1}},"canonical_sha256":"4c13b917c009f3d6ff8b08211c6404bc30798c4753a21342e4c9786db6c4c64c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4c13b917c009f3d6ff8b08211c6404bc30798c4753a21342e4c9786db6c4c64c","first_computed_at":"2026-07-05T00:15:42.322323Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:15:42.322323Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FkAuj/7tGdnBFO10dh8+ymf39ndiukN69nbapEH8fs02svHmulVm5kbM9e8b+jiwaeQHJ5LZdk3acvUlnuXQDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:15:42.322748Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.13196","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:810ce2db11bd8f995070e20ff8ee085815fae434fed5fe3701e078660eb3fab9","sha256:0fcf6d813ca36b736b5866cdade2aba186a37cfdcb11d1b91ff9b4760295cd4f"],"state_sha256":"2039b887b40088ab6f89fa8d9fddcdc30306e3d5b9125c980dd181348c1cab7c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WTibov0GxBkJkP1igjbQ2BQwCbmcwm0ia68fKMJLMJoXyfyxdge3PaH8vJ+zA0bOgJdAnOqbpizZy3isVJ2bDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:47:58.838443Z","bundle_sha256":"ada261b7b99cd5dbb4725dfdee2f1b40a97eac6027c5218cbe85e84fa22c591a"}}