{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5R4PDDC6Z7Y5NJ6DEDJD54E3AG","short_pith_number":"pith:5R4PDDC6","canonical_record":{"source":{"id":"2002.05189","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-12T19:34:51Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"66b0b60fedfeca7f49ea65b86ce54ba4b106b5df626e490ece558a3dcad94f5a","abstract_canon_sha256":"8728063285c003a48e5cf320bf2a050565ce7759b11fbaad1d6f36c85f6449aa"},"schema_version":"1.0"},"canonical_sha256":"ec78f18c5ecff1d6a7c320d23ef09b01b8ead9d01ab67a6f45a6f8c0b26e9688","source":{"kind":"arxiv","id":"2002.05189","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.05189","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"arxiv_version","alias_value":"2002.05189v1","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.05189","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_12","alias_value":"5R4PDDC6Z7Y5","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_16","alias_value":"5R4PDDC6Z7Y5NJ6D","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_8","alias_value":"5R4PDDC6","created_at":"2026-07-05T00:40:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5R4PDDC6Z7Y5NJ6DEDJD54E3AG","target":"record","payload":{"canonical_record":{"source":{"id":"2002.05189","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-12T19:34:51Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"66b0b60fedfeca7f49ea65b86ce54ba4b106b5df626e490ece558a3dcad94f5a","abstract_canon_sha256":"8728063285c003a48e5cf320bf2a050565ce7759b11fbaad1d6f36c85f6449aa"},"schema_version":"1.0"},"canonical_sha256":"ec78f18c5ecff1d6a7c320d23ef09b01b8ead9d01ab67a6f45a6f8c0b26e9688","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:40:28.622507Z","signature_b64":"S24KZXxlrKpYEa9ydZOT3t3KKYhHwqtg8zFPhTjRziRqa3ckpJpzM/I+b0wdU0sB0kNS2ZcvO+x3apktWKJ0Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec78f18c5ecff1d6a7c320d23ef09b01b8ead9d01ab67a6f45a6f8c0b26e9688","last_reissued_at":"2026-07-05T00:40:28.622025Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:40:28.622025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.05189","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:40:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FxOQ+y2Zwzbo953l3jRhbPv5bVxua1A0kEjL0nRKFE8dTTu1Y+zKukV4QgRQ3r6X7jAMj2JWm8TuYL8w2OtNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T00:17:58.160896Z"},"content_sha256":"4ed2e4bcb1a623ab4e519cb069f77e9e101b33e0993bdf132f1500e090c230fc","schema_version":"1.0","event_id":"sha256:4ed2e4bcb1a623ab4e519cb069f77e9e101b33e0993bdf132f1500e090c230fc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5R4PDDC6Z7Y5NJ6DEDJD54E3AG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Intrinsic Motivation for Encouraging Synergistic Behavior","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Abhinav Gupta, Rohan Chitnis, Saurabh Gupta, Shubham Tulsiani","submitted_at":"2020-02-12T19:34:51Z","abstract_excerpt":"We study the role of intrinsic motivation as an exploration bias for reinforcement learning in sparse-reward synergistic tasks, which are tasks where multiple agents must work together to achieve a goal they could not individually. Our key idea is that a good guiding principle for intrinsic motivation in synergistic tasks is to take actions which affect the world in ways that would not be achieved if the agents were acting on their own. Thus, we propose to incentivize agents to take (joint) actions whose effects cannot be predicted via a composition of the predicted effect for each individual "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.05189","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.05189/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:40:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qontDdWIQ24VfwkaroJHvNOp+dL1MAOMzCLaq9ocAs2QY718SVUBrMkFDZBQoy5G5u+GmT3bPLiBuwjq7sMyBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T00:17:58.161382Z"},"content_sha256":"75bbb1b82003072f473a2b0a26e68057af9d99de47a21a08f34c6d25aea15c62","schema_version":"1.0","event_id":"sha256:75bbb1b82003072f473a2b0a26e68057af9d99de47a21a08f34c6d25aea15c62"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/bundle.json","state_url":"https://pith.science/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T00:17:58Z","links":{"resolver":"https://pith.science/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG","bundle":"https://pith.science/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/bundle.json","state":"https://pith.science/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5R4PDDC6Z7Y5NJ6DEDJD54E3AG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5R4PDDC6Z7Y5NJ6DEDJD54E3AG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8728063285c003a48e5cf320bf2a050565ce7759b11fbaad1d6f36c85f6449aa","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-12T19:34:51Z","title_canon_sha256":"66b0b60fedfeca7f49ea65b86ce54ba4b106b5df626e490ece558a3dcad94f5a"},"schema_version":"1.0","source":{"id":"2002.05189","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.05189","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"arxiv_version","alias_value":"2002.05189v1","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.05189","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_12","alias_value":"5R4PDDC6Z7Y5","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_16","alias_value":"5R4PDDC6Z7Y5NJ6D","created_at":"2026-07-05T00:40:28Z"},{"alias_kind":"pith_short_8","alias_value":"5R4PDDC6","created_at":"2026-07-05T00:40:28Z"}],"graph_snapshots":[{"event_id":"sha256:75bbb1b82003072f473a2b0a26e68057af9d99de47a21a08f34c6d25aea15c62","target":"graph","created_at":"2026-07-05T00:40:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.05189/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the role of intrinsic motivation as an exploration bias for reinforcement learning in sparse-reward synergistic tasks, which are tasks where multiple agents must work together to achieve a goal they could not individually. Our key idea is that a good guiding principle for intrinsic motivation in synergistic tasks is to take actions which affect the world in ways that would not be achieved if the agents were acting on their own. Thus, we propose to incentivize agents to take (joint) actions whose effects cannot be predicted via a composition of the predicted effect for each individual ","authors_text":"Abhinav Gupta, Rohan Chitnis, Saurabh Gupta, Shubham Tulsiani","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-12T19:34:51Z","title":"Intrinsic Motivation for Encouraging Synergistic Behavior"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.05189","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ed2e4bcb1a623ab4e519cb069f77e9e101b33e0993bdf132f1500e090c230fc","target":"record","created_at":"2026-07-05T00:40:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8728063285c003a48e5cf320bf2a050565ce7759b11fbaad1d6f36c85f6449aa","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-12T19:34:51Z","title_canon_sha256":"66b0b60fedfeca7f49ea65b86ce54ba4b106b5df626e490ece558a3dcad94f5a"},"schema_version":"1.0","source":{"id":"2002.05189","kind":"arxiv","version":1}},"canonical_sha256":"ec78f18c5ecff1d6a7c320d23ef09b01b8ead9d01ab67a6f45a6f8c0b26e9688","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec78f18c5ecff1d6a7c320d23ef09b01b8ead9d01ab67a6f45a6f8c0b26e9688","first_computed_at":"2026-07-05T00:40:28.622025Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:40:28.622025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S24KZXxlrKpYEa9ydZOT3t3KKYhHwqtg8zFPhTjRziRqa3ckpJpzM/I+b0wdU0sB0kNS2ZcvO+x3apktWKJ0Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:40:28.622507Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.05189","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ed2e4bcb1a623ab4e519cb069f77e9e101b33e0993bdf132f1500e090c230fc","sha256:75bbb1b82003072f473a2b0a26e68057af9d99de47a21a08f34c6d25aea15c62"],"state_sha256":"76506a8b1d66a221b348c5e6edf5bb548b4d7fcb60803367c4c27ebd73077ce3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O7BljW1NsAFMarSyar8eMQuEIFq99wur+V2MnOG1GGszvnzzV2oSL/5q9cCF5+TffjYF6j49jWbDOoIEzWKNDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T00:17:58.164981Z","bundle_sha256":"94be76a107a63f9b0471caa060a49e4469ce31a952ec072b5b433aad4364a9d8"}}