{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2IPH4NM5GGQDNZTC5JRPIXYVXT","short_pith_number":"pith:2IPH4NM5","canonical_record":{"source":{"id":"2102.07523","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2021-02-15T12:48:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"749025fa9ec303fe91afb9de1da6d22ffc1d7154b31e342ccac7f5442e11dae0","abstract_canon_sha256":"eafebc7d53a118b363e508bb91c494e5f3181fe2b929b6dd1d066b42c0ae0243"},"schema_version":"1.0"},"canonical_sha256":"d21e7e359d31a036e662ea62f45f15bcc392f4d507f7146fc983e8c517e58f54","source":{"kind":"arxiv","id":"2102.07523","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.07523","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2102.07523v1","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.07523","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"2IPH4NM5GGQD","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"2IPH4NM5GGQDNZTC","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"2IPH4NM5","created_at":"2026-07-05T02:15:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2IPH4NM5GGQDNZTC5JRPIXYVXT","target":"record","payload":{"canonical_record":{"source":{"id":"2102.07523","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2021-02-15T12:48:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"749025fa9ec303fe91afb9de1da6d22ffc1d7154b31e342ccac7f5442e11dae0","abstract_canon_sha256":"eafebc7d53a118b363e508bb91c494e5f3181fe2b929b6dd1d066b42c0ae0243"},"schema_version":"1.0"},"canonical_sha256":"d21e7e359d31a036e662ea62f45f15bcc392f4d507f7146fc983e8c517e58f54","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:15:17.315965Z","signature_b64":"oWxOyZOGDiZhaWEV3Sv6tGoBdPTI94daD5y/G2lvcOAcvVfqAIj8f6AfW4JmIL9fQJVQwj9FpHiQiO7Ll/XYBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d21e7e359d31a036e662ea62f45f15bcc392f4d507f7146fc983e8c517e58f54","last_reissued_at":"2026-07-05T02:15:17.315471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:15:17.315471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.07523","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lmoxkbEjplXXDoFn8UWZ+FSM2Ieo3OibQg8luG+hXwFKCCx2NHbSpzY8gAS7nnyy7l7ObXjAO2zegeNQ1hGqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:45:05.315625Z"},"content_sha256":"6ecf57e00adf511ee1a3c81cb264a5399bdab7f5eb5a891c7c96fae9b5fa9cc9","schema_version":"1.0","event_id":"sha256:6ecf57e00adf511ee1a3c81cb264a5399bdab7f5eb5a891c7c96fae9b5fa9cc9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2IPH4NM5GGQDNZTC5JRPIXYVXT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cooperation and Reputation Dynamics with Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.MA","authors_text":"Julian Garc\\'ia, Mirco Musolesi, Nicolas Anastassacos, Stephen Hailes","submitted_at":"2021-02-15T12:48:56Z","abstract_excerpt":"Creating incentives for cooperation is a challenge in natural and artificial systems. One potential answer is reputation, whereby agents trade the immediate cost of cooperation for the future benefits of having a good reputation. Game theoretical models have shown that specific social norms can make cooperation stable, but how agents can independently learn to establish effective reputation mechanisms on their own is less understood. We use a simple model of reinforcement learning to show that reputation mechanisms generate two coordination problems: agents need to learn how to coordinate on t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.07523","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.07523/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ycbFxVcIk9BCfgF9n9v79l4A2AeKFXJuWwCrjZh/p8xMbVtVpkF8Cu4VqItAWdUX9HldNS0kHUM8nHuDm2vMAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:45:05.316012Z"},"content_sha256":"37569dbca500a47078467d12869e074678fe8ee18e202756067df8d37704e9e7","schema_version":"1.0","event_id":"sha256:37569dbca500a47078467d12869e074678fe8ee18e202756067df8d37704e9e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/bundle.json","state_url":"https://pith.science/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:45:05Z","links":{"resolver":"https://pith.science/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT","bundle":"https://pith.science/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/bundle.json","state":"https://pith.science/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2IPH4NM5GGQDNZTC5JRPIXYVXT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2IPH4NM5GGQDNZTC5JRPIXYVXT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eafebc7d53a118b363e508bb91c494e5f3181fe2b929b6dd1d066b42c0ae0243","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2021-02-15T12:48:56Z","title_canon_sha256":"749025fa9ec303fe91afb9de1da6d22ffc1d7154b31e342ccac7f5442e11dae0"},"schema_version":"1.0","source":{"id":"2102.07523","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.07523","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2102.07523v1","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.07523","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"2IPH4NM5GGQD","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"2IPH4NM5GGQDNZTC","created_at":"2026-07-05T02:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"2IPH4NM5","created_at":"2026-07-05T02:15:17Z"}],"graph_snapshots":[{"event_id":"sha256:37569dbca500a47078467d12869e074678fe8ee18e202756067df8d37704e9e7","target":"graph","created_at":"2026-07-05T02:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.07523/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Creating incentives for cooperation is a challenge in natural and artificial systems. One potential answer is reputation, whereby agents trade the immediate cost of cooperation for the future benefits of having a good reputation. Game theoretical models have shown that specific social norms can make cooperation stable, but how agents can independently learn to establish effective reputation mechanisms on their own is less understood. We use a simple model of reinforcement learning to show that reputation mechanisms generate two coordination problems: agents need to learn how to coordinate on t","authors_text":"Julian Garc\\'ia, Mirco Musolesi, Nicolas Anastassacos, Stephen Hailes","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2021-02-15T12:48:56Z","title":"Cooperation and Reputation Dynamics with Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.07523","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ecf57e00adf511ee1a3c81cb264a5399bdab7f5eb5a891c7c96fae9b5fa9cc9","target":"record","created_at":"2026-07-05T02:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eafebc7d53a118b363e508bb91c494e5f3181fe2b929b6dd1d066b42c0ae0243","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2021-02-15T12:48:56Z","title_canon_sha256":"749025fa9ec303fe91afb9de1da6d22ffc1d7154b31e342ccac7f5442e11dae0"},"schema_version":"1.0","source":{"id":"2102.07523","kind":"arxiv","version":1}},"canonical_sha256":"d21e7e359d31a036e662ea62f45f15bcc392f4d507f7146fc983e8c517e58f54","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d21e7e359d31a036e662ea62f45f15bcc392f4d507f7146fc983e8c517e58f54","first_computed_at":"2026-07-05T02:15:17.315471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:15:17.315471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oWxOyZOGDiZhaWEV3Sv6tGoBdPTI94daD5y/G2lvcOAcvVfqAIj8f6AfW4JmIL9fQJVQwj9FpHiQiO7Ll/XYBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:15:17.315965Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.07523","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ecf57e00adf511ee1a3c81cb264a5399bdab7f5eb5a891c7c96fae9b5fa9cc9","sha256:37569dbca500a47078467d12869e074678fe8ee18e202756067df8d37704e9e7"],"state_sha256":"d4e8fffb4b42e2fa3bd526614936c15f3a700c58e4de293a3be61f79cbc8b543"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FyEQ/YyDwtoJ9DbVqWMBgMz/mkm9ggJ0EoHlweIwPweGpqNnC8jE5noIS+zWIQIPKQP8Sra4Mx69BsoBFRLxCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:45:05.319929Z","bundle_sha256":"33ddd57f0d80bbafa98e3e8ffa7c1afb36a570f83a334454dd8caa2f1541c99d"}}