{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:VKXWDGEISIRTB7LPMBBIPQYMQT","short_pith_number":"pith:VKXWDGEI","canonical_record":{"source":{"id":"2112.11701","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-22T07:19:36Z","cross_cats_sorted":[],"title_canon_sha256":"8b11643d1e95168a9b6c4e3d7bde331def34425d0ad61f322edcb39e701cf81d","abstract_canon_sha256":"d6a405d9e15a998a8442f85701deb4e6a74ad63b489c96e8f4aeb820cfb5ca79"},"schema_version":"1.0"},"canonical_sha256":"aaaf619888922330fd6f604287c30c84d3ba402e7c6f9832b46437ac6181a9af","source":{"kind":"arxiv","id":"2112.11701","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.11701","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"arxiv_version","alias_value":"2112.11701v3","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.11701","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_12","alias_value":"VKXWDGEISIRT","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_16","alias_value":"VKXWDGEISIRTB7LP","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_8","alias_value":"VKXWDGEI","created_at":"2026-07-05T04:34:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:VKXWDGEISIRTB7LPMBBIPQYMQT","target":"record","payload":{"canonical_record":{"source":{"id":"2112.11701","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-22T07:19:36Z","cross_cats_sorted":[],"title_canon_sha256":"8b11643d1e95168a9b6c4e3d7bde331def34425d0ad61f322edcb39e701cf81d","abstract_canon_sha256":"d6a405d9e15a998a8442f85701deb4e6a74ad63b489c96e8f4aeb820cfb5ca79"},"schema_version":"1.0"},"canonical_sha256":"aaaf619888922330fd6f604287c30c84d3ba402e7c6f9832b46437ac6181a9af","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:49.189045Z","signature_b64":"09VeD6JHmcjlbnQlszTuC5UDZiCFZm29WjFR5+Vl4xgav3dRCMBJZ1Jqhzd3JrgijAKpw6hXpFd32N1SMFmGBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aaaf619888922330fd6f604287c30c84d3ba402e7c6f9832b46437ac6181a9af","last_reissued_at":"2026-07-05T04:34:49.188543Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:49.188543Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.11701","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vuqKN6bBAT2shyQsQhT1OzzKceMb1OU3ruuKpEmVd4/p/0T1XFjvNiNt9wbScjgLbFG96YlJm7+untALhoxFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:56:18.973796Z"},"content_sha256":"b2096ec3acc28cb74a63d2ebca5d7e72c912a56b5442f950a0e7ae0be64569c5","schema_version":"1.0","event_id":"sha256:b2096ec3acc28cb74a63d2ebca5d7e72c912a56b5442f950a0e7ae0be64569c5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:VKXWDGEISIRTB7LPMBBIPQYMQT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Maximum Entropy Population-Based Training for Zero-Shot Human-AI Coordination","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Hu Haifeng, Jinming Song, Rui Zhao, Yang Gao, Yang Wei, Yi Wu, Yufeng Yuan, Zhongqian Sun","submitted_at":"2021-12-22T07:19:36Z","abstract_excerpt":"We study the problem of training a Reinforcement Learning (RL) agent that is collaborative with humans without using any human data. Although such agents can be obtained through self-play training, they can suffer significantly from distributional shift when paired with unencountered partners, such as humans. To mitigate this distributional shift, we propose Maximum Entropy Population-based training (MEP). In MEP, agents in the population are trained with our derived Population Entropy bonus to promote both pairwise diversity between agents and individual diversity of agents themselves, and a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.11701","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.11701/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y/o6N060EYiJv5K5vQ8JPOHwuvvayFPhHxYmtw6cYSSMAaVq6E2ADIjj9TrrD1wtVqHFqLjul+sAsRGSPR7BCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:56:18.974544Z"},"content_sha256":"fa05434f14c9b094256ee0a539cd46323026d8ba0f13c8731c18c7898d013dc3","schema_version":"1.0","event_id":"sha256:fa05434f14c9b094256ee0a539cd46323026d8ba0f13c8731c18c7898d013dc3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/bundle.json","state_url":"https://pith.science/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T15:56:18Z","links":{"resolver":"https://pith.science/pith/VKXWDGEISIRTB7LPMBBIPQYMQT","bundle":"https://pith.science/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/bundle.json","state":"https://pith.science/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VKXWDGEISIRTB7LPMBBIPQYMQT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:VKXWDGEISIRTB7LPMBBIPQYMQT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6a405d9e15a998a8442f85701deb4e6a74ad63b489c96e8f4aeb820cfb5ca79","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-22T07:19:36Z","title_canon_sha256":"8b11643d1e95168a9b6c4e3d7bde331def34425d0ad61f322edcb39e701cf81d"},"schema_version":"1.0","source":{"id":"2112.11701","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.11701","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"arxiv_version","alias_value":"2112.11701v3","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.11701","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_12","alias_value":"VKXWDGEISIRT","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_16","alias_value":"VKXWDGEISIRTB7LP","created_at":"2026-07-05T04:34:49Z"},{"alias_kind":"pith_short_8","alias_value":"VKXWDGEI","created_at":"2026-07-05T04:34:49Z"}],"graph_snapshots":[{"event_id":"sha256:fa05434f14c9b094256ee0a539cd46323026d8ba0f13c8731c18c7898d013dc3","target":"graph","created_at":"2026-07-05T04:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.11701/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the problem of training a Reinforcement Learning (RL) agent that is collaborative with humans without using any human data. Although such agents can be obtained through self-play training, they can suffer significantly from distributional shift when paired with unencountered partners, such as humans. To mitigate this distributional shift, we propose Maximum Entropy Population-based training (MEP). In MEP, agents in the population are trained with our derived Population Entropy bonus to promote both pairwise diversity between agents and individual diversity of agents themselves, and a ","authors_text":"Hu Haifeng, Jinming Song, Rui Zhao, Yang Gao, Yang Wei, Yi Wu, Yufeng Yuan, Zhongqian Sun","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-22T07:19:36Z","title":"Maximum Entropy Population-Based Training for Zero-Shot Human-AI Coordination"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.11701","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b2096ec3acc28cb74a63d2ebca5d7e72c912a56b5442f950a0e7ae0be64569c5","target":"record","created_at":"2026-07-05T04:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6a405d9e15a998a8442f85701deb4e6a74ad63b489c96e8f4aeb820cfb5ca79","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-22T07:19:36Z","title_canon_sha256":"8b11643d1e95168a9b6c4e3d7bde331def34425d0ad61f322edcb39e701cf81d"},"schema_version":"1.0","source":{"id":"2112.11701","kind":"arxiv","version":3}},"canonical_sha256":"aaaf619888922330fd6f604287c30c84d3ba402e7c6f9832b46437ac6181a9af","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aaaf619888922330fd6f604287c30c84d3ba402e7c6f9832b46437ac6181a9af","first_computed_at":"2026-07-05T04:34:49.188543Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:34:49.188543Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"09VeD6JHmcjlbnQlszTuC5UDZiCFZm29WjFR5+Vl4xgav3dRCMBJZ1Jqhzd3JrgijAKpw6hXpFd32N1SMFmGBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:34:49.189045Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.11701","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b2096ec3acc28cb74a63d2ebca5d7e72c912a56b5442f950a0e7ae0be64569c5","sha256:fa05434f14c9b094256ee0a539cd46323026d8ba0f13c8731c18c7898d013dc3"],"state_sha256":"abaa68c25dfaa772982dd55bcbb40949f600038a3e732bfeb5aa101274f1fd96"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k4wGCgVmlrL2RtnXSW8a7+DZlLruSAIkFcymycN0c5q1vKgusX99IMU4YgtK9pcT0tUEv1ZUCnzw5hlBtI71Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T15:56:18.980708Z","bundle_sha256":"19ea44703ed98d06c20bf1697c66964e49461008c153e67b6f0a4836621bf32f"}}