{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:Y57KGIMUCCRDNBWCZXYKQ2B4A4","short_pith_number":"pith:Y57KGIMU","canonical_record":{"source":{"id":"2005.04544","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-05-10T01:43:39Z","cross_cats_sorted":["cs.LG","q-bio.NC","stat.ML"],"title_canon_sha256":"2e827ae3bc1125f1cbba3952cf10ef662a053b28e63366ad93fc63dfcef003bf","abstract_canon_sha256":"2a189af868e0e219d6dc7bd312065fcd13acbf142707ce17f6323b2d308999d9"},"schema_version":"1.0"},"canonical_sha256":"c77ea3219410a23686c2cdf0a8683c07108b5e64468fa353dbcdda2565ecaba0","source":{"kind":"arxiv","id":"2005.04544","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.04544","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"arxiv_version","alias_value":"2005.04544v5","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.04544","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_12","alias_value":"Y57KGIMUCCRD","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_16","alias_value":"Y57KGIMUCCRDNBWC","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_8","alias_value":"Y57KGIMU","created_at":"2026-07-05T03:43:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:Y57KGIMUCCRDNBWCZXYKQ2B4A4","target":"record","payload":{"canonical_record":{"source":{"id":"2005.04544","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-05-10T01:43:39Z","cross_cats_sorted":["cs.LG","q-bio.NC","stat.ML"],"title_canon_sha256":"2e827ae3bc1125f1cbba3952cf10ef662a053b28e63366ad93fc63dfcef003bf","abstract_canon_sha256":"2a189af868e0e219d6dc7bd312065fcd13acbf142707ce17f6323b2d308999d9"},"schema_version":"1.0"},"canonical_sha256":"c77ea3219410a23686c2cdf0a8683c07108b5e64468fa353dbcdda2565ecaba0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:43:35.856645Z","signature_b64":"JCKVUj1S85+9WUZxNERpJDISjWi36++RZGd5CzW3yQQ8OvbcNsc/S1QQNOppkPtt2AAiBW+FQeZNJI5hVOVcBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c77ea3219410a23686c2cdf0a8683c07108b5e64468fa353dbcdda2565ecaba0","last_reissued_at":"2026-07-05T03:43:35.856272Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:43:35.856272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.04544","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YkRviA7A59DVpTte3SNRmdtc6BEQ7CAlgi6d33Z+1M5fmZOkCgCcGnCFyAqgUCzUsce52a2GDXi8SKvjqHHDBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:21:54.121175Z"},"content_sha256":"c4351bf23b66899e08dba0a4f84e287b8b3c1a60bac2b6b5e8212fb21f5363f4","schema_version":"1.0","event_id":"sha256:c4351bf23b66899e08dba0a4f84e287b8b3c1a60bac2b6b5e8212fb21f5363f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:Y57KGIMUCCRDNBWCZXYKQ2B4A4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unified Models of Human Behavioral Agents in Bandits, Contextual Bandits and RL","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","q-bio.NC","stat.ML"],"primary_cat":"cs.AI","authors_text":"Baihan Lin, Djallel Bouneffouf, Guillermo Cecchi, Irina Rish, Jenna Reinen","submitted_at":"2020-05-10T01:43:39Z","abstract_excerpt":"Artificial behavioral agents are often evaluated based on their consistent behaviors and performance to take sequential actions in an environment to maximize some notion of cumulative reward. However, human decision making in real life usually involves different strategies and behavioral trajectories that lead to the same empirical outcome. Motivated by clinical literature of a wide range of neurological and psychiatric disorders, we propose here a more general and flexible parametric framework for sequential decision making that involves a two-stream reward processing mechanism. We demonstrat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.04544","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.04544/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQBiBAybik4An6rZAyP3JoSynmFFZHuLvUb4u90DEADaT5PzMo7n3IXp6d9mydCiDEd+iHfl0nywq8ZeHY9zAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:21:54.121688Z"},"content_sha256":"67dc92afe52a4faa8a2fe7c71a27b3138a02a54a22864bcbf6b729075206beca","schema_version":"1.0","event_id":"sha256:67dc92afe52a4faa8a2fe7c71a27b3138a02a54a22864bcbf6b729075206beca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/bundle.json","state_url":"https://pith.science/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T13:21:54Z","links":{"resolver":"https://pith.science/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4","bundle":"https://pith.science/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/bundle.json","state":"https://pith.science/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y57KGIMUCCRDNBWCZXYKQ2B4A4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:Y57KGIMUCCRDNBWCZXYKQ2B4A4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a189af868e0e219d6dc7bd312065fcd13acbf142707ce17f6323b2d308999d9","cross_cats_sorted":["cs.LG","q-bio.NC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-05-10T01:43:39Z","title_canon_sha256":"2e827ae3bc1125f1cbba3952cf10ef662a053b28e63366ad93fc63dfcef003bf"},"schema_version":"1.0","source":{"id":"2005.04544","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.04544","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"arxiv_version","alias_value":"2005.04544v5","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.04544","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_12","alias_value":"Y57KGIMUCCRD","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_16","alias_value":"Y57KGIMUCCRDNBWC","created_at":"2026-07-05T03:43:35Z"},{"alias_kind":"pith_short_8","alias_value":"Y57KGIMU","created_at":"2026-07-05T03:43:35Z"}],"graph_snapshots":[{"event_id":"sha256:67dc92afe52a4faa8a2fe7c71a27b3138a02a54a22864bcbf6b729075206beca","target":"graph","created_at":"2026-07-05T03:43:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.04544/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Artificial behavioral agents are often evaluated based on their consistent behaviors and performance to take sequential actions in an environment to maximize some notion of cumulative reward. However, human decision making in real life usually involves different strategies and behavioral trajectories that lead to the same empirical outcome. Motivated by clinical literature of a wide range of neurological and psychiatric disorders, we propose here a more general and flexible parametric framework for sequential decision making that involves a two-stream reward processing mechanism. We demonstrat","authors_text":"Baihan Lin, Djallel Bouneffouf, Guillermo Cecchi, Irina Rish, Jenna Reinen","cross_cats":["cs.LG","q-bio.NC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-05-10T01:43:39Z","title":"Unified Models of Human Behavioral Agents in Bandits, Contextual Bandits and RL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.04544","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4351bf23b66899e08dba0a4f84e287b8b3c1a60bac2b6b5e8212fb21f5363f4","target":"record","created_at":"2026-07-05T03:43:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a189af868e0e219d6dc7bd312065fcd13acbf142707ce17f6323b2d308999d9","cross_cats_sorted":["cs.LG","q-bio.NC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-05-10T01:43:39Z","title_canon_sha256":"2e827ae3bc1125f1cbba3952cf10ef662a053b28e63366ad93fc63dfcef003bf"},"schema_version":"1.0","source":{"id":"2005.04544","kind":"arxiv","version":5}},"canonical_sha256":"c77ea3219410a23686c2cdf0a8683c07108b5e64468fa353dbcdda2565ecaba0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c77ea3219410a23686c2cdf0a8683c07108b5e64468fa353dbcdda2565ecaba0","first_computed_at":"2026-07-05T03:43:35.856272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:43:35.856272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JCKVUj1S85+9WUZxNERpJDISjWi36++RZGd5CzW3yQQ8OvbcNsc/S1QQNOppkPtt2AAiBW+FQeZNJI5hVOVcBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:43:35.856645Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.04544","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4351bf23b66899e08dba0a4f84e287b8b3c1a60bac2b6b5e8212fb21f5363f4","sha256:67dc92afe52a4faa8a2fe7c71a27b3138a02a54a22864bcbf6b729075206beca"],"state_sha256":"3ccf3991a498bdd1edcd98a9472e55f557bca0242fe257da05947e264ba98594"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YrZAmndYEdrVdv/+TlyXJ/raHfZSpGFMlzaylDF/hHIr04pw1ekTYgoNhgtmlCryACXdztSu9TVGejUQJRwGCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T13:21:54.125324Z","bundle_sha256":"9103adbe18f9460a25dc0d7ca5674a0f8f655bae1c732aa8b07e572850d729c4"}}