{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ERKXWSMQR6BVH2YRMTDLAVI4AK","short_pith_number":"pith:ERKXWSMQ","canonical_record":{"source":{"id":"2203.04735","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.GR","submitted_at":"2022-03-07T23:39:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d96f479e32a8183f476ed50b76695836ea0eb293c9dab7bb1aee0f9ff1d3a44e","abstract_canon_sha256":"1d6d07adbc17c73b09f514515157163a0c3e9d16a3ee7b20deb71a8c880dbc8b"},"schema_version":"1.0"},"canonical_sha256":"24557b49908f8353eb1164c6b0551c02b7b2bfe6dec48d013c2cd44c49afa4b3","source":{"kind":"arxiv","id":"2203.04735","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.04735","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"arxiv_version","alias_value":"2203.04735v1","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.04735","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_12","alias_value":"ERKXWSMQR6BV","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_16","alias_value":"ERKXWSMQR6BVH2YR","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_8","alias_value":"ERKXWSMQ","created_at":"2026-07-05T04:26:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ERKXWSMQR6BVH2YRMTDLAVI4AK","target":"record","payload":{"canonical_record":{"source":{"id":"2203.04735","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.GR","submitted_at":"2022-03-07T23:39:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d96f479e32a8183f476ed50b76695836ea0eb293c9dab7bb1aee0f9ff1d3a44e","abstract_canon_sha256":"1d6d07adbc17c73b09f514515157163a0c3e9d16a3ee7b20deb71a8c880dbc8b"},"schema_version":"1.0"},"canonical_sha256":"24557b49908f8353eb1164c6b0551c02b7b2bfe6dec48d013c2cd44c49afa4b3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:26:22.488199Z","signature_b64":"DwvMjqXffTBfDkp3yTyoJink1k7dzqd8hqQn8thibm3SGFJRH8qA3DzQQPJ1k7eSwsxptpSDetjVkbrtSdekCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24557b49908f8353eb1164c6b0551c02b7b2bfe6dec48d013c2cd44c49afa4b3","last_reissued_at":"2026-07-05T04:26:22.487708Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:26:22.487708Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.04735","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HVIhZ5zMAT/MN9Rs9AJZsHreeuT2ym/FCesWOvHixch+AIUAfUdHOfFZByoKHHM6o5Hdt+TW+g3ouur+8Q0VDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:09:34.062007Z"},"content_sha256":"d92af711f7293ec4f979a56af05c8814e140fd8a715275a4f3a0cd36a89d0399","schema_version":"1.0","event_id":"sha256:d92af711f7293ec4f979a56af05c8814e140fd8a715275a4f3a0cd36a89d0399"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ERKXWSMQR6BVH2YRMTDLAVI4AK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Reinforcement Learning Methods in Character Animation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.GR","authors_text":"Ariel Kwiatkowski, C. Karen Liu, Eduardo Alvarado, Julien Pettr\\'e, Marie-Paule Cani, Michiel van de Panne, Vicky Kalogeiton","submitted_at":"2022-03-07T23:39:00Z","abstract_excerpt":"Reinforcement Learning is an area of Machine Learning focused on how agents can be trained to make sequential decisions, and achieve a particular goal within an arbitrary environment. While learning, they repeatedly take actions based on their observation of the environment, and receive appropriate rewards which define the objective. This experience is then used to progressively improve the policy controlling the agent's behavior, typically represented by a neural network. This trained module can then be reused for similar problems, which makes this approach promising for the animation of auto"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.04735","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.04735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DVa7dCLuJ4MYV+8xsO8CVuGmoSAnKyQyZEBSBDdoLXBwGCJ01QaOm4u8xqUf0Ztph+nHh2W7vRKGhoMRDyyZCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:09:34.062525Z"},"content_sha256":"40e02caee2bb9ed19fcb1df99215f0e4c5665b5e5594d30090b43595347378b7","schema_version":"1.0","event_id":"sha256:40e02caee2bb9ed19fcb1df99215f0e4c5665b5e5594d30090b43595347378b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/bundle.json","state_url":"https://pith.science/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:09:34Z","links":{"resolver":"https://pith.science/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK","bundle":"https://pith.science/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/bundle.json","state":"https://pith.science/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ERKXWSMQR6BVH2YRMTDLAVI4AK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ERKXWSMQR6BVH2YRMTDLAVI4AK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d6d07adbc17c73b09f514515157163a0c3e9d16a3ee7b20deb71a8c880dbc8b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.GR","submitted_at":"2022-03-07T23:39:00Z","title_canon_sha256":"d96f479e32a8183f476ed50b76695836ea0eb293c9dab7bb1aee0f9ff1d3a44e"},"schema_version":"1.0","source":{"id":"2203.04735","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.04735","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"arxiv_version","alias_value":"2203.04735v1","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.04735","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_12","alias_value":"ERKXWSMQR6BV","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_16","alias_value":"ERKXWSMQR6BVH2YR","created_at":"2026-07-05T04:26:22Z"},{"alias_kind":"pith_short_8","alias_value":"ERKXWSMQ","created_at":"2026-07-05T04:26:22Z"}],"graph_snapshots":[{"event_id":"sha256:40e02caee2bb9ed19fcb1df99215f0e4c5665b5e5594d30090b43595347378b7","target":"graph","created_at":"2026-07-05T04:26:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.04735/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning is an area of Machine Learning focused on how agents can be trained to make sequential decisions, and achieve a particular goal within an arbitrary environment. While learning, they repeatedly take actions based on their observation of the environment, and receive appropriate rewards which define the objective. This experience is then used to progressively improve the policy controlling the agent's behavior, typically represented by a neural network. This trained module can then be reused for similar problems, which makes this approach promising for the animation of auto","authors_text":"Ariel Kwiatkowski, C. Karen Liu, Eduardo Alvarado, Julien Pettr\\'e, Marie-Paule Cani, Michiel van de Panne, Vicky Kalogeiton","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.GR","submitted_at":"2022-03-07T23:39:00Z","title":"A Survey on Reinforcement Learning Methods in Character Animation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.04735","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d92af711f7293ec4f979a56af05c8814e140fd8a715275a4f3a0cd36a89d0399","target":"record","created_at":"2026-07-05T04:26:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d6d07adbc17c73b09f514515157163a0c3e9d16a3ee7b20deb71a8c880dbc8b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.GR","submitted_at":"2022-03-07T23:39:00Z","title_canon_sha256":"d96f479e32a8183f476ed50b76695836ea0eb293c9dab7bb1aee0f9ff1d3a44e"},"schema_version":"1.0","source":{"id":"2203.04735","kind":"arxiv","version":1}},"canonical_sha256":"24557b49908f8353eb1164c6b0551c02b7b2bfe6dec48d013c2cd44c49afa4b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24557b49908f8353eb1164c6b0551c02b7b2bfe6dec48d013c2cd44c49afa4b3","first_computed_at":"2026-07-05T04:26:22.487708Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:26:22.487708Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DwvMjqXffTBfDkp3yTyoJink1k7dzqd8hqQn8thibm3SGFJRH8qA3DzQQPJ1k7eSwsxptpSDetjVkbrtSdekCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:26:22.488199Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.04735","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d92af711f7293ec4f979a56af05c8814e140fd8a715275a4f3a0cd36a89d0399","sha256:40e02caee2bb9ed19fcb1df99215f0e4c5665b5e5594d30090b43595347378b7"],"state_sha256":"06efbfa33ae4c976b97d0a971738d049446118cfeb1e4feedfd07535d299336b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GTc/ijCjLlX4bjFhojHaRqtukjPkc+C3iYLhJ0L1N6TQfr1shkJTh1490CkfwW6pyuy3fiqTCFYpZYRw25y2AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:09:34.068193Z","bundle_sha256":"00b331b18dd967c860df6ffd61b2c8c23e485533f2c20913cbed18ae19d10ace"}}