{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:D2EA2SGWEM3NHG7UO56ODTJIXQ","short_pith_number":"pith:D2EA2SGW","canonical_record":{"source":{"id":"2205.11184","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T10:36:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"96257ee7fdf99afe97ef03af0b47de42f5423e7eeae03d37af154fcdfc9ad79c","abstract_canon_sha256":"4f31c2c7f6c73e7cfdbb5e73deeab5794650781ec78da0184e111ffdfe7063e1"},"schema_version":"1.0"},"canonical_sha256":"1e880d48d62336d39bf4777ce1cd28bc32fb9c83f6a20334b2efbdbf3e0a6379","source":{"kind":"arxiv","id":"2205.11184","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11184","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11184v2","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11184","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_12","alias_value":"D2EA2SGWEM3N","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_16","alias_value":"D2EA2SGWEM3NHG7U","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_8","alias_value":"D2EA2SGW","created_at":"2026-07-05T05:17:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:D2EA2SGWEM3NHG7UO56ODTJIXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2205.11184","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T10:36:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"96257ee7fdf99afe97ef03af0b47de42f5423e7eeae03d37af154fcdfc9ad79c","abstract_canon_sha256":"4f31c2c7f6c73e7cfdbb5e73deeab5794650781ec78da0184e111ffdfe7063e1"},"schema_version":"1.0"},"canonical_sha256":"1e880d48d62336d39bf4777ce1cd28bc32fb9c83f6a20334b2efbdbf3e0a6379","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:17:45.969555Z","signature_b64":"UBYX2Yiod990ZA6msXEGC87VO7FmDuEcExuw4U3JU0xw2nNx+zYVxmogUCLA28WtKFyXvlqs/340JB6H05XZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e880d48d62336d39bf4777ce1cd28bc32fb9c83f6a20334b2efbdbf3e0a6379","last_reissued_at":"2026-07-05T05:17:45.969053Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:17:45.969053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.11184","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:17:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"//Bk7mTC4QqgQTASYPlWfqZSFVnArrBXyobTCHGSnAreWpfEMKrx10OhTB/yi1vJIV627hF20H9GfoS3WrcbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T21:13:22.294602Z"},"content_sha256":"887ed083f5879287c7ab169ea26d22c9c13ded141e94eb9f894d70304589e0b0","schema_version":"1.0","event_id":"sha256:887ed083f5879287c7ab169ea26d22c9c13ded141e94eb9f894d70304589e0b0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:D2EA2SGWEM3NHG7UO56ODTJIXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Evaluation Study of Intrinsic Motivation Techniques applied to Reinforcement Learning over Hard Exploration Environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alain Andres, Esther Villar-Rodriguez, Javier Del Ser","submitted_at":"2022-05-23T10:36:05Z","abstract_excerpt":"In the last few years, the research activity around reinforcement learning tasks formulated over environments with sparse rewards has been especially notable. Among the numerous approaches proposed to deal with these hard exploration problems, intrinsic motivation mechanisms are arguably among the most studied alternatives to date. Advances reported in this area over time have tackled the exploration issue by proposing new algorithmic ideas to generate alternative mechanisms to measure the novelty. However, most efforts in this direction have overlooked the influence of different design choice"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11184","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.11184/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:17:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kk261vRaEk33Fpi+5AisO+i9Cnh2oFY7G+PksyC2tWY0904J0b08EPFzTmMqCs6qFOaD9iJrSKlMT1lNTdAsCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T21:13:22.294979Z"},"content_sha256":"4396487ba1d9474b61fb68f7dd8b1ab69c732406b3892159b728381002904aa2","schema_version":"1.0","event_id":"sha256:4396487ba1d9474b61fb68f7dd8b1ab69c732406b3892159b728381002904aa2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/bundle.json","state_url":"https://pith.science/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T21:13:22Z","links":{"resolver":"https://pith.science/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ","bundle":"https://pith.science/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/bundle.json","state":"https://pith.science/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D2EA2SGWEM3NHG7UO56ODTJIXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:D2EA2SGWEM3NHG7UO56ODTJIXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4f31c2c7f6c73e7cfdbb5e73deeab5794650781ec78da0184e111ffdfe7063e1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T10:36:05Z","title_canon_sha256":"96257ee7fdf99afe97ef03af0b47de42f5423e7eeae03d37af154fcdfc9ad79c"},"schema_version":"1.0","source":{"id":"2205.11184","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11184","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11184v2","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11184","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_12","alias_value":"D2EA2SGWEM3N","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_16","alias_value":"D2EA2SGWEM3NHG7U","created_at":"2026-07-05T05:17:45Z"},{"alias_kind":"pith_short_8","alias_value":"D2EA2SGW","created_at":"2026-07-05T05:17:45Z"}],"graph_snapshots":[{"event_id":"sha256:4396487ba1d9474b61fb68f7dd8b1ab69c732406b3892159b728381002904aa2","target":"graph","created_at":"2026-07-05T05:17:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.11184/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the last few years, the research activity around reinforcement learning tasks formulated over environments with sparse rewards has been especially notable. Among the numerous approaches proposed to deal with these hard exploration problems, intrinsic motivation mechanisms are arguably among the most studied alternatives to date. Advances reported in this area over time have tackled the exploration issue by proposing new algorithmic ideas to generate alternative mechanisms to measure the novelty. However, most efforts in this direction have overlooked the influence of different design choice","authors_text":"Alain Andres, Esther Villar-Rodriguez, Javier Del Ser","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T10:36:05Z","title":"An Evaluation Study of Intrinsic Motivation Techniques applied to Reinforcement Learning over Hard Exploration Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11184","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:887ed083f5879287c7ab169ea26d22c9c13ded141e94eb9f894d70304589e0b0","target":"record","created_at":"2026-07-05T05:17:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4f31c2c7f6c73e7cfdbb5e73deeab5794650781ec78da0184e111ffdfe7063e1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T10:36:05Z","title_canon_sha256":"96257ee7fdf99afe97ef03af0b47de42f5423e7eeae03d37af154fcdfc9ad79c"},"schema_version":"1.0","source":{"id":"2205.11184","kind":"arxiv","version":2}},"canonical_sha256":"1e880d48d62336d39bf4777ce1cd28bc32fb9c83f6a20334b2efbdbf3e0a6379","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e880d48d62336d39bf4777ce1cd28bc32fb9c83f6a20334b2efbdbf3e0a6379","first_computed_at":"2026-07-05T05:17:45.969053Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:17:45.969053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UBYX2Yiod990ZA6msXEGC87VO7FmDuEcExuw4U3JU0xw2nNx+zYVxmogUCLA28WtKFyXvlqs/340JB6H05XZAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:17:45.969555Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.11184","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:887ed083f5879287c7ab169ea26d22c9c13ded141e94eb9f894d70304589e0b0","sha256:4396487ba1d9474b61fb68f7dd8b1ab69c732406b3892159b728381002904aa2"],"state_sha256":"6b008eac2272bbb772dee3d90b6167d0341e4c59a2c806339a41f67f263a6c52"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a7+6RIFLiTZk8FFDWLIvwjr1/5DOD1lPrKFp9ue8dIk0DhDW0UZWJwj6tZrcaQUw1in8rtokPWjsQ4r4lVnSCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T21:13:22.297094Z","bundle_sha256":"e71f3d628e41f2686875817272b5dee70533abcc6e078c7980686466be8d07c3"}}