{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3VQEDJKQ5XJ4MEQ6QHMUWTFJU7","short_pith_number":"pith:3VQEDJKQ","canonical_record":{"source":{"id":"2102.11051","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2021-02-22T14:21:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1f7ce0021ce8d7251b2e4769d88361f4697b8ba7e05114803e27642ff4545fde","abstract_canon_sha256":"b69c9652582aab7494f362551fc47f08a9970c2fa520cea426bff7cda5b36bae"},"schema_version":"1.0"},"canonical_sha256":"dd6041a550edd3c6121e81d94b4ca9a7f30a324c32e4a26be3aaf1eba425695a","source":{"kind":"arxiv","id":"2102.11051","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.11051","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"arxiv_version","alias_value":"2102.11051v1","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.11051","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_12","alias_value":"3VQEDJKQ5XJ4","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_16","alias_value":"3VQEDJKQ5XJ4MEQ6","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_8","alias_value":"3VQEDJKQ","created_at":"2026-07-05T02:17:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3VQEDJKQ5XJ4MEQ6QHMUWTFJU7","target":"record","payload":{"canonical_record":{"source":{"id":"2102.11051","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2021-02-22T14:21:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1f7ce0021ce8d7251b2e4769d88361f4697b8ba7e05114803e27642ff4545fde","abstract_canon_sha256":"b69c9652582aab7494f362551fc47f08a9970c2fa520cea426bff7cda5b36bae"},"schema_version":"1.0"},"canonical_sha256":"dd6041a550edd3c6121e81d94b4ca9a7f30a324c32e4a26be3aaf1eba425695a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:17:04.229234Z","signature_b64":"JxmlydjqkSJoJXHWJQx/q1DAiqPN3fgthwrVrAYSB+b8Ncgs7a/GucKDak1exBZs6iTGGdQd+B1MrvulD37gCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd6041a550edd3c6121e81d94b4ca9a7f30a324c32e4a26be3aaf1eba425695a","last_reissued_at":"2026-07-05T02:17:04.228809Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:17:04.228809Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.11051","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:17:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l2UQEenwrNpKzX9df49D+JewOHSwR33z0qg6iX72lXJXkZUsYywAVg18tIa0O4CeDv9xHcrz4HAQPSIE6PF3BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:36:06.504837Z"},"content_sha256":"e23655314e8bc8cf4d045fd0fa2397543dbe699a0d09a702ee1dc4fac02eef4d","schema_version":"1.0","event_id":"sha256:e23655314e8bc8cf4d045fd0fa2397543dbe699a0d09a702ee1dc4fac02eef4d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3VQEDJKQ5XJ4MEQ6QHMUWTFJU7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improved Learning of Robot Manipulation Tasks via Tactile Intrinsic Motivation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.RO","authors_text":"Nikola Vulin, Otmar Hilliges, Sammy Christen, Stefan Stevsic","submitted_at":"2021-02-22T14:21:30Z","abstract_excerpt":"In this paper we address the challenge of exploration in deep reinforcement learning for robotic manipulation tasks. In sparse goal settings, an agent does not receive any positive feedback until randomly achieving the goal, which becomes infeasible for longer control sequences. Inspired by touch-based exploration observed in children, we formulate an intrinsic reward based on the sum of forces between a robot's force sensors and manipulation objects that encourages physical interaction. Furthermore, we introduce contact-prioritized experience replay, a sampling scheme that prioritizes contact"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.11051","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.11051/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:17:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9p5SC3gULX2AZuQQMphyJ2rKOQt0dYXoBbI5PCIYowUPjRgJeJd4CrFLmPzZHyJZqhGFcSNUbXmppNspYQW5Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:36:06.505415Z"},"content_sha256":"1205ce6d8bd60a4ca9187d4af1956a50df6789ad16b024790a571aa77096b6f0","schema_version":"1.0","event_id":"sha256:1205ce6d8bd60a4ca9187d4af1956a50df6789ad16b024790a571aa77096b6f0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/bundle.json","state_url":"https://pith.science/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T12:36:06Z","links":{"resolver":"https://pith.science/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7","bundle":"https://pith.science/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/bundle.json","state":"https://pith.science/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3VQEDJKQ5XJ4MEQ6QHMUWTFJU7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3VQEDJKQ5XJ4MEQ6QHMUWTFJU7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b69c9652582aab7494f362551fc47f08a9970c2fa520cea426bff7cda5b36bae","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2021-02-22T14:21:30Z","title_canon_sha256":"1f7ce0021ce8d7251b2e4769d88361f4697b8ba7e05114803e27642ff4545fde"},"schema_version":"1.0","source":{"id":"2102.11051","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.11051","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"arxiv_version","alias_value":"2102.11051v1","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.11051","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_12","alias_value":"3VQEDJKQ5XJ4","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_16","alias_value":"3VQEDJKQ5XJ4MEQ6","created_at":"2026-07-05T02:17:04Z"},{"alias_kind":"pith_short_8","alias_value":"3VQEDJKQ","created_at":"2026-07-05T02:17:04Z"}],"graph_snapshots":[{"event_id":"sha256:1205ce6d8bd60a4ca9187d4af1956a50df6789ad16b024790a571aa77096b6f0","target":"graph","created_at":"2026-07-05T02:17:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.11051/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper we address the challenge of exploration in deep reinforcement learning for robotic manipulation tasks. In sparse goal settings, an agent does not receive any positive feedback until randomly achieving the goal, which becomes infeasible for longer control sequences. Inspired by touch-based exploration observed in children, we formulate an intrinsic reward based on the sum of forces between a robot's force sensors and manipulation objects that encourages physical interaction. Furthermore, we introduce contact-prioritized experience replay, a sampling scheme that prioritizes contact","authors_text":"Nikola Vulin, Otmar Hilliges, Sammy Christen, Stefan Stevsic","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2021-02-22T14:21:30Z","title":"Improved Learning of Robot Manipulation Tasks via Tactile Intrinsic Motivation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.11051","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e23655314e8bc8cf4d045fd0fa2397543dbe699a0d09a702ee1dc4fac02eef4d","target":"record","created_at":"2026-07-05T02:17:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b69c9652582aab7494f362551fc47f08a9970c2fa520cea426bff7cda5b36bae","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2021-02-22T14:21:30Z","title_canon_sha256":"1f7ce0021ce8d7251b2e4769d88361f4697b8ba7e05114803e27642ff4545fde"},"schema_version":"1.0","source":{"id":"2102.11051","kind":"arxiv","version":1}},"canonical_sha256":"dd6041a550edd3c6121e81d94b4ca9a7f30a324c32e4a26be3aaf1eba425695a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd6041a550edd3c6121e81d94b4ca9a7f30a324c32e4a26be3aaf1eba425695a","first_computed_at":"2026-07-05T02:17:04.228809Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:17:04.228809Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JxmlydjqkSJoJXHWJQx/q1DAiqPN3fgthwrVrAYSB+b8Ncgs7a/GucKDak1exBZs6iTGGdQd+B1MrvulD37gCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:17:04.229234Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.11051","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e23655314e8bc8cf4d045fd0fa2397543dbe699a0d09a702ee1dc4fac02eef4d","sha256:1205ce6d8bd60a4ca9187d4af1956a50df6789ad16b024790a571aa77096b6f0"],"state_sha256":"0fe62bdb4165560a9892c84a161f5ec2b2dc85c753e8b1a6c95907a6fc53efa0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ekUVRHPf9ex7JKWT+hMycBclPoKvk2R2yeQat8dxIqSYga3fmH7baif6mSwmozhBg+yymLjMSDzuq6MGgmDMCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T12:36:06.509033Z","bundle_sha256":"b55b096432c930ba73a8f5293e5ebdf16741ed5fab60a9e74b86a9a524be62e0"}}