{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DQHT3RWFV6CUSOENYFL53RW22V","short_pith_number":"pith:DQHT3RWF","canonical_record":{"source":{"id":"2111.11156","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2021-11-22T12:45:18Z","cross_cats_sorted":[],"title_canon_sha256":"fb0b28763e64e3f30534c869c64a92d6ac0c30c57f499478f479eb1547c1ca8c","abstract_canon_sha256":"5efbb786fe45d68ad8dcea1538b72a550a1194e8ddb38f4a4e24610496ef38cb"},"schema_version":"1.0"},"canonical_sha256":"1c0f3dc6c5af8549388dc157ddc6dad54a8f85786d990a25e2d92a5a5267560a","source":{"kind":"arxiv","id":"2111.11156","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.11156","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"arxiv_version","alias_value":"2111.11156v2","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.11156","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_12","alias_value":"DQHT3RWFV6CU","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_16","alias_value":"DQHT3RWFV6CUSOEN","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_8","alias_value":"DQHT3RWF","created_at":"2026-07-05T05:00:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DQHT3RWFV6CUSOENYFL53RW22V","target":"record","payload":{"canonical_record":{"source":{"id":"2111.11156","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2021-11-22T12:45:18Z","cross_cats_sorted":[],"title_canon_sha256":"fb0b28763e64e3f30534c869c64a92d6ac0c30c57f499478f479eb1547c1ca8c","abstract_canon_sha256":"5efbb786fe45d68ad8dcea1538b72a550a1194e8ddb38f4a4e24610496ef38cb"},"schema_version":"1.0"},"canonical_sha256":"1c0f3dc6c5af8549388dc157ddc6dad54a8f85786d990a25e2d92a5a5267560a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:39.157593Z","signature_b64":"DuOqQaK8wPvr717HsadxNSVlZU3yrVZGcUdZdV49ZWMd8Sgia7LLnLNkdfJLeyBsS+5oNgWInTx92EBok//TDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c0f3dc6c5af8549388dc157ddc6dad54a8f85786d990a25e2d92a5a5267560a","last_reissued_at":"2026-07-05T05:00:39.157128Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:39.157128Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.11156","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"leIwalvLTBundTBftUc/n48UJup/Cq7NcHaTuuaA0D855nHCA6vJSzf2ttpYRSIVqOUC1J56dLwVp7MzbWftDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T13:20:54.921121Z"},"content_sha256":"38579666dde5c13455f723f79693356689d94e4c77973810686a6bad01c6283e","schema_version":"1.0","event_id":"sha256:38579666dde5c13455f723f79693356689d94e4c77973810686a6bad01c6283e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DQHT3RWFV6CUSOENYFL53RW22V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improved Reinforcement Learning Pushing Policies via Heuristic Rules","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.RO","authors_text":"Iason Sarantopoulos, Marios Kiatos, Sotiris Malassiotis, Zoe Doulgeri","submitted_at":"2021-11-22T12:45:18Z","abstract_excerpt":"Non-prehensile pushing actions have the potential to singulate a target object from its surrounding clutter in order to facilitate the robotic grasping of the target. To address this problem we utilize a heuristic rule that moves the target object towards the workspace's empty space and demonstrate that this simple heuristic rule achieves singulation. We incorporate this effective heuristic rule to the reward in order to train more efficiently reinforcement learning (RL) agents for singulation. Simulation experiments demonstrate that this insight increases performance. Finally, our results sho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.11156","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.11156/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ReqQmSFx4kIUSUQovmJAvMhtHz5DDYcAlNvcs1WIlbU1uwhBS7KXWX5eC98qnNBPXDP2pw112ibjfFllnOz2BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T13:20:54.921495Z"},"content_sha256":"b30d209eb6d3479839da9d5ced3372229f8cc5c06ca926aa40f560b1204ffcab","schema_version":"1.0","event_id":"sha256:b30d209eb6d3479839da9d5ced3372229f8cc5c06ca926aa40f560b1204ffcab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DQHT3RWFV6CUSOENYFL53RW22V/bundle.json","state_url":"https://pith.science/pith/DQHT3RWFV6CUSOENYFL53RW22V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DQHT3RWFV6CUSOENYFL53RW22V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T13:20:54Z","links":{"resolver":"https://pith.science/pith/DQHT3RWFV6CUSOENYFL53RW22V","bundle":"https://pith.science/pith/DQHT3RWFV6CUSOENYFL53RW22V/bundle.json","state":"https://pith.science/pith/DQHT3RWFV6CUSOENYFL53RW22V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DQHT3RWFV6CUSOENYFL53RW22V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DQHT3RWFV6CUSOENYFL53RW22V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5efbb786fe45d68ad8dcea1538b72a550a1194e8ddb38f4a4e24610496ef38cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2021-11-22T12:45:18Z","title_canon_sha256":"fb0b28763e64e3f30534c869c64a92d6ac0c30c57f499478f479eb1547c1ca8c"},"schema_version":"1.0","source":{"id":"2111.11156","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.11156","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"arxiv_version","alias_value":"2111.11156v2","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.11156","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_12","alias_value":"DQHT3RWFV6CU","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_16","alias_value":"DQHT3RWFV6CUSOEN","created_at":"2026-07-05T05:00:39Z"},{"alias_kind":"pith_short_8","alias_value":"DQHT3RWF","created_at":"2026-07-05T05:00:39Z"}],"graph_snapshots":[{"event_id":"sha256:b30d209eb6d3479839da9d5ced3372229f8cc5c06ca926aa40f560b1204ffcab","target":"graph","created_at":"2026-07-05T05:00:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.11156/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Non-prehensile pushing actions have the potential to singulate a target object from its surrounding clutter in order to facilitate the robotic grasping of the target. To address this problem we utilize a heuristic rule that moves the target object towards the workspace's empty space and demonstrate that this simple heuristic rule achieves singulation. We incorporate this effective heuristic rule to the reward in order to train more efficiently reinforcement learning (RL) agents for singulation. Simulation experiments demonstrate that this insight increases performance. Finally, our results sho","authors_text":"Iason Sarantopoulos, Marios Kiatos, Sotiris Malassiotis, Zoe Doulgeri","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2021-11-22T12:45:18Z","title":"Improved Reinforcement Learning Pushing Policies via Heuristic Rules"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.11156","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38579666dde5c13455f723f79693356689d94e4c77973810686a6bad01c6283e","target":"record","created_at":"2026-07-05T05:00:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5efbb786fe45d68ad8dcea1538b72a550a1194e8ddb38f4a4e24610496ef38cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2021-11-22T12:45:18Z","title_canon_sha256":"fb0b28763e64e3f30534c869c64a92d6ac0c30c57f499478f479eb1547c1ca8c"},"schema_version":"1.0","source":{"id":"2111.11156","kind":"arxiv","version":2}},"canonical_sha256":"1c0f3dc6c5af8549388dc157ddc6dad54a8f85786d990a25e2d92a5a5267560a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c0f3dc6c5af8549388dc157ddc6dad54a8f85786d990a25e2d92a5a5267560a","first_computed_at":"2026-07-05T05:00:39.157128Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:39.157128Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DuOqQaK8wPvr717HsadxNSVlZU3yrVZGcUdZdV49ZWMd8Sgia7LLnLNkdfJLeyBsS+5oNgWInTx92EBok//TDg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:39.157593Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.11156","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38579666dde5c13455f723f79693356689d94e4c77973810686a6bad01c6283e","sha256:b30d209eb6d3479839da9d5ced3372229f8cc5c06ca926aa40f560b1204ffcab"],"state_sha256":"d74daa0ad78212f1aa501cca18e026c7cea31357d99dbaf138146ddf9a0e2d06"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+s1f/K4rEFFxjb4RWNEOof5+FKrFu6pWtvykdwsWaIkI6pJTHu7oYXzbcIiQ4z4H0hc4EsqUw5W5p67rOIZjCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T13:20:54.923422Z","bundle_sha256":"783d4728932150a8e34702842c0a4d508bf21319b01f43f92ec8d668645828c6"}}