{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JWO4ZIOLEDLMTKTLVCVNR5N4KV","short_pith_number":"pith:JWO4ZIOL","canonical_record":{"source":{"id":"2409.09990","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-16T04:46:22Z","cross_cats_sorted":["cs.NE","cs.RO"],"title_canon_sha256":"4bdee0eaf18c4e6d64889c65d5508d80b4b9c2fbfb1b0f71d0d35774d404145a","abstract_canon_sha256":"705528ac3436b39897b321ac2d639df231b6a404c2cff78e2322b1583300d906"},"schema_version":"1.0"},"canonical_sha256":"4d9dcca1cb20d6c9aa6ba8aad8f5bc555b899bc563dcfd1719b71417ac8a5e9e","source":{"kind":"arxiv","id":"2409.09990","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09990","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09990v3","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09990","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_12","alias_value":"JWO4ZIOLEDLM","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_16","alias_value":"JWO4ZIOLEDLMTKTL","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_8","alias_value":"JWO4ZIOL","created_at":"2026-07-05T10:54:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JWO4ZIOLEDLMTKTLVCVNR5N4KV","target":"record","payload":{"canonical_record":{"source":{"id":"2409.09990","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-16T04:46:22Z","cross_cats_sorted":["cs.NE","cs.RO"],"title_canon_sha256":"4bdee0eaf18c4e6d64889c65d5508d80b4b9c2fbfb1b0f71d0d35774d404145a","abstract_canon_sha256":"705528ac3436b39897b321ac2d639df231b6a404c2cff78e2322b1583300d906"},"schema_version":"1.0"},"canonical_sha256":"4d9dcca1cb20d6c9aa6ba8aad8f5bc555b899bc563dcfd1719b71417ac8a5e9e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:36.366961Z","signature_b64":"mOipkbnxgqR7aU6CsXI9PD2uau6fqrWxeZNwBJeoBzgOrwsvVcnzLzkotLbWyQOIeGlYawKLj9w6Xh3S76QtDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d9dcca1cb20d6c9aa6ba8aad8f5bc555b899bc563dcfd1719b71417ac8a5e9e","last_reissued_at":"2026-07-05T10:54:36.366380Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:36.366380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.09990","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VZi8CSBGqtUERDanCfcVf4/yWy90qEv6ld13epumzN/AyaRao1Szj7KxpxjvnrqCluLQ4bAvare6NY0mUOkgCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:30:58.570527Z"},"content_sha256":"bdc2d723859aedd2257bed10e9bb71adfcc5581c378c3e6f872d7612869b8ff5","schema_version":"1.0","event_id":"sha256:bdc2d723859aedd2257bed10e9bb71adfcc5581c378c3e6f872d7612869b8ff5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JWO4ZIOLEDLMTKTLVCVNR5N4KV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SHIRE: Enhancing Sample Efficiency using Human Intuition in REinforcement Learning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.NE","cs.RO"],"primary_cat":"cs.LG","authors_text":"Adarsh Kumar Kosta, Amogh Joshi, Kaushik Roy","submitted_at":"2024-09-16T04:46:22Z","abstract_excerpt":"The ability of neural networks to perform robotic perception and control tasks such as depth and optical flow estimation, simultaneous localization and mapping (SLAM), and automatic control has led to their widespread adoption in recent years. Deep Reinforcement Learning has been used extensively in these settings, as it does not have the unsustainable training costs associated with supervised learning. However, DeepRL suffers from poor sample efficiency, i.e., it requires a large number of environmental interactions to converge to an acceptable solution. Modern RL algorithms such as Deep Q Le"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09990","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.09990/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dqhOMipHWc7wgvx6DOau6RKHLxgUNfduvVU+lieXWNEBMIqXH6VHabgJtVowsu01QvpW3yO1sL6uovasIEogDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:30:58.571421Z"},"content_sha256":"01d63984da7191bb19dcdbeebd2d3386768bfcd7d8790ae1a1b1a3911f65523d","schema_version":"1.0","event_id":"sha256:01d63984da7191bb19dcdbeebd2d3386768bfcd7d8790ae1a1b1a3911f65523d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/bundle.json","state_url":"https://pith.science/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:30:58Z","links":{"resolver":"https://pith.science/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV","bundle":"https://pith.science/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/bundle.json","state":"https://pith.science/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JWO4ZIOLEDLMTKTLVCVNR5N4KV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JWO4ZIOLEDLMTKTLVCVNR5N4KV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"705528ac3436b39897b321ac2d639df231b6a404c2cff78e2322b1583300d906","cross_cats_sorted":["cs.NE","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-16T04:46:22Z","title_canon_sha256":"4bdee0eaf18c4e6d64889c65d5508d80b4b9c2fbfb1b0f71d0d35774d404145a"},"schema_version":"1.0","source":{"id":"2409.09990","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09990","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09990v3","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09990","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_12","alias_value":"JWO4ZIOLEDLM","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_16","alias_value":"JWO4ZIOLEDLMTKTL","created_at":"2026-07-05T10:54:36Z"},{"alias_kind":"pith_short_8","alias_value":"JWO4ZIOL","created_at":"2026-07-05T10:54:36Z"}],"graph_snapshots":[{"event_id":"sha256:01d63984da7191bb19dcdbeebd2d3386768bfcd7d8790ae1a1b1a3911f65523d","target":"graph","created_at":"2026-07-05T10:54:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.09990/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability of neural networks to perform robotic perception and control tasks such as depth and optical flow estimation, simultaneous localization and mapping (SLAM), and automatic control has led to their widespread adoption in recent years. Deep Reinforcement Learning has been used extensively in these settings, as it does not have the unsustainable training costs associated with supervised learning. However, DeepRL suffers from poor sample efficiency, i.e., it requires a large number of environmental interactions to converge to an acceptable solution. Modern RL algorithms such as Deep Q Le","authors_text":"Adarsh Kumar Kosta, Amogh Joshi, Kaushik Roy","cross_cats":["cs.NE","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-16T04:46:22Z","title":"SHIRE: Enhancing Sample Efficiency using Human Intuition in REinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09990","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bdc2d723859aedd2257bed10e9bb71adfcc5581c378c3e6f872d7612869b8ff5","target":"record","created_at":"2026-07-05T10:54:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"705528ac3436b39897b321ac2d639df231b6a404c2cff78e2322b1583300d906","cross_cats_sorted":["cs.NE","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-16T04:46:22Z","title_canon_sha256":"4bdee0eaf18c4e6d64889c65d5508d80b4b9c2fbfb1b0f71d0d35774d404145a"},"schema_version":"1.0","source":{"id":"2409.09990","kind":"arxiv","version":3}},"canonical_sha256":"4d9dcca1cb20d6c9aa6ba8aad8f5bc555b899bc563dcfd1719b71417ac8a5e9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4d9dcca1cb20d6c9aa6ba8aad8f5bc555b899bc563dcfd1719b71417ac8a5e9e","first_computed_at":"2026-07-05T10:54:36.366380Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:36.366380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mOipkbnxgqR7aU6CsXI9PD2uau6fqrWxeZNwBJeoBzgOrwsvVcnzLzkotLbWyQOIeGlYawKLj9w6Xh3S76QtDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:36.366961Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.09990","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bdc2d723859aedd2257bed10e9bb71adfcc5581c378c3e6f872d7612869b8ff5","sha256:01d63984da7191bb19dcdbeebd2d3386768bfcd7d8790ae1a1b1a3911f65523d"],"state_sha256":"6f2e6a1adc68d0838ab26c8487dd30cea70b92a950c8a3c6e7959cfd73633940"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pk582voR4oTKCvjWjJS3XmFSWxEUH8K1v9eaJp4HOb/JR2f1G0qMuDNzRWRDZVJUwgTvGhRKcaD4vzltKLhhDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:30:58.597693Z","bundle_sha256":"1ff05c8f873b6699d14cf50344881979ee6cc80e1069b49631b324b2ac1674be"}}