{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:2X4UHDTRL7LTUWGIFNO7NR7F6Y","short_pith_number":"pith:2X4UHDTR","schema_version":"1.0","canonical_sha256":"d5f9438e715fd73a58c82b5df6c7e5f60a78d7bce572d2c7bd77e1c72bf31675","source":{"kind":"arxiv","id":"2405.02569","version":1},"attestation_state":"computed","paper":{"title":"Decoupling Exploration and Exploitation for Unsupervised Pre-training with Successor Features","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Christy Liang, Farookh Hussain, Jaeyoon Kim, Junyu Xuan","submitted_at":"2024-05-04T05:03:11Z","abstract_excerpt":"Unsupervised pre-training has been on the lookout for the virtue of a value function representation referred to as successor features (SFs), which decouples the dynamics of the environment from the rewards. It has a significant impact on the process of task-specific fine-tuning due to the decomposition. However, existing approaches struggle with local optima due to the unified intrinsic reward of exploration and exploitation without considering the linear regression problem and the discriminator supporting a small skill sapce. We propose a novel unsupervised pre-training model with SFs based o"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.02569","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-04T05:03:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"46c25be90c985b46166fe38b665f475a8d71a448a08fd5d41cd645f01fccb0a3","abstract_canon_sha256":"2432c9fedf10ac47836af9a82c5dcd8f6238780e1c859ec4e2b5928b808e0b45"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:15:17.554414Z","signature_b64":"jHrQzxnFXPu1nzHzzXokunpq/oJkqis5bpv8/3fnYwLPJ0BJ6UiITgXXYe0rdRrhULwjRiLZJOLg18BURpfDDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5f9438e715fd73a58c82b5df6c7e5f60a78d7bce572d2c7bd77e1c72bf31675","last_reissued_at":"2026-07-05T08:15:17.553987Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:15:17.553987Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Decoupling Exploration and Exploitation for Unsupervised Pre-training with Successor Features","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Christy Liang, Farookh Hussain, Jaeyoon Kim, Junyu Xuan","submitted_at":"2024-05-04T05:03:11Z","abstract_excerpt":"Unsupervised pre-training has been on the lookout for the virtue of a value function representation referred to as successor features (SFs), which decouples the dynamics of the environment from the rewards. It has a significant impact on the process of task-specific fine-tuning due to the decomposition. However, existing approaches struggle with local optima due to the unified intrinsic reward of exploration and exploitation without considering the linear regression problem and the discriminator supporting a small skill sapce. We propose a novel unsupervised pre-training model with SFs based o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.02569","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.02569/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.02569","created_at":"2026-07-05T08:15:17.554050+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.02569v1","created_at":"2026-07-05T08:15:17.554050+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.02569","created_at":"2026-07-05T08:15:17.554050+00:00"},{"alias_kind":"pith_short_12","alias_value":"2X4UHDTRL7LT","created_at":"2026-07-05T08:15:17.554050+00:00"},{"alias_kind":"pith_short_16","alias_value":"2X4UHDTRL7LTUWGI","created_at":"2026-07-05T08:15:17.554050+00:00"},{"alias_kind":"pith_short_8","alias_value":"2X4UHDTR","created_at":"2026-07-05T08:15:17.554050+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y","json":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y.json","graph_json":"https://pith.science/api/pith-number/2X4UHDTRL7LTUWGIFNO7NR7F6Y/graph.json","events_json":"https://pith.science/api/pith-number/2X4UHDTRL7LTUWGIFNO7NR7F6Y/events.json","paper":"https://pith.science/paper/2X4UHDTR"},"agent_actions":{"view_html":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y","download_json":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y.json","view_paper":"https://pith.science/paper/2X4UHDTR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.02569&json=true","fetch_graph":"https://pith.science/api/pith-number/2X4UHDTRL7LTUWGIFNO7NR7F6Y/graph.json","fetch_events":"https://pith.science/api/pith-number/2X4UHDTRL7LTUWGIFNO7NR7F6Y/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y/action/storage_attestation","attest_author":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y/action/author_attestation","sign_citation":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y/action/citation_signature","submit_replication":"https://pith.science/pith/2X4UHDTRL7LTUWGIFNO7NR7F6Y/action/replication_record"}},"created_at":"2026-07-05T08:15:17.554050+00:00","updated_at":"2026-07-05T08:15:17.554050+00:00"}