{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:2Y2ZORTIFRVS4363KJYATDYGGK","short_pith_number":"pith:2Y2ZORTI","canonical_record":{"source":{"id":"2203.11369","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T22:07:48Z","cross_cats_sorted":[],"title_canon_sha256":"1cf64ccc26ad33b24d6182a1a2d5bec30fa7bb84cedc21d2ae3b2ef4c9802b58","abstract_canon_sha256":"b6985218f621da1362073c50f71bd0d54dcdab68d483c9fcbc22fc57547932f6"},"schema_version":"1.0"},"canonical_sha256":"d6359746682c6b2e6fdb5270098f06328c18c090bd9e4a6a774f76f0da3097ea","source":{"kind":"arxiv","id":"2203.11369","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11369","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11369v1","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11369","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"2Y2ZORTIFRVS","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"2Y2ZORTIFRVS4363","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"2Y2ZORTI","created_at":"2026-07-05T04:07:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:2Y2ZORTIFRVS4363KJYATDYGGK","target":"record","payload":{"canonical_record":{"source":{"id":"2203.11369","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T22:07:48Z","cross_cats_sorted":[],"title_canon_sha256":"1cf64ccc26ad33b24d6182a1a2d5bec30fa7bb84cedc21d2ae3b2ef4c9802b58","abstract_canon_sha256":"b6985218f621da1362073c50f71bd0d54dcdab68d483c9fcbc22fc57547932f6"},"schema_version":"1.0"},"canonical_sha256":"d6359746682c6b2e6fdb5270098f06328c18c090bd9e4a6a774f76f0da3097ea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:11.338945Z","signature_b64":"sLgpaqg10ukV7SfIagMZyddUmeDXIwdhI/o6CPq57TAY/Wuo6GirGiVOeX070GgLc3ehg17iBb5VbZiVEjCxBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6359746682c6b2e6fdb5270098f06328c18c090bd9e4a6a774f76f0da3097ea","last_reissued_at":"2026-07-05T04:07:11.338585Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:11.338585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.11369","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ixYwNsrm0uPWo7LY8f+3lpeDKJesVRUNXiOv4TeWBwjVDwx/BW0tHgrY3n76VjayOmbDI3mZVoHs5OyjidQyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:53:03.343495Z"},"content_sha256":"e96c2086591be41e8167069b186fef1709a0c5282c01dd12396ea9f7502b3da4","schema_version":"1.0","event_id":"sha256:e96c2086591be41e8167069b186fef1709a0c5282c01dd12396ea9f7502b3da4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:2Y2ZORTIFRVS4363KJYATDYGGK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Temporal Abstractions-Augmented Temporally Contrastive Learning: An Alternative to the Laplacian in RL","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Akram Erraqabi, Alessandro Lazaric, Ludovic Denoyer, Marlos C. Machado, Mingde Zhao, Sainbayar Sukhbaatar, Yoshua Bengio","submitted_at":"2022-03-21T22:07:48Z","abstract_excerpt":"In reinforcement learning, the graph Laplacian has proved to be a valuable tool in the task-agnostic setting, with applications ranging from skill discovery to reward shaping. Recently, learning the Laplacian representation has been framed as the optimization of a temporally-contrastive objective to overcome its computational limitations in large (or continuous) state spaces. However, this approach requires uniform access to all states in the state space, overlooking the exploration problem that emerges during the representation learning process. In this work, we propose an alternative method "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11369","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.11369/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sGy8tuPUQA1sdyJ23xqQk4mO+L4i0NStu5nrm88V1pnX/RbPEKSWNIuxtK6N2qt969U0M2JIIlrS1spekzfSCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:53:03.343876Z"},"content_sha256":"af4abd312640a353032fa4fcab82928b1f54bbd276c4b26718e8083edffebe94","schema_version":"1.0","event_id":"sha256:af4abd312640a353032fa4fcab82928b1f54bbd276c4b26718e8083edffebe94"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2Y2ZORTIFRVS4363KJYATDYGGK/bundle.json","state_url":"https://pith.science/pith/2Y2ZORTIFRVS4363KJYATDYGGK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2Y2ZORTIFRVS4363KJYATDYGGK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:53:03Z","links":{"resolver":"https://pith.science/pith/2Y2ZORTIFRVS4363KJYATDYGGK","bundle":"https://pith.science/pith/2Y2ZORTIFRVS4363KJYATDYGGK/bundle.json","state":"https://pith.science/pith/2Y2ZORTIFRVS4363KJYATDYGGK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2Y2ZORTIFRVS4363KJYATDYGGK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:2Y2ZORTIFRVS4363KJYATDYGGK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b6985218f621da1362073c50f71bd0d54dcdab68d483c9fcbc22fc57547932f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T22:07:48Z","title_canon_sha256":"1cf64ccc26ad33b24d6182a1a2d5bec30fa7bb84cedc21d2ae3b2ef4c9802b58"},"schema_version":"1.0","source":{"id":"2203.11369","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11369","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11369v1","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11369","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"2Y2ZORTIFRVS","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"2Y2ZORTIFRVS4363","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"2Y2ZORTI","created_at":"2026-07-05T04:07:11Z"}],"graph_snapshots":[{"event_id":"sha256:af4abd312640a353032fa4fcab82928b1f54bbd276c4b26718e8083edffebe94","target":"graph","created_at":"2026-07-05T04:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.11369/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In reinforcement learning, the graph Laplacian has proved to be a valuable tool in the task-agnostic setting, with applications ranging from skill discovery to reward shaping. Recently, learning the Laplacian representation has been framed as the optimization of a temporally-contrastive objective to overcome its computational limitations in large (or continuous) state spaces. However, this approach requires uniform access to all states in the state space, overlooking the exploration problem that emerges during the representation learning process. In this work, we propose an alternative method ","authors_text":"Akram Erraqabi, Alessandro Lazaric, Ludovic Denoyer, Marlos C. Machado, Mingde Zhao, Sainbayar Sukhbaatar, Yoshua Bengio","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T22:07:48Z","title":"Temporal Abstractions-Augmented Temporally Contrastive Learning: An Alternative to the Laplacian in RL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11369","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e96c2086591be41e8167069b186fef1709a0c5282c01dd12396ea9f7502b3da4","target":"record","created_at":"2026-07-05T04:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b6985218f621da1362073c50f71bd0d54dcdab68d483c9fcbc22fc57547932f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T22:07:48Z","title_canon_sha256":"1cf64ccc26ad33b24d6182a1a2d5bec30fa7bb84cedc21d2ae3b2ef4c9802b58"},"schema_version":"1.0","source":{"id":"2203.11369","kind":"arxiv","version":1}},"canonical_sha256":"d6359746682c6b2e6fdb5270098f06328c18c090bd9e4a6a774f76f0da3097ea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6359746682c6b2e6fdb5270098f06328c18c090bd9e4a6a774f76f0da3097ea","first_computed_at":"2026-07-05T04:07:11.338585Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:11.338585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sLgpaqg10ukV7SfIagMZyddUmeDXIwdhI/o6CPq57TAY/Wuo6GirGiVOeX070GgLc3ehg17iBb5VbZiVEjCxBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:11.338945Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.11369","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e96c2086591be41e8167069b186fef1709a0c5282c01dd12396ea9f7502b3da4","sha256:af4abd312640a353032fa4fcab82928b1f54bbd276c4b26718e8083edffebe94"],"state_sha256":"2668d37b4a9cda9bd0a95aa4d1658523f2eaa6858bd26b0f435c6c74a15f5c12"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yzfmu9HI0Mw7UAcWbJkrHhTfho6moFXo5EE9rnwDrQUeLxRdFTUDnjjk0fatlrGjP7ARyp4dNANHb8sMdLvODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:53:03.345849Z","bundle_sha256":"fba2364c08cecbaee04b77ed1532b6795fe6904c61e0c4731f2e1912859baff7"}}