{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:XKURJX7WL7JLA3ML57CLZO3AAH","short_pith_number":"pith:XKURJX7W","canonical_record":{"source":{"id":"2207.07150","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-14T18:18:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"4dda20741b583d7c6154ecde79171b124497b2c645320447b3528b8b7f701159","abstract_canon_sha256":"3f8049af054dea06b6f3467a6522f5f0fa88e33e0a9945a5cb40a859193afba4"},"schema_version":"1.0"},"canonical_sha256":"baa914dff65fd2b06d8befc4bcbb6001d9669ba678b04d2f6da71d4db6ca7640","source":{"kind":"arxiv","id":"2207.07150","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07150","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07150v2","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07150","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"XKURJX7WL7JL","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"XKURJX7WL7JLA3ML","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"XKURJX7W","created_at":"2026-07-05T05:23:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:XKURJX7WL7JLA3ML57CLZO3AAH","target":"record","payload":{"canonical_record":{"source":{"id":"2207.07150","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-14T18:18:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"4dda20741b583d7c6154ecde79171b124497b2c645320447b3528b8b7f701159","abstract_canon_sha256":"3f8049af054dea06b6f3467a6522f5f0fa88e33e0a9945a5cb40a859193afba4"},"schema_version":"1.0"},"canonical_sha256":"baa914dff65fd2b06d8befc4bcbb6001d9669ba678b04d2f6da71d4db6ca7640","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:23:21.684297Z","signature_b64":"x2UuGYttOkefn0Wq9lWc2AdSFERSe+MWaxP/oM9r29UIr0INskeNXWKQfFV7C1GZVKbVd5zfVhy4kBYoGc8WCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"baa914dff65fd2b06d8befc4bcbb6001d9669ba678b04d2f6da71d4db6ca7640","last_reissued_at":"2026-07-05T05:23:21.683909Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:23:21.683909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.07150","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IhNA0jmDAIVC++E/vwf2VPcmkV3d/rTBMSpnuMg2n1C7LB6Yo/oARqHzUOEqu+AzI5dA7tpN+3JRhk1+stvoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:42:45.260428Z"},"content_sha256":"f33f4ef9d56c2b6e6e72f1d2b2468c6a7cc6025a5afbbd12891c03d67aa507b5","schema_version":"1.0","event_id":"sha256:f33f4ef9d56c2b6e6e72f1d2b2468c6a7cc6025a5afbbd12891c03d67aa507b5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:XKURJX7WL7JLA3ML57CLZO3AAH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Making Linear MDPs Practical via Contrastive Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Bo Dai, Dale Schuurmans, Joseph E. Gonzalez, Mengjiao Yang, Tianjun Zhang, Tongzheng Ren","submitted_at":"2022-07-14T18:18:02Z","abstract_excerpt":"It is common to address the curse of dimensionality in Markov decision processes (MDPs) by exploiting low-rank representations. This motivates much of the recent theoretical study on linear MDPs. However, most approaches require a given representation under unrealistic assumptions about the normalization of the decomposition or introduce unresolved computational challenges in practice. Instead, we consider an alternative definition of linear MDPs that automatically ensures normalization while allowing efficient representation learning via contrastive estimation. The framework also admits confi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07150","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.07150/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"voHhmdgvYUETn78uvZKYpPQn2RQu4epsBXi1oyPH+fdN0+Nl0CkuIjcoZ5ourASq/CsnTzDpBYPnVXalzGjdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:42:45.260938Z"},"content_sha256":"40d531446d1829cf141414123b44d3f5fe31078f651a6ca3ccd6ea2eb12667f9","schema_version":"1.0","event_id":"sha256:40d531446d1829cf141414123b44d3f5fe31078f651a6ca3ccd6ea2eb12667f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XKURJX7WL7JLA3ML57CLZO3AAH/bundle.json","state_url":"https://pith.science/pith/XKURJX7WL7JLA3ML57CLZO3AAH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XKURJX7WL7JLA3ML57CLZO3AAH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T12:42:45Z","links":{"resolver":"https://pith.science/pith/XKURJX7WL7JLA3ML57CLZO3AAH","bundle":"https://pith.science/pith/XKURJX7WL7JLA3ML57CLZO3AAH/bundle.json","state":"https://pith.science/pith/XKURJX7WL7JLA3ML57CLZO3AAH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XKURJX7WL7JLA3ML57CLZO3AAH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:XKURJX7WL7JLA3ML57CLZO3AAH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f8049af054dea06b6f3467a6522f5f0fa88e33e0a9945a5cb40a859193afba4","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-14T18:18:02Z","title_canon_sha256":"4dda20741b583d7c6154ecde79171b124497b2c645320447b3528b8b7f701159"},"schema_version":"1.0","source":{"id":"2207.07150","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07150","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07150v2","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07150","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"XKURJX7WL7JL","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"XKURJX7WL7JLA3ML","created_at":"2026-07-05T05:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"XKURJX7W","created_at":"2026-07-05T05:23:21Z"}],"graph_snapshots":[{"event_id":"sha256:40d531446d1829cf141414123b44d3f5fe31078f651a6ca3ccd6ea2eb12667f9","target":"graph","created_at":"2026-07-05T05:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.07150/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is common to address the curse of dimensionality in Markov decision processes (MDPs) by exploiting low-rank representations. This motivates much of the recent theoretical study on linear MDPs. However, most approaches require a given representation under unrealistic assumptions about the normalization of the decomposition or introduce unresolved computational challenges in practice. Instead, we consider an alternative definition of linear MDPs that automatically ensures normalization while allowing efficient representation learning via contrastive estimation. The framework also admits confi","authors_text":"Bo Dai, Dale Schuurmans, Joseph E. Gonzalez, Mengjiao Yang, Tianjun Zhang, Tongzheng Ren","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-14T18:18:02Z","title":"Making Linear MDPs Practical via Contrastive Representation Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07150","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f33f4ef9d56c2b6e6e72f1d2b2468c6a7cc6025a5afbbd12891c03d67aa507b5","target":"record","created_at":"2026-07-05T05:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f8049af054dea06b6f3467a6522f5f0fa88e33e0a9945a5cb40a859193afba4","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-14T18:18:02Z","title_canon_sha256":"4dda20741b583d7c6154ecde79171b124497b2c645320447b3528b8b7f701159"},"schema_version":"1.0","source":{"id":"2207.07150","kind":"arxiv","version":2}},"canonical_sha256":"baa914dff65fd2b06d8befc4bcbb6001d9669ba678b04d2f6da71d4db6ca7640","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"baa914dff65fd2b06d8befc4bcbb6001d9669ba678b04d2f6da71d4db6ca7640","first_computed_at":"2026-07-05T05:23:21.683909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:23:21.683909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"x2UuGYttOkefn0Wq9lWc2AdSFERSe+MWaxP/oM9r29UIr0INskeNXWKQfFV7C1GZVKbVd5zfVhy4kBYoGc8WCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:23:21.684297Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.07150","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f33f4ef9d56c2b6e6e72f1d2b2468c6a7cc6025a5afbbd12891c03d67aa507b5","sha256:40d531446d1829cf141414123b44d3f5fe31078f651a6ca3ccd6ea2eb12667f9"],"state_sha256":"1845e03307a45e55de14add54d8cab8d44cb1c05fc1ee3a0852e28452b304980"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tN7WLvnLlDF2Q8Ap4zWByIG5k3BZ/boNLQEkEfqf3xLCw+/40BDgGCFnCbFDbRYWWsoHu7hjuCBE/DLoW5QIDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T12:42:45.264744Z","bundle_sha256":"749f4e3f2465a11d204fdf85dd56b33c51ef3f80e402b25b4ea0fc6081e87347"}}