{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KDQLTWZ2P7KOOCEWBJIXLV5HDH","short_pith_number":"pith:KDQLTWZ2","canonical_record":{"source":{"id":"2207.13813","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T22:21:38Z","cross_cats_sorted":[],"title_canon_sha256":"b5f1f6c3424b4610f62714ddf8bde975b5e5925c30eab16700d9a45b3715b220","abstract_canon_sha256":"f84af481be5f4ca24798c240b2e54dadf6d9a0fcc47ee2df0a80a09cf8847d1e"},"schema_version":"1.0"},"canonical_sha256":"50e0b9db3a7fd4e708960a5175d7a719d61f38bffacc217161318db27eb0b625","source":{"kind":"arxiv","id":"2207.13813","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13813","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13813v1","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13813","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_12","alias_value":"KDQLTWZ2P7KO","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_16","alias_value":"KDQLTWZ2P7KOOCEW","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_8","alias_value":"KDQLTWZ2","created_at":"2026-07-05T04:44:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KDQLTWZ2P7KOOCEWBJIXLV5HDH","target":"record","payload":{"canonical_record":{"source":{"id":"2207.13813","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T22:21:38Z","cross_cats_sorted":[],"title_canon_sha256":"b5f1f6c3424b4610f62714ddf8bde975b5e5925c30eab16700d9a45b3715b220","abstract_canon_sha256":"f84af481be5f4ca24798c240b2e54dadf6d9a0fcc47ee2df0a80a09cf8847d1e"},"schema_version":"1.0"},"canonical_sha256":"50e0b9db3a7fd4e708960a5175d7a719d61f38bffacc217161318db27eb0b625","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:44:12.557688Z","signature_b64":"wVYtKSTXPeEAXNgRsiKJLOo/Lc4q2FHUjPt0pfUR1vJCuXBCicNJvxXVQnCS2N6nSEIozeMZCXyz8kyXKGyiAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"50e0b9db3a7fd4e708960a5175d7a719d61f38bffacc217161318db27eb0b625","last_reissued_at":"2026-07-05T04:44:12.557144Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:44:12.557144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.13813","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Xpz8WknTDWbbbZm9pTAKhbGUkE0uuUlx27YucWgUEqG3ov4tiCfWaiyC6q1OMFpSdPwl0xn4KvTGxIfEB/9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:24:11.075138Z"},"content_sha256":"f010f42356821509181193f114a7609ea3cdbe8c1ef03fbc1e3dd811d9d6dcf9","schema_version":"1.0","event_id":"sha256:f010f42356821509181193f114a7609ea3cdbe8c1ef03fbc1e3dd811d9d6dcf9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KDQLTWZ2P7KOOCEWBJIXLV5HDH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Structural Similarity for Improved Transfer in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Benjamin Stoler, C. Chace Ashcraft, Chigozie Ewulum, Susama Agarwala","submitted_at":"2022-07-27T22:21:38Z","abstract_excerpt":"Transfer learning is an increasingly common approach for developing performant RL agents. However, it is not well understood how to define the relationship between the source and target tasks, and how this relationship contributes to successful transfer. We present an algorithm called Structural Similarity for Two MDPS, or SS2, that calculates a state similarity measure for states in two finite MDPs based on previously developed bisimulation metrics, and show that the measure satisfies properties of a distance metric. Then, through empirical results with GridWorld navigation tasks, we provide "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13813","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.13813/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"92vwYZ7n3i1TzJukuHfTdBT0EVW2u9dFniDfvZCG3snG9VTZA/IBvvZKVyNisS0esqA2X+PRM58OVTmiqDTYDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:24:11.075522Z"},"content_sha256":"f5b4cefe8240e54c4ac5b6edb1cdc472b1dd7857f334e716555daa7e3e5803f4","schema_version":"1.0","event_id":"sha256:f5b4cefe8240e54c4ac5b6edb1cdc472b1dd7857f334e716555daa7e3e5803f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/bundle.json","state_url":"https://pith.science/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:24:11Z","links":{"resolver":"https://pith.science/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH","bundle":"https://pith.science/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/bundle.json","state":"https://pith.science/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KDQLTWZ2P7KOOCEWBJIXLV5HDH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KDQLTWZ2P7KOOCEWBJIXLV5HDH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f84af481be5f4ca24798c240b2e54dadf6d9a0fcc47ee2df0a80a09cf8847d1e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T22:21:38Z","title_canon_sha256":"b5f1f6c3424b4610f62714ddf8bde975b5e5925c30eab16700d9a45b3715b220"},"schema_version":"1.0","source":{"id":"2207.13813","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13813","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13813v1","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13813","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_12","alias_value":"KDQLTWZ2P7KO","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_16","alias_value":"KDQLTWZ2P7KOOCEW","created_at":"2026-07-05T04:44:12Z"},{"alias_kind":"pith_short_8","alias_value":"KDQLTWZ2","created_at":"2026-07-05T04:44:12Z"}],"graph_snapshots":[{"event_id":"sha256:f5b4cefe8240e54c4ac5b6edb1cdc472b1dd7857f334e716555daa7e3e5803f4","target":"graph","created_at":"2026-07-05T04:44:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.13813/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transfer learning is an increasingly common approach for developing performant RL agents. However, it is not well understood how to define the relationship between the source and target tasks, and how this relationship contributes to successful transfer. We present an algorithm called Structural Similarity for Two MDPS, or SS2, that calculates a state similarity measure for states in two finite MDPs based on previously developed bisimulation metrics, and show that the measure satisfies properties of a distance metric. Then, through empirical results with GridWorld navigation tasks, we provide ","authors_text":"Benjamin Stoler, C. Chace Ashcraft, Chigozie Ewulum, Susama Agarwala","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T22:21:38Z","title":"Structural Similarity for Improved Transfer in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13813","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f010f42356821509181193f114a7609ea3cdbe8c1ef03fbc1e3dd811d9d6dcf9","target":"record","created_at":"2026-07-05T04:44:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f84af481be5f4ca24798c240b2e54dadf6d9a0fcc47ee2df0a80a09cf8847d1e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T22:21:38Z","title_canon_sha256":"b5f1f6c3424b4610f62714ddf8bde975b5e5925c30eab16700d9a45b3715b220"},"schema_version":"1.0","source":{"id":"2207.13813","kind":"arxiv","version":1}},"canonical_sha256":"50e0b9db3a7fd4e708960a5175d7a719d61f38bffacc217161318db27eb0b625","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"50e0b9db3a7fd4e708960a5175d7a719d61f38bffacc217161318db27eb0b625","first_computed_at":"2026-07-05T04:44:12.557144Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:44:12.557144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wVYtKSTXPeEAXNgRsiKJLOo/Lc4q2FHUjPt0pfUR1vJCuXBCicNJvxXVQnCS2N6nSEIozeMZCXyz8kyXKGyiAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:44:12.557688Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.13813","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f010f42356821509181193f114a7609ea3cdbe8c1ef03fbc1e3dd811d9d6dcf9","sha256:f5b4cefe8240e54c4ac5b6edb1cdc472b1dd7857f334e716555daa7e3e5803f4"],"state_sha256":"06fe425af8854fa040efe5ae7aeeba0825b1f94c450433cf47dbec73cf923226"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1+r+8ilWLiSb7MdZn57STLQCUQWRGETY1ng06gcT03cdTBAwgP8iiMX/Q2fnWTa9345g/SkCJS9F6KYyvg00Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:24:11.077447Z","bundle_sha256":"12fc6b2fa676ba91cc07d10a440d5ea20bc4cc7ae2f7f3962806cae1d4931cb2"}}