{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:LBKI7ZK2RI44KRZVZZJCAN7V66","short_pith_number":"pith:LBKI7ZK2","canonical_record":{"source":{"id":"1610.05555","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-18T12:06:14Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"cb07924361e2c4c8e8040e6a8faf1f35ea9d3fcf8fe32389028d4b1cd24f9fae","abstract_canon_sha256":"8b7ae895666650cddfd45ecf42b9c7b8f3ff2a3bbfb89ca1d058dfda2700e6bf"},"schema_version":"1.0"},"canonical_sha256":"58548fe55a8a39c54735ce522037f5f790388911ee1f940d3e5ab1ecaf417475","source":{"kind":"arxiv","id":"1610.05555","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.05555","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"arxiv_version","alias_value":"1610.05555v1","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.05555","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"pith_short_12","alias_value":"LBKI7ZK2RI44","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_16","alias_value":"LBKI7ZK2RI44KRZV","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_8","alias_value":"LBKI7ZK2","created_at":"2026-05-18T12:30:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:LBKI7ZK2RI44KRZVZZJCAN7V66","target":"record","payload":{"canonical_record":{"source":{"id":"1610.05555","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-18T12:06:14Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"cb07924361e2c4c8e8040e6a8faf1f35ea9d3fcf8fe32389028d4b1cd24f9fae","abstract_canon_sha256":"8b7ae895666650cddfd45ecf42b9c7b8f3ff2a3bbfb89ca1d058dfda2700e6bf"},"schema_version":"1.0"},"canonical_sha256":"58548fe55a8a39c54735ce522037f5f790388911ee1f940d3e5ab1ecaf417475","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:01:59.010179Z","signature_b64":"FHEvGkANhtZ+QgeolqnHhp0HgPvvhpPrg5MFQY/1R94ZJwDIWdc44J7cuZ4ONVmkHTB8SXZTIvASNThmCXUUCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58548fe55a8a39c54735ce522037f5f790388911ee1f940d3e5ab1ecaf417475","last_reissued_at":"2026-05-18T01:01:59.009624Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:01:59.009624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1610.05555","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:01:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0spHjUGVQ+XQ71rmSLqO9orpsTDKFvoE/YIe/qm2nbH7+uGaOJaB2qDjXLlNdPD4VTlWsepOU3vfmQ/QUofrAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T04:21:16.119426Z"},"content_sha256":"8ff67b633fcedcbc5a567c8eed00f9eeed2a1bfb5856880310d50e2c95666079","schema_version":"1.0","event_id":"sha256:8ff67b633fcedcbc5a567c8eed00f9eeed2a1bfb5856880310d50e2c95666079"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:LBKI7ZK2RI44KRZVZZJCAN7V66","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Online Contrastive Divergence with Generative Replay: Experience Replay without Storing Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.LG","authors_text":"Antonio Liotta, Decebal Constantin Mocanu, Eric Eaton, Maria Torres Vega, Peter Stone","submitted_at":"2016-10-18T12:06:14Z","abstract_excerpt":"Conceived in the early 1990s, Experience Replay (ER) has been shown to be a successful mechanism to allow online learning algorithms to reuse past experiences. Traditionally, ER can be applied to all machine learning paradigms (i.e., unsupervised, supervised, and reinforcement learning). Recently, ER has contributed to improving the performance of deep reinforcement learning. Yet, its application to many practical settings is still limited by the memory requirements of ER, necessary to explicitly store previous observations. To remedy this issue, we explore a novel approach, Online Contrastive"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.05555","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:01:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T/pBSIDUzifiMPc3kxgk4p3s22/aNJVYeoqopiBYu5K0utuslzyc81Kano/57YMfjREOeYpl/SEJVr+RgtLjBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T04:21:16.120110Z"},"content_sha256":"8e11c5343fff1955defc2b92463e3efd9463f0be22bc6cc35c20396c6de675d8","schema_version":"1.0","event_id":"sha256:8e11c5343fff1955defc2b92463e3efd9463f0be22bc6cc35c20396c6de675d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/bundle.json","state_url":"https://pith.science/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T04:21:16Z","links":{"resolver":"https://pith.science/pith/LBKI7ZK2RI44KRZVZZJCAN7V66","bundle":"https://pith.science/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/bundle.json","state":"https://pith.science/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LBKI7ZK2RI44KRZVZZJCAN7V66/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:LBKI7ZK2RI44KRZVZZJCAN7V66","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8b7ae895666650cddfd45ecf42b9c7b8f3ff2a3bbfb89ca1d058dfda2700e6bf","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-18T12:06:14Z","title_canon_sha256":"cb07924361e2c4c8e8040e6a8faf1f35ea9d3fcf8fe32389028d4b1cd24f9fae"},"schema_version":"1.0","source":{"id":"1610.05555","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.05555","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"arxiv_version","alias_value":"1610.05555v1","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.05555","created_at":"2026-05-18T01:01:59Z"},{"alias_kind":"pith_short_12","alias_value":"LBKI7ZK2RI44","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_16","alias_value":"LBKI7ZK2RI44KRZV","created_at":"2026-05-18T12:30:29Z"},{"alias_kind":"pith_short_8","alias_value":"LBKI7ZK2","created_at":"2026-05-18T12:30:29Z"}],"graph_snapshots":[{"event_id":"sha256:8e11c5343fff1955defc2b92463e3efd9463f0be22bc6cc35c20396c6de675d8","target":"graph","created_at":"2026-05-18T01:01:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Conceived in the early 1990s, Experience Replay (ER) has been shown to be a successful mechanism to allow online learning algorithms to reuse past experiences. Traditionally, ER can be applied to all machine learning paradigms (i.e., unsupervised, supervised, and reinforcement learning). Recently, ER has contributed to improving the performance of deep reinforcement learning. Yet, its application to many practical settings is still limited by the memory requirements of ER, necessary to explicitly store previous observations. To remedy this issue, we explore a novel approach, Online Contrastive","authors_text":"Antonio Liotta, Decebal Constantin Mocanu, Eric Eaton, Maria Torres Vega, Peter Stone","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-18T12:06:14Z","title":"Online Contrastive Divergence with Generative Replay: Experience Replay without Storing Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.05555","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ff67b633fcedcbc5a567c8eed00f9eeed2a1bfb5856880310d50e2c95666079","target":"record","created_at":"2026-05-18T01:01:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8b7ae895666650cddfd45ecf42b9c7b8f3ff2a3bbfb89ca1d058dfda2700e6bf","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-18T12:06:14Z","title_canon_sha256":"cb07924361e2c4c8e8040e6a8faf1f35ea9d3fcf8fe32389028d4b1cd24f9fae"},"schema_version":"1.0","source":{"id":"1610.05555","kind":"arxiv","version":1}},"canonical_sha256":"58548fe55a8a39c54735ce522037f5f790388911ee1f940d3e5ab1ecaf417475","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58548fe55a8a39c54735ce522037f5f790388911ee1f940d3e5ab1ecaf417475","first_computed_at":"2026-05-18T01:01:59.009624Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:01:59.009624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FHEvGkANhtZ+QgeolqnHhp0HgPvvhpPrg5MFQY/1R94ZJwDIWdc44J7cuZ4ONVmkHTB8SXZTIvASNThmCXUUCA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:01:59.010179Z","signed_message":"canonical_sha256_bytes"},"source_id":"1610.05555","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ff67b633fcedcbc5a567c8eed00f9eeed2a1bfb5856880310d50e2c95666079","sha256:8e11c5343fff1955defc2b92463e3efd9463f0be22bc6cc35c20396c6de675d8"],"state_sha256":"0a50705c4e1af52ca3f6dd1d00d362effc87b1d283d767587c711eac457be2f2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rvdvY+QaxprNp9nYEiaTLWURpFL1Z5IMTYjdbCNk14VRLBuW1mhJ1p6zG2mkUrXANkhXi9x1M8Tyt/5E0Yc/BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T04:21:16.123468Z","bundle_sha256":"b3119f6719050fce1268264c6a9f2ca82d56ee61fc0175a433f22b4144741116"}}