{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:TK2PAVCXYQDRD4YFUS5YGP7Y6H","short_pith_number":"pith:TK2PAVCX","canonical_record":{"source":{"id":"1910.11914","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-25T19:46:04Z","cross_cats_sorted":["cs.AI","quant-ph","stat.ML"],"title_canon_sha256":"26da240f19bc7b5c3635b063df3913ef20b6c16fe6f21894d0c716407213685c","abstract_canon_sha256":"668007ce13a6da4dfc7ae9cb641d82c7d3a54181202391422e416036ce0fbec2"},"schema_version":"1.0"},"canonical_sha256":"9ab4f05457c40711f305a4bb833ff8f1f6fd6aebd8a8303316cec7e2d630e04d","source":{"kind":"arxiv","id":"1910.11914","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.11914","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"arxiv_version","alias_value":"1910.11914v3","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.11914","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_12","alias_value":"TK2PAVCXYQDR","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_16","alias_value":"TK2PAVCXYQDRD4YF","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_8","alias_value":"TK2PAVCX","created_at":"2026-07-05T01:51:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:TK2PAVCXYQDRD4YFUS5YGP7Y6H","target":"record","payload":{"canonical_record":{"source":{"id":"1910.11914","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-25T19:46:04Z","cross_cats_sorted":["cs.AI","quant-ph","stat.ML"],"title_canon_sha256":"26da240f19bc7b5c3635b063df3913ef20b6c16fe6f21894d0c716407213685c","abstract_canon_sha256":"668007ce13a6da4dfc7ae9cb641d82c7d3a54181202391422e416036ce0fbec2"},"schema_version":"1.0"},"canonical_sha256":"9ab4f05457c40711f305a4bb833ff8f1f6fd6aebd8a8303316cec7e2d630e04d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:05.482684Z","signature_b64":"fSwr0F2rZ/yAT21kn9ADGrD0MZ5cOwIsd1/x790GhCL9mbvd2A7dJXcLovnbXnmlRlCpMtG3UIJB4oNl0yYcAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ab4f05457c40711f305a4bb833ff8f1f6fd6aebd8a8303316cec7e2d630e04d","last_reissued_at":"2026-07-05T01:51:05.482180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:05.482180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.11914","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gfKgXK5oHnG1uR4vlRyJ1M+A6a6euqiyKCoIg8mU92wlLNwbSZBoCCSHAMR5Fren40XSC5Q36g2PHzVGOjQmDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T19:02:38.945607Z"},"content_sha256":"810221224378a97e7beab3f79160a267c64d68be0393eb5b8bb07320ec5c0662","schema_version":"1.0","event_id":"sha256:810221224378a97e7beab3f79160a267c64d68be0393eb5b8bb07320ec5c0662"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:TK2PAVCXYQDRD4YFUS5YGP7Y6H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the convergence of projective-simulation-based reinforcement learning in Markov decision processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","quant-ph","stat.ML"],"primary_cat":"cs.LG","authors_text":"Hans J. Briegel, Jens Clausen, Lea M. Trenkwalder, Vedran Dunjko, Walter L. Boyajian","submitted_at":"2019-10-25T19:46:04Z","abstract_excerpt":"In recent years, the interest in leveraging quantum effects for enhancing machine learning tasks has significantly increased. Many algorithms speeding up supervised and unsupervised learning were established. The first framework in which ways to exploit quantum resources specifically for the broader context of reinforcement learning were found is projective simulation. Projective simulation presents an agent-based reinforcement learning approach designed in a manner which may support quantum walk-based speed-ups. Although classical variants of projective simulation have been benchmarked agains"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.11914","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.11914/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I+6Us6gulLgFBJ+QjRLw3bvJ/W26puFhxpYf2iG01JmmtDq2oLG4jdWPQgRQpYiI/ax7qSmCAWkV9BI6gjWhAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T19:02:38.946199Z"},"content_sha256":"a07ce4bb96b2291caa23817026f792e2594792498a494612fa17820b0a59a847","schema_version":"1.0","event_id":"sha256:a07ce4bb96b2291caa23817026f792e2594792498a494612fa17820b0a59a847"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/bundle.json","state_url":"https://pith.science/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T19:02:38Z","links":{"resolver":"https://pith.science/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H","bundle":"https://pith.science/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/bundle.json","state":"https://pith.science/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TK2PAVCXYQDRD4YFUS5YGP7Y6H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:TK2PAVCXYQDRD4YFUS5YGP7Y6H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"668007ce13a6da4dfc7ae9cb641d82c7d3a54181202391422e416036ce0fbec2","cross_cats_sorted":["cs.AI","quant-ph","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-25T19:46:04Z","title_canon_sha256":"26da240f19bc7b5c3635b063df3913ef20b6c16fe6f21894d0c716407213685c"},"schema_version":"1.0","source":{"id":"1910.11914","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.11914","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"arxiv_version","alias_value":"1910.11914v3","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.11914","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_12","alias_value":"TK2PAVCXYQDR","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_16","alias_value":"TK2PAVCXYQDRD4YF","created_at":"2026-07-05T01:51:05Z"},{"alias_kind":"pith_short_8","alias_value":"TK2PAVCX","created_at":"2026-07-05T01:51:05Z"}],"graph_snapshots":[{"event_id":"sha256:a07ce4bb96b2291caa23817026f792e2594792498a494612fa17820b0a59a847","target":"graph","created_at":"2026-07-05T01:51:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.11914/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, the interest in leveraging quantum effects for enhancing machine learning tasks has significantly increased. Many algorithms speeding up supervised and unsupervised learning were established. The first framework in which ways to exploit quantum resources specifically for the broader context of reinforcement learning were found is projective simulation. Projective simulation presents an agent-based reinforcement learning approach designed in a manner which may support quantum walk-based speed-ups. Although classical variants of projective simulation have been benchmarked agains","authors_text":"Hans J. Briegel, Jens Clausen, Lea M. Trenkwalder, Vedran Dunjko, Walter L. Boyajian","cross_cats":["cs.AI","quant-ph","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-25T19:46:04Z","title":"On the convergence of projective-simulation-based reinforcement learning in Markov decision processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.11914","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:810221224378a97e7beab3f79160a267c64d68be0393eb5b8bb07320ec5c0662","target":"record","created_at":"2026-07-05T01:51:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"668007ce13a6da4dfc7ae9cb641d82c7d3a54181202391422e416036ce0fbec2","cross_cats_sorted":["cs.AI","quant-ph","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-25T19:46:04Z","title_canon_sha256":"26da240f19bc7b5c3635b063df3913ef20b6c16fe6f21894d0c716407213685c"},"schema_version":"1.0","source":{"id":"1910.11914","kind":"arxiv","version":3}},"canonical_sha256":"9ab4f05457c40711f305a4bb833ff8f1f6fd6aebd8a8303316cec7e2d630e04d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ab4f05457c40711f305a4bb833ff8f1f6fd6aebd8a8303316cec7e2d630e04d","first_computed_at":"2026-07-05T01:51:05.482180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:51:05.482180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fSwr0F2rZ/yAT21kn9ADGrD0MZ5cOwIsd1/x790GhCL9mbvd2A7dJXcLovnbXnmlRlCpMtG3UIJB4oNl0yYcAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:51:05.482684Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.11914","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:810221224378a97e7beab3f79160a267c64d68be0393eb5b8bb07320ec5c0662","sha256:a07ce4bb96b2291caa23817026f792e2594792498a494612fa17820b0a59a847"],"state_sha256":"b8fb1c8a53632fe59130c869295db95b8c11b9266a5a62d3bcf42d3eedcc3c48"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uWCW8LIAJxdHpc4PYuQSAe+HZ/QUJeE7s0VGODJkh9ejlgbKQ3IMp4Rvztd+jougirkRuQ4ini7YPrZOXfGEDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T19:02:38.952117Z","bundle_sha256":"570e419856d65bddc91d0afe5c3432e55b93e164953418e9f0f8444114ab2d8f"}}