{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:FCK2UZ6DE3TAOG6FBODOVWZTKG","short_pith_number":"pith:FCK2UZ6D","canonical_record":{"source":{"id":"1704.06217","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-20T16:30:39Z","cross_cats_sorted":[],"title_canon_sha256":"0b1f79362a6bcc538643d9a6df7bb2517431f1ffd375601e4ca0417416f0fc82","abstract_canon_sha256":"33a4033102c19d34b157dce879a1ac82a406f9d96ad173e3ef1952305b9a6010"},"schema_version":"1.0"},"canonical_sha256":"2895aa67c326e6071bc50b86eadb3351871614f1a01a32a1fdd3c6892e61fbcd","source":{"kind":"arxiv","id":"1704.06217","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.06217","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"1704.06217v1","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.06217","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"FCK2UZ6DE3TA","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"FCK2UZ6DE3TAOG6F","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"FCK2UZ6D","created_at":"2026-05-18T12:31:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:FCK2UZ6DE3TAOG6FBODOVWZTKG","target":"record","payload":{"canonical_record":{"source":{"id":"1704.06217","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-20T16:30:39Z","cross_cats_sorted":[],"title_canon_sha256":"0b1f79362a6bcc538643d9a6df7bb2517431f1ffd375601e4ca0417416f0fc82","abstract_canon_sha256":"33a4033102c19d34b157dce879a1ac82a406f9d96ad173e3ef1952305b9a6010"},"schema_version":"1.0"},"canonical_sha256":"2895aa67c326e6071bc50b86eadb3351871614f1a01a32a1fdd3c6892e61fbcd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:46:03.063423Z","signature_b64":"AoxU8c6MJ3yEo57ddI6NR7mEPEuHqaeo58zIyVgN+jsfAN/lUqAFVsdzuSnGrz6MbqPiNxNGdGTRXD+3G0gzCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2895aa67c326e6071bc50b86eadb3351871614f1a01a32a1fdd3c6892e61fbcd","last_reissued_at":"2026-05-18T00:46:03.063015Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:46:03.063015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1704.06217","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ULQCCE25mYmTqNBCYRhcGJjeYTim5ZFn1z6lcccCYpzTnv9sKS0itr0DNJiuJvStRKuSgGof1lJA1NK1vABvAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T21:46:29.705052Z"},"content_sha256":"129b88a289da7742e5ffd54f08be9cd3a834a62de6b8f6b51cda56b6f70a2d4a","schema_version":"1.0","event_id":"sha256:129b88a289da7742e5ffd54f08be9cd3a834a62de6b8f6b51cda56b6f70a2d4a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:FCK2UZ6DE3TAOG6FBODOVWZTKG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with External Knowledge and Two-Stage Q-functions for Predicting Popular Reddit Threads","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ji He, Mari Ostendorf, Xiaodong He","submitted_at":"2017-04-20T16:30:39Z","abstract_excerpt":"This paper addresses the problem of predicting popularity of comments in an online discussion forum using reinforcement learning, particularly addressing two challenges that arise from having natural language state and action spaces. First, the state representation, which characterizes the history of comments tracked in a discussion at a particular point, is augmented to incorporate the global context represented by discussions on world events available in an external knowledge source. Second, a two-stage Q-learning framework is introduced, making it feasible to search the combinatorial action"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.06217","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PxNLeZrp8ja2JAlsrooruXUJBzabczXGjeK/yykB4rWilAM54Urz9Im+KE/Px4akz59OWtlzEJEStgBthGCuCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T21:46:29.705739Z"},"content_sha256":"192af932071c2328a26b758d85cae2635b0ea7d70c79354001a82e8d6a4ccb65","schema_version":"1.0","event_id":"sha256:192af932071c2328a26b758d85cae2635b0ea7d70c79354001a82e8d6a4ccb65"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/bundle.json","state_url":"https://pith.science/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T21:46:29Z","links":{"resolver":"https://pith.science/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG","bundle":"https://pith.science/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/bundle.json","state":"https://pith.science/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FCK2UZ6DE3TAOG6FBODOVWZTKG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:FCK2UZ6DE3TAOG6FBODOVWZTKG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33a4033102c19d34b157dce879a1ac82a406f9d96ad173e3ef1952305b9a6010","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-20T16:30:39Z","title_canon_sha256":"0b1f79362a6bcc538643d9a6df7bb2517431f1ffd375601e4ca0417416f0fc82"},"schema_version":"1.0","source":{"id":"1704.06217","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.06217","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"1704.06217v1","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.06217","created_at":"2026-05-18T00:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"FCK2UZ6DE3TA","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"FCK2UZ6DE3TAOG6F","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"FCK2UZ6D","created_at":"2026-05-18T12:31:15Z"}],"graph_snapshots":[{"event_id":"sha256:192af932071c2328a26b758d85cae2635b0ea7d70c79354001a82e8d6a4ccb65","target":"graph","created_at":"2026-05-18T00:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This paper addresses the problem of predicting popularity of comments in an online discussion forum using reinforcement learning, particularly addressing two challenges that arise from having natural language state and action spaces. First, the state representation, which characterizes the history of comments tracked in a discussion at a particular point, is augmented to incorporate the global context represented by discussions on world events available in an external knowledge source. Second, a two-stage Q-learning framework is introduced, making it feasible to search the combinatorial action","authors_text":"Ji He, Mari Ostendorf, Xiaodong He","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-20T16:30:39Z","title":"Reinforcement Learning with External Knowledge and Two-Stage Q-functions for Predicting Popular Reddit Threads"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.06217","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:129b88a289da7742e5ffd54f08be9cd3a834a62de6b8f6b51cda56b6f70a2d4a","target":"record","created_at":"2026-05-18T00:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33a4033102c19d34b157dce879a1ac82a406f9d96ad173e3ef1952305b9a6010","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-20T16:30:39Z","title_canon_sha256":"0b1f79362a6bcc538643d9a6df7bb2517431f1ffd375601e4ca0417416f0fc82"},"schema_version":"1.0","source":{"id":"1704.06217","kind":"arxiv","version":1}},"canonical_sha256":"2895aa67c326e6071bc50b86eadb3351871614f1a01a32a1fdd3c6892e61fbcd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2895aa67c326e6071bc50b86eadb3351871614f1a01a32a1fdd3c6892e61fbcd","first_computed_at":"2026-05-18T00:46:03.063015Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:46:03.063015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AoxU8c6MJ3yEo57ddI6NR7mEPEuHqaeo58zIyVgN+jsfAN/lUqAFVsdzuSnGrz6MbqPiNxNGdGTRXD+3G0gzCw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:46:03.063423Z","signed_message":"canonical_sha256_bytes"},"source_id":"1704.06217","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:129b88a289da7742e5ffd54f08be9cd3a834a62de6b8f6b51cda56b6f70a2d4a","sha256:192af932071c2328a26b758d85cae2635b0ea7d70c79354001a82e8d6a4ccb65"],"state_sha256":"3920ecc6409ae828c050ff1c778af2207239ed126aaca87800dded3c89b0974a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uX1z5MTsa4AT+eZE3v+RAFIMS+aBLVtpMaMC7nmCqIe5sVmu/nYl2SXMVkeaNSzPLwSZEzbnlSVpxWUJOim2DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T21:46:29.709159Z","bundle_sha256":"8d2f949c205fca75c0dfdf434dfb6ed8a10f6261c681016ddcb5959aca69a217"}}