{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:3MV74AI4VAJ3V4VZCIYZDWEQZT","short_pith_number":"pith:3MV74AI4","canonical_record":{"source":{"id":"1809.02206","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-06T20:17:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"bec34e6a83ffeb5bd511e82fddb44be531a2a1c01d88e18bceb5e332beb9f9ff","abstract_canon_sha256":"92b761c81853cec0d4332caa5035782cff42af04397d83cf4ff8f22603539cf5"},"schema_version":"1.0"},"canonical_sha256":"db2bfe011ca813baf2b9123191d890ccfa211ab6fd2e7b337d91bce0f5b0dd0a","source":{"kind":"arxiv","id":"1809.02206","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02206","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02206v1","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02206","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"pith_short_12","alias_value":"3MV74AI4VAJ3","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"3MV74AI4VAJ3V4VZ","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"3MV74AI4","created_at":"2026-05-18T12:32:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:3MV74AI4VAJ3V4VZCIYZDWEQZT","target":"record","payload":{"canonical_record":{"source":{"id":"1809.02206","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-06T20:17:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"bec34e6a83ffeb5bd511e82fddb44be531a2a1c01d88e18bceb5e332beb9f9ff","abstract_canon_sha256":"92b761c81853cec0d4332caa5035782cff42af04397d83cf4ff8f22603539cf5"},"schema_version":"1.0"},"canonical_sha256":"db2bfe011ca813baf2b9123191d890ccfa211ab6fd2e7b337d91bce0f5b0dd0a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:06:17.666309Z","signature_b64":"e9plpwbmVWigtxg/gpBIaSzMEPKzKoYYegrHwk3pORQGLrJ4nWXlLpatTMPSP9uxCEGoaLiZX6RD+SGr/9bMDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db2bfe011ca813baf2b9123191d890ccfa211ab6fd2e7b337d91bce0f5b0dd0a","last_reissued_at":"2026-05-18T00:06:17.665781Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:06:17.665781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.02206","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:06:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GtYNa0DlTEkkaHVn//V/lpUcVQ21Nh74F84E8dI//aP6e5i5ZrRL/O+qKcHvYWsevWMskVvXNqMtciFeG+lDDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T13:58:34.086541Z"},"content_sha256":"0f2a3d0fe0f1347b0a9f658320a41662b702db6a6b7d2cc8375b09ee971b4177","schema_version":"1.0","event_id":"sha256:0f2a3d0fe0f1347b0a9f658320a41662b702db6a6b7d2cc8375b09ee971b4177"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:3MV74AI4VAJ3V4VZCIYZDWEQZT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Challenges of Context and Time in Reinforcement Learning: Introducing Space Fortress as a Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Akshat Agarwal, Katia Sycara, Ryan Hope","submitted_at":"2018-09-06T20:17:44Z","abstract_excerpt":"Research in deep reinforcement learning (RL) has coalesced around improving performance on benchmarks like the Arcade Learning Environment. However, these benchmarks conspicuously miss important characteristics like abrupt context-dependent shifts in strategy and temporal sensitivity that are often present in real-world domains. As a result, RL research has not focused on these challenges, resulting in algorithms which do not understand critical changes in context, and have little notion of real world time. To tackle this issue, this paper introduces the game of Space Fortress as a RL benchmar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02206","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:06:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hB5Sd04LPm4zWvqoN8OjiKT9S3P8RwT8dyP8xmRSXUM5yiLSVYcR9kGF5cbc2zb9CG/1IJRfJOJ9pI2vCpbpAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T13:58:34.086886Z"},"content_sha256":"6d4573ddcb627a1799765f1fcc12f6b4a71a99470ebdf0131ac2a1e2ec20ef46","schema_version":"1.0","event_id":"sha256:6d4573ddcb627a1799765f1fcc12f6b4a71a99470ebdf0131ac2a1e2ec20ef46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/bundle.json","state_url":"https://pith.science/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T13:58:34Z","links":{"resolver":"https://pith.science/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT","bundle":"https://pith.science/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/bundle.json","state":"https://pith.science/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3MV74AI4VAJ3V4VZCIYZDWEQZT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:3MV74AI4VAJ3V4VZCIYZDWEQZT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92b761c81853cec0d4332caa5035782cff42af04397d83cf4ff8f22603539cf5","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-06T20:17:44Z","title_canon_sha256":"bec34e6a83ffeb5bd511e82fddb44be531a2a1c01d88e18bceb5e332beb9f9ff"},"schema_version":"1.0","source":{"id":"1809.02206","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02206","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02206v1","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02206","created_at":"2026-05-18T00:06:17Z"},{"alias_kind":"pith_short_12","alias_value":"3MV74AI4VAJ3","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_16","alias_value":"3MV74AI4VAJ3V4VZ","created_at":"2026-05-18T12:32:02Z"},{"alias_kind":"pith_short_8","alias_value":"3MV74AI4","created_at":"2026-05-18T12:32:02Z"}],"graph_snapshots":[{"event_id":"sha256:6d4573ddcb627a1799765f1fcc12f6b4a71a99470ebdf0131ac2a1e2ec20ef46","target":"graph","created_at":"2026-05-18T00:06:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Research in deep reinforcement learning (RL) has coalesced around improving performance on benchmarks like the Arcade Learning Environment. However, these benchmarks conspicuously miss important characteristics like abrupt context-dependent shifts in strategy and temporal sensitivity that are often present in real-world domains. As a result, RL research has not focused on these challenges, resulting in algorithms which do not understand critical changes in context, and have little notion of real world time. To tackle this issue, this paper introduces the game of Space Fortress as a RL benchmar","authors_text":"Akshat Agarwal, Katia Sycara, Ryan Hope","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-06T20:17:44Z","title":"Challenges of Context and Time in Reinforcement Learning: Introducing Space Fortress as a Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02206","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f2a3d0fe0f1347b0a9f658320a41662b702db6a6b7d2cc8375b09ee971b4177","target":"record","created_at":"2026-05-18T00:06:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92b761c81853cec0d4332caa5035782cff42af04397d83cf4ff8f22603539cf5","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-06T20:17:44Z","title_canon_sha256":"bec34e6a83ffeb5bd511e82fddb44be531a2a1c01d88e18bceb5e332beb9f9ff"},"schema_version":"1.0","source":{"id":"1809.02206","kind":"arxiv","version":1}},"canonical_sha256":"db2bfe011ca813baf2b9123191d890ccfa211ab6fd2e7b337d91bce0f5b0dd0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db2bfe011ca813baf2b9123191d890ccfa211ab6fd2e7b337d91bce0f5b0dd0a","first_computed_at":"2026-05-18T00:06:17.665781Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:06:17.665781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e9plpwbmVWigtxg/gpBIaSzMEPKzKoYYegrHwk3pORQGLrJ4nWXlLpatTMPSP9uxCEGoaLiZX6RD+SGr/9bMDg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:06:17.666309Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.02206","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f2a3d0fe0f1347b0a9f658320a41662b702db6a6b7d2cc8375b09ee971b4177","sha256:6d4573ddcb627a1799765f1fcc12f6b4a71a99470ebdf0131ac2a1e2ec20ef46"],"state_sha256":"5e27deba20c14f4a9cf15c29a981505b9a204d329ff56fa53f0b0b22804eac1b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PWTChI/PybTeCNBgDc1NXvP5jhdlsooaBS8Tt5Ou7Cl3Bzd08xujM3aCXLjWaxnm6cMxXUCiFVa3c1P+B5ZlCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T13:58:34.088941Z","bundle_sha256":"fba0e0e968bcbf4defe6aa33724cffb04aff24d1ff4eaa5863197b4366a41c2f"}}