{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ARFI6VIE6GTLPWIVJ7CYBKTYHQ","short_pith_number":"pith:ARFI6VIE","canonical_record":{"source":{"id":"2503.13557","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-17T01:53:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a09303c4713c3f2b0c1baca3024ed77b0a924411d11c5d864fefdda2879ab7fd","abstract_canon_sha256":"5142163fe53537d4a46aa46dadda5020b2ea5fe91627fbcd8f1ab62e740311d3"},"schema_version":"1.0"},"canonical_sha256":"044a8f5504f1a6b7d9154fc580aa783c27674c4acc5f2a9ddac14012e69b4112","source":{"kind":"arxiv","id":"2503.13557","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.13557","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"arxiv_version","alias_value":"2503.13557v1","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.13557","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_12","alias_value":"ARFI6VIE6GTL","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"ARFI6VIE6GTLPWIV","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"ARFI6VIE","created_at":"2026-07-05T10:33:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ARFI6VIE6GTLPWIVJ7CYBKTYHQ","target":"record","payload":{"canonical_record":{"source":{"id":"2503.13557","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-17T01:53:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a09303c4713c3f2b0c1baca3024ed77b0a924411d11c5d864fefdda2879ab7fd","abstract_canon_sha256":"5142163fe53537d4a46aa46dadda5020b2ea5fe91627fbcd8f1ab62e740311d3"},"schema_version":"1.0"},"canonical_sha256":"044a8f5504f1a6b7d9154fc580aa783c27674c4acc5f2a9ddac14012e69b4112","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:33:12.796078Z","signature_b64":"GoQnZsmGyJjBaTdqEPvTYG+uPbT4m9uXWjek1eHFHCJi79s0y5tKpRclc3/5aFDnRjwGz27HQcBytraM3oBeAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"044a8f5504f1a6b7d9154fc580aa783c27674c4acc5f2a9ddac14012e69b4112","last_reissued_at":"2026-07-05T10:33:12.795085Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:33:12.795085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.13557","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RQe8o0AecQOvOAy6mY3Sf2ILz4VXcfiraXIzg9VD0yg4svT2J/EF3LmTTAwGi5d09rhHsxwXzfttVyTOoMKrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:06.069095Z"},"content_sha256":"9bdf14c94fe2d5d65ef4cf66ba12cf58eae03d7b80d85bff3b710e074ef610ba","schema_version":"1.0","event_id":"sha256:9bdf14c94fe2d5d65ef4cf66ba12cf58eae03d7b80d85bff3b710e074ef610ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ARFI6VIE6GTLPWIVJ7CYBKTYHQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"APF+: Boosting adaptive-potential function reinforcement learning methods with a W-shaped network for high-dimensional games","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Lambert Schomaker, Yifei Chen","submitted_at":"2025-03-17T01:53:26Z","abstract_excerpt":"Studies in reward shaping for reinforcement learning (RL) have flourished in recent years due to its ability to speed up training. Our previous work proposed an adaptive potential function (APF) and showed that APF can accelerate the Q-learning with a Multi-layer Perceptron algorithm in the low-dimensional domain. This paper proposes to extend APF with an encoder (APF+) for RL state representation, allowing applying APF to the pixel-based Atari games using a state-encoding method that projects high-dimensional game's pixel frames to low-dimensional embeddings. We approach by designing the stat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.13557","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.13557/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n01xhNER9gerkOLT27eVO9V10w3/92cg9RSEBNWGII8LQTdVeSL8vcD+1I5NliXCdri1/fo8HSFKqhdm12I7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:06.069492Z"},"content_sha256":"7d097dd976d35d9aa1bfd8edf37c666187696721a52e2772ec168fb58bc1e1af","schema_version":"1.0","event_id":"sha256:7d097dd976d35d9aa1bfd8edf37c666187696721a52e2772ec168fb58bc1e1af"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/bundle.json","state_url":"https://pith.science/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:42:06Z","links":{"resolver":"https://pith.science/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ","bundle":"https://pith.science/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/bundle.json","state":"https://pith.science/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ARFI6VIE6GTLPWIVJ7CYBKTYHQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ARFI6VIE6GTLPWIVJ7CYBKTYHQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5142163fe53537d4a46aa46dadda5020b2ea5fe91627fbcd8f1ab62e740311d3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-17T01:53:26Z","title_canon_sha256":"a09303c4713c3f2b0c1baca3024ed77b0a924411d11c5d864fefdda2879ab7fd"},"schema_version":"1.0","source":{"id":"2503.13557","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.13557","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"arxiv_version","alias_value":"2503.13557v1","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.13557","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_12","alias_value":"ARFI6VIE6GTL","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"ARFI6VIE6GTLPWIV","created_at":"2026-07-05T10:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"ARFI6VIE","created_at":"2026-07-05T10:33:12Z"}],"graph_snapshots":[{"event_id":"sha256:7d097dd976d35d9aa1bfd8edf37c666187696721a52e2772ec168fb58bc1e1af","target":"graph","created_at":"2026-07-05T10:33:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.13557/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Studies in reward shaping for reinforcement learning (RL) have flourished in recent years due to its ability to speed up training. Our previous work proposed an adaptive potential function (APF) and showed that APF can accelerate the Q-learning with a Multi-layer Perceptron algorithm in the low-dimensional domain. This paper proposes to extend APF with an encoder (APF+) for RL state representation, allowing applying APF to the pixel-based Atari games using a state-encoding method that projects high-dimensional game's pixel frames to low-dimensional embeddings. We approach by designing the stat","authors_text":"Lambert Schomaker, Yifei Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-17T01:53:26Z","title":"APF+: Boosting adaptive-potential function reinforcement learning methods with a W-shaped network for high-dimensional games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.13557","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bdf14c94fe2d5d65ef4cf66ba12cf58eae03d7b80d85bff3b710e074ef610ba","target":"record","created_at":"2026-07-05T10:33:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5142163fe53537d4a46aa46dadda5020b2ea5fe91627fbcd8f1ab62e740311d3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-17T01:53:26Z","title_canon_sha256":"a09303c4713c3f2b0c1baca3024ed77b0a924411d11c5d864fefdda2879ab7fd"},"schema_version":"1.0","source":{"id":"2503.13557","kind":"arxiv","version":1}},"canonical_sha256":"044a8f5504f1a6b7d9154fc580aa783c27674c4acc5f2a9ddac14012e69b4112","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"044a8f5504f1a6b7d9154fc580aa783c27674c4acc5f2a9ddac14012e69b4112","first_computed_at":"2026-07-05T10:33:12.795085Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:33:12.795085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GoQnZsmGyJjBaTdqEPvTYG+uPbT4m9uXWjek1eHFHCJi79s0y5tKpRclc3/5aFDnRjwGz27HQcBytraM3oBeAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:33:12.796078Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.13557","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bdf14c94fe2d5d65ef4cf66ba12cf58eae03d7b80d85bff3b710e074ef610ba","sha256:7d097dd976d35d9aa1bfd8edf37c666187696721a52e2772ec168fb58bc1e1af"],"state_sha256":"c10ef011306574216790403485702932a6c217d2789f6e10fff40be51235d3f7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vkl/SHNtymYShdBnxmgQsUNn1dtHBZudIfrQ0W3YPoLuK3sGhGLejumxdUJDhAuH8ESTLtyO42EQpeYDdEvhCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:42:06.071447Z","bundle_sha256":"0ee4a6ec332910fc1998b7643284ce0c6d26e1a5b090d55b297e101cb8ea55e6"}}