{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:YGCLDB6RNL7LKDNFUREAQTZ5CT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d905a4f8a9ff96bf7bdf58a32f50aa762c907a8298a7aed4d9cd19b992b8585e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-10-05T15:15:27Z","title_canon_sha256":"54706b16c44d164d63a1d5f6e69291b06ae01747bd122644a5194ba63feb4ddf"},"schema_version":"1.0","source":{"id":"1610.01476","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.01476","created_at":"2026-05-18T01:03:07Z"},{"alias_kind":"arxiv_version","alias_value":"1610.01476v1","created_at":"2026-05-18T01:03:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.01476","created_at":"2026-05-18T01:03:07Z"},{"alias_kind":"pith_short_12","alias_value":"YGCLDB6RNL7L","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_16","alias_value":"YGCLDB6RNL7LKDNF","created_at":"2026-05-18T12:30:53Z"},{"alias_kind":"pith_short_8","alias_value":"YGCLDB6R","created_at":"2026-05-18T12:30:53Z"}],"graph_snapshots":[{"event_id":"sha256:c6d6479ac619f733c9d77bfd6e0ffa97bf0c7e8867b9f1d03bd2276f7fc7ca10","target":"graph","created_at":"2026-05-18T01:03:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we study the Temporal Difference (TD) learning with linear value function approximation. It is well known that most TD learning algorithms are unstable with linear function approximation and off-policy learning. Recent development of Gradient TD (GTD) algorithms has addressed this problem successfully. However, the success of GTD algorithms requires a set of well chosen features, which are not always available. When the number of features is huge, the GTD algorithms might face the problem of overfitting and being computationally expensive. To cope with this difficulty, regulariz","authors_text":"Dominik Meyer, Hao Shen, Klaus Diepold","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-10-05T15:15:27Z","title":"$\\ell_1$ Regularized Gradient Temporal-Difference Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.01476","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1824fa73b06509206202e5c73b0de63145041950222307a82b7421828f3d2865","target":"record","created_at":"2026-05-18T01:03:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d905a4f8a9ff96bf7bdf58a32f50aa762c907a8298a7aed4d9cd19b992b8585e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-10-05T15:15:27Z","title_canon_sha256":"54706b16c44d164d63a1d5f6e69291b06ae01747bd122644a5194ba63feb4ddf"},"schema_version":"1.0","source":{"id":"1610.01476","kind":"arxiv","version":1}},"canonical_sha256":"c184b187d16afeb50da5a448084f3d14e9c56684ec4286e2790254f42da6d3cb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c184b187d16afeb50da5a448084f3d14e9c56684ec4286e2790254f42da6d3cb","first_computed_at":"2026-05-18T01:03:07.086145Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:03:07.086145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AQnDWT331p9dLG1ezCmVEhjjYUPrQZuGMZEwjZUoBB4+WVC9axKajzD+utK3X1GKSDJ5yo9s58nuXlck7VYXCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:03:07.086592Z","signed_message":"canonical_sha256_bytes"},"source_id":"1610.01476","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1824fa73b06509206202e5c73b0de63145041950222307a82b7421828f3d2865","sha256:c6d6479ac619f733c9d77bfd6e0ffa97bf0c7e8867b9f1d03bd2276f7fc7ca10"],"state_sha256":"3c4922ebd01a58282a73a5568f3acbab81535ece74fed3c4b23403bb2544e4bd"}