{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:2QO5BPVWTVCK5WPIUKJZKDLFHK","short_pith_number":"pith:2QO5BPVW","canonical_record":{"source":{"id":"1902.07198","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-19T18:51:10Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"601869727f50719e7afd96c96db2715d098edb5602a20120ae4839eb9d1f22ab","abstract_canon_sha256":"6bd09c8e1badfddd1ecc401c4506db208945f2034be3a4051d91929cfbc9a50b"},"schema_version":"1.0"},"canonical_sha256":"d41dd0beb69d44aed9e8a293950d653a8ccb8958fa3aa5a721efb94eeaf6e5be","source":{"kind":"arxiv","id":"1902.07198","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.07198","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"arxiv_version","alias_value":"1902.07198v4","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.07198","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_12","alias_value":"2QO5BPVWTVCK","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_16","alias_value":"2QO5BPVWTVCK5WPI","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_8","alias_value":"2QO5BPVW","created_at":"2026-07-05T01:11:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:2QO5BPVWTVCK5WPIUKJZKDLFHK","target":"record","payload":{"canonical_record":{"source":{"id":"1902.07198","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-19T18:51:10Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"601869727f50719e7afd96c96db2715d098edb5602a20120ae4839eb9d1f22ab","abstract_canon_sha256":"6bd09c8e1badfddd1ecc401c4506db208945f2034be3a4051d91929cfbc9a50b"},"schema_version":"1.0"},"canonical_sha256":"d41dd0beb69d44aed9e8a293950d653a8ccb8958fa3aa5a721efb94eeaf6e5be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:11:39.367484Z","signature_b64":"Ly6QX5+1DnK0kL0e031hyoxgnk8Qtl3lvdEtHcFAnvgo8HIgVPqWAu2uoV90VGTEB4vmr4D4FipL7Rj8P44dBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d41dd0beb69d44aed9e8a293950d653a8ccb8958fa3aa5a721efb94eeaf6e5be","last_reissued_at":"2026-07-05T01:11:39.367104Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:11:39.367104Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.07198","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"52WKVg05JZbggqL8ejXRQOuzGHO5QblY2hIxmj7VxYR0wAxK2zoVT8NxT3e8Wz9g1VOjQieDq8A1JoBzIilfDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T12:52:21.440898Z"},"content_sha256":"ef1f650820ed0c0d0a435a7e04a659818896ace1c71868ee67aeb2b4c24e4ebb","schema_version":"1.0","event_id":"sha256:ef1f650820ed0c0d0a435a7e04a659818896ace1c71868ee67aeb2b4c24e4ebb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:2QO5BPVWTVCK5WPIUKJZKDLFHK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Generalize from Sparse and Underspecified Rewards","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chen Liang, Dale Schuurmans, Mohammad Norouzi, Rishabh Agarwal","submitted_at":"2019-02-19T18:51:10Z","abstract_excerpt":"We consider the problem of learning from sparse and underspecified rewards, where an agent receives a complex input, such as a natural language instruction, and needs to generate a complex response, such as an action sequence, while only receiving binary success-failure feedback. Such success-failure rewards are often underspecified: they do not distinguish between purposeful and accidental success. Generalization from underspecified rewards hinges on discounting spurious trajectories that attain accidental success, while learning from sparse feedback requires effective exploration. We address"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.07198","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1902.07198/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KEfiSrKubluFLOWZvCSXMtbane0/HI8SByN8XsC9Ik1NeVwFDEJWNkxQHV5hU8h076k3Xn8V2SuRerndt2ZMAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T12:52:21.441461Z"},"content_sha256":"676d0160066b1d6e1184f03da89d8e7faa6937abf913265b52f20cc18d0d0789","schema_version":"1.0","event_id":"sha256:676d0160066b1d6e1184f03da89d8e7faa6937abf913265b52f20cc18d0d0789"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/bundle.json","state_url":"https://pith.science/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T12:52:21Z","links":{"resolver":"https://pith.science/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK","bundle":"https://pith.science/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/bundle.json","state":"https://pith.science/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2QO5BPVWTVCK5WPIUKJZKDLFHK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:2QO5BPVWTVCK5WPIUKJZKDLFHK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6bd09c8e1badfddd1ecc401c4506db208945f2034be3a4051d91929cfbc9a50b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-19T18:51:10Z","title_canon_sha256":"601869727f50719e7afd96c96db2715d098edb5602a20120ae4839eb9d1f22ab"},"schema_version":"1.0","source":{"id":"1902.07198","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.07198","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"arxiv_version","alias_value":"1902.07198v4","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.07198","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_12","alias_value":"2QO5BPVWTVCK","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_16","alias_value":"2QO5BPVWTVCK5WPI","created_at":"2026-07-05T01:11:39Z"},{"alias_kind":"pith_short_8","alias_value":"2QO5BPVW","created_at":"2026-07-05T01:11:39Z"}],"graph_snapshots":[{"event_id":"sha256:676d0160066b1d6e1184f03da89d8e7faa6937abf913265b52f20cc18d0d0789","target":"graph","created_at":"2026-07-05T01:11:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1902.07198/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider the problem of learning from sparse and underspecified rewards, where an agent receives a complex input, such as a natural language instruction, and needs to generate a complex response, such as an action sequence, while only receiving binary success-failure feedback. Such success-failure rewards are often underspecified: they do not distinguish between purposeful and accidental success. Generalization from underspecified rewards hinges on discounting spurious trajectories that attain accidental success, while learning from sparse feedback requires effective exploration. We address","authors_text":"Chen Liang, Dale Schuurmans, Mohammad Norouzi, Rishabh Agarwal","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-19T18:51:10Z","title":"Learning to Generalize from Sparse and Underspecified Rewards"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.07198","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ef1f650820ed0c0d0a435a7e04a659818896ace1c71868ee67aeb2b4c24e4ebb","target":"record","created_at":"2026-07-05T01:11:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6bd09c8e1badfddd1ecc401c4506db208945f2034be3a4051d91929cfbc9a50b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-02-19T18:51:10Z","title_canon_sha256":"601869727f50719e7afd96c96db2715d098edb5602a20120ae4839eb9d1f22ab"},"schema_version":"1.0","source":{"id":"1902.07198","kind":"arxiv","version":4}},"canonical_sha256":"d41dd0beb69d44aed9e8a293950d653a8ccb8958fa3aa5a721efb94eeaf6e5be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d41dd0beb69d44aed9e8a293950d653a8ccb8958fa3aa5a721efb94eeaf6e5be","first_computed_at":"2026-07-05T01:11:39.367104Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:11:39.367104Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ly6QX5+1DnK0kL0e031hyoxgnk8Qtl3lvdEtHcFAnvgo8HIgVPqWAu2uoV90VGTEB4vmr4D4FipL7Rj8P44dBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:11:39.367484Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.07198","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ef1f650820ed0c0d0a435a7e04a659818896ace1c71868ee67aeb2b4c24e4ebb","sha256:676d0160066b1d6e1184f03da89d8e7faa6937abf913265b52f20cc18d0d0789"],"state_sha256":"7d166313e2c50af18e3798bbf66284ebe6ae34ba44e07ad9967a3afb40d18127"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FB8n6jPFrh2HnhMY7qsHpp9MxM+T9NTa+s/MsGiaL3p40P7FSAqNh2BZoO6MZq2eN2/DXoHeo9QybRJ1D6HMCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T12:52:21.446210Z","bundle_sha256":"4cb056b8811ced66936ac7e80df632f739a722ba5437ab09c838db74fa1f682b"}}