{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PDW4P7URMUD5KSUSWU7FZ5XCSV","short_pith_number":"pith:PDW4P7UR","canonical_record":{"source":{"id":"2009.13649","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-28T21:50:38Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"0915313013872ebf22c6b33dd1691f922c954f6824551875cf5561e997dea529","abstract_canon_sha256":"5ac67553f4b3a5a63336fe277120b99d90350e42e007effa94d1787d68caefae"},"schema_version":"1.0"},"canonical_sha256":"78edc7fe916507d54a92b53e5cf6e29551dfe911c5f88d15577d5ee949469b43","source":{"kind":"arxiv","id":"2009.13649","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13649","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13649v3","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13649","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_12","alias_value":"PDW4P7URMUD5","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_16","alias_value":"PDW4P7URMUD5KSUS","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_8","alias_value":"PDW4P7UR","created_at":"2026-07-05T01:57:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PDW4P7URMUD5KSUSWU7FZ5XCSV","target":"record","payload":{"canonical_record":{"source":{"id":"2009.13649","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-28T21:50:38Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"0915313013872ebf22c6b33dd1691f922c954f6824551875cf5561e997dea529","abstract_canon_sha256":"5ac67553f4b3a5a63336fe277120b99d90350e42e007effa94d1787d68caefae"},"schema_version":"1.0"},"canonical_sha256":"78edc7fe916507d54a92b53e5cf6e29551dfe911c5f88d15577d5ee949469b43","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:57:20.410057Z","signature_b64":"zWp7TSB/nacJ6BqyePLhZRKxYt6XRqCvixOQ6rm30SXUQGxZVrjIGcc7uePzsyymwGdBfmb8kWH66yojgom7Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78edc7fe916507d54a92b53e5cf6e29551dfe911c5f88d15577d5ee949469b43","last_reissued_at":"2026-07-05T01:57:20.409634Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:57:20.409634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.13649","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:57:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8HzNaaPtJHRymoCv/9J5gmPg3cTtscme6gjFrkLT3BDMs3mnUSMgIR6X1DEuC9WmkBorLJHoyJJDs/+FvMvVBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T16:50:56.349067Z"},"content_sha256":"0298a8c5a41c6140d99763db15535151cc3dfa7f881c1337801ce0a60e976fef","schema_version":"1.0","event_id":"sha256:0298a8c5a41c6140d99763db15535151cc3dfa7f881c1337801ce0a60e976fef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PDW4P7URMUD5KSUSWU7FZ5XCSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The EMPATHIC Framework for Task Learning from Implicit Human Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.HC","authors_text":"Alessandro Allievi, Peter Stone, Qiping Zhang, Scott Niekum, W. Bradley Knox, Yuchen Cui","submitted_at":"2020-09-28T21:50:38Z","abstract_excerpt":"Reactions such as gestures, facial expressions, and vocalizations are an abundant, naturally occurring channel of information that humans provide during interactions. A robot or other agent could leverage an understanding of such implicit human feedback to improve its task performance at no cost to the human. This approach contrasts with common agent teaching methods based on demonstrations, critiques, or other guidance that need to be attentively and intentionally provided. In this paper, we first define the general problem of learning from implicit human feedback and then propose to address "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13649","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.13649/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:57:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jLQ7alpRYsD4hURHkijJuYNZfvUUZOsyRiZOYwO0pQ3dssAlqyC9ACGx316Ynx3omHo84qqBRMGpGSoi1FpACQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T16:50:56.349472Z"},"content_sha256":"ced5646390b0080eb81c6a12d6e5bf8da006e936c848d18bee6e82be6273c596","schema_version":"1.0","event_id":"sha256:ced5646390b0080eb81c6a12d6e5bf8da006e936c848d18bee6e82be6273c596"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/bundle.json","state_url":"https://pith.science/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T16:50:56Z","links":{"resolver":"https://pith.science/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV","bundle":"https://pith.science/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/bundle.json","state":"https://pith.science/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDW4P7URMUD5KSUSWU7FZ5XCSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PDW4P7URMUD5KSUSWU7FZ5XCSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ac67553f4b3a5a63336fe277120b99d90350e42e007effa94d1787d68caefae","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-28T21:50:38Z","title_canon_sha256":"0915313013872ebf22c6b33dd1691f922c954f6824551875cf5561e997dea529"},"schema_version":"1.0","source":{"id":"2009.13649","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13649","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13649v3","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13649","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_12","alias_value":"PDW4P7URMUD5","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_16","alias_value":"PDW4P7URMUD5KSUS","created_at":"2026-07-05T01:57:20Z"},{"alias_kind":"pith_short_8","alias_value":"PDW4P7UR","created_at":"2026-07-05T01:57:20Z"}],"graph_snapshots":[{"event_id":"sha256:ced5646390b0080eb81c6a12d6e5bf8da006e936c848d18bee6e82be6273c596","target":"graph","created_at":"2026-07-05T01:57:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.13649/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reactions such as gestures, facial expressions, and vocalizations are an abundant, naturally occurring channel of information that humans provide during interactions. A robot or other agent could leverage an understanding of such implicit human feedback to improve its task performance at no cost to the human. This approach contrasts with common agent teaching methods based on demonstrations, critiques, or other guidance that need to be attentively and intentionally provided. In this paper, we first define the general problem of learning from implicit human feedback and then propose to address ","authors_text":"Alessandro Allievi, Peter Stone, Qiping Zhang, Scott Niekum, W. Bradley Knox, Yuchen Cui","cross_cats":["cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-28T21:50:38Z","title":"The EMPATHIC Framework for Task Learning from Implicit Human Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13649","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0298a8c5a41c6140d99763db15535151cc3dfa7f881c1337801ce0a60e976fef","target":"record","created_at":"2026-07-05T01:57:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ac67553f4b3a5a63336fe277120b99d90350e42e007effa94d1787d68caefae","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2020-09-28T21:50:38Z","title_canon_sha256":"0915313013872ebf22c6b33dd1691f922c954f6824551875cf5561e997dea529"},"schema_version":"1.0","source":{"id":"2009.13649","kind":"arxiv","version":3}},"canonical_sha256":"78edc7fe916507d54a92b53e5cf6e29551dfe911c5f88d15577d5ee949469b43","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78edc7fe916507d54a92b53e5cf6e29551dfe911c5f88d15577d5ee949469b43","first_computed_at":"2026-07-05T01:57:20.409634Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:57:20.409634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zWp7TSB/nacJ6BqyePLhZRKxYt6XRqCvixOQ6rm30SXUQGxZVrjIGcc7uePzsyymwGdBfmb8kWH66yojgom7Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:57:20.410057Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.13649","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0298a8c5a41c6140d99763db15535151cc3dfa7f881c1337801ce0a60e976fef","sha256:ced5646390b0080eb81c6a12d6e5bf8da006e936c848d18bee6e82be6273c596"],"state_sha256":"67a206635413a4f1fde66e64abd6cb2fe1e87fd258469e07c23964da1f854f1f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ncttZg+joZFCSPge/yNVC3kGVqbQnRZBS0b78N+dEsPibc0IRRWiVBOUyBEex+lscQlDOgncXN4dlgudDai/Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T16:50:56.351631Z","bundle_sha256":"859d21c5e5abbaa19dd2087f2dc87df48c5da356b43ccb4514174ebd5ab32ba7"}}