{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2017:2OVB4PM2SAH4NCVAOBTFJST6GF","short_pith_number":"pith:2OVB4PM2","schema_version":"1.0","canonical_sha256":"d3aa1e3d9a900fc68aa0706654ca7e314de5c040a53de2a0e7828a16d5f813ba","source":{"kind":"arxiv","id":"1706.00130","version":2},"attestation_state":"computed","paper":{"title":"Teaching Machines to Describe Images via Natural Language Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.HC"],"primary_cat":"cs.CL","authors_text":"Huan Ling, Sanja Fidler","submitted_at":"2017-06-01T00:24:55Z","abstract_excerpt":"Robots will eventually be part of every household. It is thus critical to enable algorithms to learn from and be guided by non-expert users. In this paper, we bring a human in the loop, and enable a human teacher to give feedback to a learning agent in the form of natural language. We argue that a descriptive sentence can provide a much stronger learning signal than a numeric reward in that it can easily point to where the mistakes are and how to correct them. We focus on the problem of image captioning in which the quality of the output can easily be judged by non-experts. We propose a hierar"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1706.00130","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-01T00:24:55Z","cross_cats_sorted":["cs.AI","cs.CV","cs.HC"],"title_canon_sha256":"8987e7999b9374d0e3e3760b263b80939b71a0789086fd32289a98c8271cb9d4","abstract_canon_sha256":"324b2566bac25602a6904a2a0a0ddc41fa4bf154863eebb81b922b4a94ba9962"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:43:08.027063Z","signature_b64":"gCqq++raRaDH9WlR7GwMW9PnfrcJzQSw8fKZefp3NK8nrltdt8vsYdT3K5g4qpprNvnCfdv3zXAr9oUk/ws4Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d3aa1e3d9a900fc68aa0706654ca7e314de5c040a53de2a0e7828a16d5f813ba","last_reissued_at":"2026-05-18T00:43:08.026284Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:43:08.026284Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Teaching Machines to Describe Images via Natural Language Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.HC"],"primary_cat":"cs.CL","authors_text":"Huan Ling, Sanja Fidler","submitted_at":"2017-06-01T00:24:55Z","abstract_excerpt":"Robots will eventually be part of every household. It is thus critical to enable algorithms to learn from and be guided by non-expert users. In this paper, we bring a human in the loop, and enable a human teacher to give feedback to a learning agent in the form of natural language. We argue that a descriptive sentence can provide a much stronger learning signal than a numeric reward in that it can easily point to where the mistakes are and how to correct them. We focus on the problem of image captioning in which the quality of the output can easily be judged by non-experts. We propose a hierar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.00130","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1706.00130","created_at":"2026-05-18T00:43:08.026432+00:00"},{"alias_kind":"arxiv_version","alias_value":"1706.00130v2","created_at":"2026-05-18T00:43:08.026432+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.00130","created_at":"2026-05-18T00:43:08.026432+00:00"},{"alias_kind":"pith_short_12","alias_value":"2OVB4PM2SAH4","created_at":"2026-05-18T12:30:55.937587+00:00"},{"alias_kind":"pith_short_16","alias_value":"2OVB4PM2SAH4NCVA","created_at":"2026-05-18T12:30:55.937587+00:00"},{"alias_kind":"pith_short_8","alias_value":"2OVB4PM2","created_at":"2026-05-18T12:30:55.937587+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"1907.09273","citing_title":"Why Build an Assistant in Minecraft?","ref_index":57,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF","json":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF.json","graph_json":"https://pith.science/api/pith-number/2OVB4PM2SAH4NCVAOBTFJST6GF/graph.json","events_json":"https://pith.science/api/pith-number/2OVB4PM2SAH4NCVAOBTFJST6GF/events.json","paper":"https://pith.science/paper/2OVB4PM2"},"agent_actions":{"view_html":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF","download_json":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF.json","view_paper":"https://pith.science/paper/2OVB4PM2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1706.00130&json=true","fetch_graph":"https://pith.science/api/pith-number/2OVB4PM2SAH4NCVAOBTFJST6GF/graph.json","fetch_events":"https://pith.science/api/pith-number/2OVB4PM2SAH4NCVAOBTFJST6GF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF/action/storage_attestation","attest_author":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF/action/author_attestation","sign_citation":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF/action/citation_signature","submit_replication":"https://pith.science/pith/2OVB4PM2SAH4NCVAOBTFJST6GF/action/replication_record"}},"created_at":"2026-05-18T00:43:08.026432+00:00","updated_at":"2026-05-18T00:43:08.026432+00:00"}