{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V3HXIEWY7E2PUF5XTVCOXQIRNY","short_pith_number":"pith:V3HXIEWY","canonical_record":{"source":{"id":"2407.10944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:41:34Z","cross_cats_sorted":[],"title_canon_sha256":"62ce1dc13ad5af626de4e771cd43a530ae62d0bc9203fe4b3a9c770c01d65c37","abstract_canon_sha256":"ac040a29b724e7d454a7da3ab1507897313d4799f5a3badd2059b06527477bc2"},"schema_version":"1.0"},"canonical_sha256":"aecf7412d8f934fa17b79d44ebc1116e2738908b03ccc3704e72eef3bb63e196","source":{"kind":"arxiv","id":"2407.10944","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10944","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10944v2","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10944","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_12","alias_value":"V3HXIEWY7E2P","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_16","alias_value":"V3HXIEWY7E2PUF5X","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_8","alias_value":"V3HXIEWY","created_at":"2026-07-05T10:22:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V3HXIEWY7E2PUF5XTVCOXQIRNY","target":"record","payload":{"canonical_record":{"source":{"id":"2407.10944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:41:34Z","cross_cats_sorted":[],"title_canon_sha256":"62ce1dc13ad5af626de4e771cd43a530ae62d0bc9203fe4b3a9c770c01d65c37","abstract_canon_sha256":"ac040a29b724e7d454a7da3ab1507897313d4799f5a3badd2059b06527477bc2"},"schema_version":"1.0"},"canonical_sha256":"aecf7412d8f934fa17b79d44ebc1116e2738908b03ccc3704e72eef3bb63e196","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:48.248257Z","signature_b64":"5pDqUeBCMyDa71UE+UeYKw9mJ3PaUw9T5h8ZKPc2i4U9YKYdufGlvxutKR1VFY5bxix0hgSMNIKKRjb1rKStAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aecf7412d8f934fa17b79d44ebc1116e2738908b03ccc3704e72eef3bb63e196","last_reissued_at":"2026-07-05T10:22:48.247665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:48.247665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.10944","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KjXVP3y/kAlaoPqOIlebtHV3o/C04EtlC7NI4pEZCIPTP7JaEj+UAXIsRDv9YB9+aAn5xqHdjm2AixaO0yy5Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T05:42:30.712921Z"},"content_sha256":"6519c1f3ddd451f81e299b09eb731fbbd6263d20b23ca051176f86be0bb1b0ef","schema_version":"1.0","event_id":"sha256:6519c1f3ddd451f81e299b09eb731fbbd6263d20b23ca051176f86be0bb1b0ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V3HXIEWY7E2PUF5XTVCOXQIRNY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Naturally Occurring Feedback is Common, Extractable and Useful","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Leshem Choshen, Omri Abend, Shachar Don-Yehiya","submitted_at":"2024-07-15T17:41:34Z","abstract_excerpt":"Human feedback data is a critical component in developing language models. However, collecting this feedback is costly and ultimately not scalable. Inspired by the way human interlocutors provide spontaneous unsolicited feedback to each other, we propose to extract feedback that users naturally include when interacting with chat models. We manually annotated conversations to confirm the presence of naturally occurring feedback in a standard corpus, finding that as much as 30% of the chats include explicit feedback. Comparing to older datasets, we find that naturally occurring feedback is more "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10944","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.10944/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4LpUyX63RQgplwf7JlLEq9Ef7AqFaMXAi0bPSSb1VNWIw6usLhf/JRuHXteFiIqdDQJ+P9BAJDHn+E7RlwIoDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T05:42:30.713291Z"},"content_sha256":"02f9a494faf21103a96e44233924973e6619d52702a40d6eb3b5cbd2bcf45d7e","schema_version":"1.0","event_id":"sha256:02f9a494faf21103a96e44233924973e6619d52702a40d6eb3b5cbd2bcf45d7e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/bundle.json","state_url":"https://pith.science/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T05:42:30Z","links":{"resolver":"https://pith.science/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY","bundle":"https://pith.science/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/bundle.json","state":"https://pith.science/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V3HXIEWY7E2PUF5XTVCOXQIRNY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V3HXIEWY7E2PUF5XTVCOXQIRNY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac040a29b724e7d454a7da3ab1507897313d4799f5a3badd2059b06527477bc2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:41:34Z","title_canon_sha256":"62ce1dc13ad5af626de4e771cd43a530ae62d0bc9203fe4b3a9c770c01d65c37"},"schema_version":"1.0","source":{"id":"2407.10944","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10944","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10944v2","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10944","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_12","alias_value":"V3HXIEWY7E2P","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_16","alias_value":"V3HXIEWY7E2PUF5X","created_at":"2026-07-05T10:22:48Z"},{"alias_kind":"pith_short_8","alias_value":"V3HXIEWY","created_at":"2026-07-05T10:22:48Z"}],"graph_snapshots":[{"event_id":"sha256:02f9a494faf21103a96e44233924973e6619d52702a40d6eb3b5cbd2bcf45d7e","target":"graph","created_at":"2026-07-05T10:22:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.10944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human feedback data is a critical component in developing language models. However, collecting this feedback is costly and ultimately not scalable. Inspired by the way human interlocutors provide spontaneous unsolicited feedback to each other, we propose to extract feedback that users naturally include when interacting with chat models. We manually annotated conversations to confirm the presence of naturally occurring feedback in a standard corpus, finding that as much as 30% of the chats include explicit feedback. Comparing to older datasets, we find that naturally occurring feedback is more ","authors_text":"Leshem Choshen, Omri Abend, Shachar Don-Yehiya","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:41:34Z","title":"Naturally Occurring Feedback is Common, Extractable and Useful"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10944","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6519c1f3ddd451f81e299b09eb731fbbd6263d20b23ca051176f86be0bb1b0ef","target":"record","created_at":"2026-07-05T10:22:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac040a29b724e7d454a7da3ab1507897313d4799f5a3badd2059b06527477bc2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:41:34Z","title_canon_sha256":"62ce1dc13ad5af626de4e771cd43a530ae62d0bc9203fe4b3a9c770c01d65c37"},"schema_version":"1.0","source":{"id":"2407.10944","kind":"arxiv","version":2}},"canonical_sha256":"aecf7412d8f934fa17b79d44ebc1116e2738908b03ccc3704e72eef3bb63e196","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aecf7412d8f934fa17b79d44ebc1116e2738908b03ccc3704e72eef3bb63e196","first_computed_at":"2026-07-05T10:22:48.247665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:48.247665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5pDqUeBCMyDa71UE+UeYKw9mJ3PaUw9T5h8ZKPc2i4U9YKYdufGlvxutKR1VFY5bxix0hgSMNIKKRjb1rKStAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:48.248257Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.10944","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6519c1f3ddd451f81e299b09eb731fbbd6263d20b23ca051176f86be0bb1b0ef","sha256:02f9a494faf21103a96e44233924973e6619d52702a40d6eb3b5cbd2bcf45d7e"],"state_sha256":"ff2b2a4c086d1fcac0197d94274b4fa84969695e33af365d380b520c4a69b654"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LBhGttRkwETMaGbnFB0uPuI0zg74ZxX19CijH6Sl9YoWOhxFdGFew9Q45JLtu6yuxUQlZ37xkq5/JjWQUILrAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T05:42:30.716773Z","bundle_sha256":"67830bd93eef9461a5e1b3f1cedcc5f5a6db6a74d51ff1a2cac3d01d6fe91ea9"}}