{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EAXUTUXVD5NGNDQSURNA3LB7XR","short_pith_number":"pith:EAXUTUXV","canonical_record":{"source":{"id":"2311.09677","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:45:44Z","cross_cats_sorted":[],"title_canon_sha256":"63b4dd67ac419b339f3ccf0ab2d74ea569294c01af117c68297ff3ef3ac76f1c","abstract_canon_sha256":"5cd5a30432a4f47b9d183783defb8c1ecb55f67505d00a8173840b74cf01ddd2"},"schema_version":"1.0"},"canonical_sha256":"202f49d2f51f5a668e12a45a0dac3fbc5997265dd3899f6ecc3fbca6c78c0d5f","source":{"kind":"arxiv","id":"2311.09677","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09677","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09677v3","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09677","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"EAXUTUXVD5NG","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"EAXUTUXVD5NGNDQS","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"EAXUTUXV","created_at":"2026-07-05T08:28:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EAXUTUXVD5NGNDQSURNA3LB7XR","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09677","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:45:44Z","cross_cats_sorted":[],"title_canon_sha256":"63b4dd67ac419b339f3ccf0ab2d74ea569294c01af117c68297ff3ef3ac76f1c","abstract_canon_sha256":"5cd5a30432a4f47b9d183783defb8c1ecb55f67505d00a8173840b74cf01ddd2"},"schema_version":"1.0"},"canonical_sha256":"202f49d2f51f5a668e12a45a0dac3fbc5997265dd3899f6ecc3fbca6c78c0d5f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:35.218833Z","signature_b64":"TPd1KHLhIcTKvxC0M/DtseoVi+pdZWjuHg2+tCD6PeV1mk6FO3hF8jehx7UjNPIdCUMnKq9X1s+pYSuRT4RSAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"202f49d2f51f5a668e12a45a0dac3fbc5997265dd3899f6ecc3fbca6c78c0d5f","last_reissued_at":"2026-07-05T08:28:35.218383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:35.218383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09677","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8GXqcpS0SRhv1veo2pG2MD0o26hIsqX+iEC+yLOlg+udxAeaBC6bCR8B4iCsTGkFfTozLMMCwuBKY7DHzHYpDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:32:38.918708Z"},"content_sha256":"5ee5263b01553031003269e067287398886d1a65900203e5f4f64bba82b8adbb","schema_version":"1.0","event_id":"sha256:5ee5263b01553031003269e067287398886d1a65900203e5f4f64bba82b8adbb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EAXUTUXVD5NGNDQSURNA3LB7XR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"R-Tuning: Instructing Large Language Models to Say `I Don't Know'","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hanning Zhang, Heng Ji, Qing Lian, Shizhe Diao, Tong Zhang, Xingyao Wang, Yangyi Chen, Yi R. Fung, Yong Lin","submitted_at":"2023-11-16T08:45:44Z","abstract_excerpt":"Large language models (LLMs) have revolutionized numerous domains with their impressive performance but still face their challenges. A predominant issue is the propensity for these models to generate non-existent facts, a concern termed hallucination. Our research is motivated by the observation that previous instruction tuning methods force the model to complete a sentence no matter whether the model knows the knowledge or not. When the question is out of the parametric knowledge, it will try to make up something and fail to indicate when it lacks knowledge. In this paper, we present a new ap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09677","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09677/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xd+aMhfG9UDk11MPNH71IeskTq+uQbDlqh5eO42I69heaiBvUqqWgIfEQhuIE30N6Wjh5VblsFb2vf98aOeyDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:32:38.919208Z"},"content_sha256":"e57d41d9afbfd973015aced52795217d19f560abc69e2f30a4011ab8006f6977","schema_version":"1.0","event_id":"sha256:e57d41d9afbfd973015aced52795217d19f560abc69e2f30a4011ab8006f6977"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/bundle.json","state_url":"https://pith.science/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T08:32:38Z","links":{"resolver":"https://pith.science/pith/EAXUTUXVD5NGNDQSURNA3LB7XR","bundle":"https://pith.science/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/bundle.json","state":"https://pith.science/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EAXUTUXVD5NGNDQSURNA3LB7XR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EAXUTUXVD5NGNDQSURNA3LB7XR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5cd5a30432a4f47b9d183783defb8c1ecb55f67505d00a8173840b74cf01ddd2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:45:44Z","title_canon_sha256":"63b4dd67ac419b339f3ccf0ab2d74ea569294c01af117c68297ff3ef3ac76f1c"},"schema_version":"1.0","source":{"id":"2311.09677","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09677","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09677v3","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09677","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"EAXUTUXVD5NG","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"EAXUTUXVD5NGNDQS","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"EAXUTUXV","created_at":"2026-07-05T08:28:35Z"}],"graph_snapshots":[{"event_id":"sha256:e57d41d9afbfd973015aced52795217d19f560abc69e2f30a4011ab8006f6977","target":"graph","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09677/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have revolutionized numerous domains with their impressive performance but still face their challenges. A predominant issue is the propensity for these models to generate non-existent facts, a concern termed hallucination. Our research is motivated by the observation that previous instruction tuning methods force the model to complete a sentence no matter whether the model knows the knowledge or not. When the question is out of the parametric knowledge, it will try to make up something and fail to indicate when it lacks knowledge. In this paper, we present a new ap","authors_text":"Hanning Zhang, Heng Ji, Qing Lian, Shizhe Diao, Tong Zhang, Xingyao Wang, Yangyi Chen, Yi R. Fung, Yong Lin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:45:44Z","title":"R-Tuning: Instructing Large Language Models to Say `I Don't Know'"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09677","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ee5263b01553031003269e067287398886d1a65900203e5f4f64bba82b8adbb","target":"record","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5cd5a30432a4f47b9d183783defb8c1ecb55f67505d00a8173840b74cf01ddd2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:45:44Z","title_canon_sha256":"63b4dd67ac419b339f3ccf0ab2d74ea569294c01af117c68297ff3ef3ac76f1c"},"schema_version":"1.0","source":{"id":"2311.09677","kind":"arxiv","version":3}},"canonical_sha256":"202f49d2f51f5a668e12a45a0dac3fbc5997265dd3899f6ecc3fbca6c78c0d5f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"202f49d2f51f5a668e12a45a0dac3fbc5997265dd3899f6ecc3fbca6c78c0d5f","first_computed_at":"2026-07-05T08:28:35.218383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:35.218383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TPd1KHLhIcTKvxC0M/DtseoVi+pdZWjuHg2+tCD6PeV1mk6FO3hF8jehx7UjNPIdCUMnKq9X1s+pYSuRT4RSAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:35.218833Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09677","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ee5263b01553031003269e067287398886d1a65900203e5f4f64bba82b8adbb","sha256:e57d41d9afbfd973015aced52795217d19f560abc69e2f30a4011ab8006f6977"],"state_sha256":"19d0138a61bae489de2d1aeae65219d67d2c60bc8228f0b19daccd04869c39ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iQQXKyBAUS2IJjyA6LYTdN3oZSizTOtEtLPF22MJwHHQfMOWvRCdo1ggx0+m0W7Bl+0jSKRAzB/ZfvE2Yl/KBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T08:32:38.944711Z","bundle_sha256":"7d266467cacd45508fa9bde2a8ddb30330d357f7d327a35007ed7a76a5916f66"}}