{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QE337I7AONKQAFZ54ABSCDQFG4","short_pith_number":"pith:QE337I7A","canonical_record":{"source":{"id":"2409.00096","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T01:21:53Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"622899d425cb9d0c973213ca5731205184b314a517eb6eabe5a5bf41dc442f9f","abstract_canon_sha256":"244946da91aa933019739bb1b3c0ab0a3af6412078ec73d6107d9fa9bbe3a24d"},"schema_version":"1.0"},"canonical_sha256":"8137bfa3e0735500173de003210e05373a70cf23fe93d0c84fac7a551c29ab89","source":{"kind":"arxiv","id":"2409.00096","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.00096","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"arxiv_version","alias_value":"2409.00096v1","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.00096","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_12","alias_value":"QE337I7AONKQ","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_16","alias_value":"QE337I7AONKQAFZ5","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_8","alias_value":"QE337I7A","created_at":"2026-07-05T09:01:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QE337I7AONKQAFZ54ABSCDQFG4","target":"record","payload":{"canonical_record":{"source":{"id":"2409.00096","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T01:21:53Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"622899d425cb9d0c973213ca5731205184b314a517eb6eabe5a5bf41dc442f9f","abstract_canon_sha256":"244946da91aa933019739bb1b3c0ab0a3af6412078ec73d6107d9fa9bbe3a24d"},"schema_version":"1.0"},"canonical_sha256":"8137bfa3e0735500173de003210e05373a70cf23fe93d0c84fac7a551c29ab89","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:01:40.873088Z","signature_b64":"txlsHmBVT4P/c1LCdzhDJI/tjryHTC2zlPIltKy3EDk/P6SUCIU+DXcuGl8F61Vt8enl5VuxyauyD4JSdVMwCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8137bfa3e0735500173de003210e05373a70cf23fe93d0c84fac7a551c29ab89","last_reissued_at":"2026-07-05T09:01:40.872704Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:01:40.872704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.00096","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yvkf55aNdlhdSqEfqQh8Iuzq4/OOb6e0sgfOVnMAFRh91otodklHS3JXmXGdEImCyCLnKjht/r0aKC3UEMDTDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:01.236098Z"},"content_sha256":"ce83746bb1dd5eab0d0bce947d34730e55fcf2b4ea5853c6bb9c3e16644fc251","schema_version":"1.0","event_id":"sha256:ce83746bb1dd5eab0d0bce947d34730e55fcf2b4ea5853c6bb9c3e16644fc251"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QE337I7AONKQAFZ54ABSCDQFG4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Non-instructional Fine-tuning: Enabling Instruction-Following Capabilities in Pre-trained Language Models without Instruction-Following Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hung-yi Lee, Juncheng Xie, Shensian Syu","submitted_at":"2024-08-27T01:21:53Z","abstract_excerpt":"Instruction fine-tuning is crucial for today's large language models (LLMs) to learn to follow instructions and align with human preferences. Conventionally, supervised data, including the instruction and the correct response, is required for instruction fine-tuning. To obtain such data, some researchers prompted well-trained models like GPT-4 to generate instructions and correct responses. In this paper, we propose a novel approach that uses the first half of a random text from OpenWebText as the instruction and GPT-3.5-turbo or GPT-4-turbo to complete the text as the response. Despite the da"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.00096","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.00096/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+RDqnHvXbxZpLO7XFG8LMfjD179kc3sKUpRutfYNFCPbR2+iAXtN/r46FcuzZyfhPP80dTTrjt4mGJMkBcm9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:01.236610Z"},"content_sha256":"844e0d7d25d75e12eedb31772ba87493174892fd13cecfa8c5af6e558eb63e6d","schema_version":"1.0","event_id":"sha256:844e0d7d25d75e12eedb31772ba87493174892fd13cecfa8c5af6e558eb63e6d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QE337I7AONKQAFZ54ABSCDQFG4/bundle.json","state_url":"https://pith.science/pith/QE337I7AONKQAFZ54ABSCDQFG4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QE337I7AONKQAFZ54ABSCDQFG4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:19:01Z","links":{"resolver":"https://pith.science/pith/QE337I7AONKQAFZ54ABSCDQFG4","bundle":"https://pith.science/pith/QE337I7AONKQAFZ54ABSCDQFG4/bundle.json","state":"https://pith.science/pith/QE337I7AONKQAFZ54ABSCDQFG4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QE337I7AONKQAFZ54ABSCDQFG4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QE337I7AONKQAFZ54ABSCDQFG4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"244946da91aa933019739bb1b3c0ab0a3af6412078ec73d6107d9fa9bbe3a24d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T01:21:53Z","title_canon_sha256":"622899d425cb9d0c973213ca5731205184b314a517eb6eabe5a5bf41dc442f9f"},"schema_version":"1.0","source":{"id":"2409.00096","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.00096","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"arxiv_version","alias_value":"2409.00096v1","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.00096","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_12","alias_value":"QE337I7AONKQ","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_16","alias_value":"QE337I7AONKQAFZ5","created_at":"2026-07-05T09:01:40Z"},{"alias_kind":"pith_short_8","alias_value":"QE337I7A","created_at":"2026-07-05T09:01:40Z"}],"graph_snapshots":[{"event_id":"sha256:844e0d7d25d75e12eedb31772ba87493174892fd13cecfa8c5af6e558eb63e6d","target":"graph","created_at":"2026-07-05T09:01:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.00096/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Instruction fine-tuning is crucial for today's large language models (LLMs) to learn to follow instructions and align with human preferences. Conventionally, supervised data, including the instruction and the correct response, is required for instruction fine-tuning. To obtain such data, some researchers prompted well-trained models like GPT-4 to generate instructions and correct responses. In this paper, we propose a novel approach that uses the first half of a random text from OpenWebText as the instruction and GPT-3.5-turbo or GPT-4-turbo to complete the text as the response. Despite the da","authors_text":"Hung-yi Lee, Juncheng Xie, Shensian Syu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T01:21:53Z","title":"Non-instructional Fine-tuning: Enabling Instruction-Following Capabilities in Pre-trained Language Models without Instruction-Following Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.00096","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce83746bb1dd5eab0d0bce947d34730e55fcf2b4ea5853c6bb9c3e16644fc251","target":"record","created_at":"2026-07-05T09:01:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"244946da91aa933019739bb1b3c0ab0a3af6412078ec73d6107d9fa9bbe3a24d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T01:21:53Z","title_canon_sha256":"622899d425cb9d0c973213ca5731205184b314a517eb6eabe5a5bf41dc442f9f"},"schema_version":"1.0","source":{"id":"2409.00096","kind":"arxiv","version":1}},"canonical_sha256":"8137bfa3e0735500173de003210e05373a70cf23fe93d0c84fac7a551c29ab89","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8137bfa3e0735500173de003210e05373a70cf23fe93d0c84fac7a551c29ab89","first_computed_at":"2026-07-05T09:01:40.872704Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:01:40.872704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"txlsHmBVT4P/c1LCdzhDJI/tjryHTC2zlPIltKy3EDk/P6SUCIU+DXcuGl8F61Vt8enl5VuxyauyD4JSdVMwCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:01:40.873088Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.00096","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce83746bb1dd5eab0d0bce947d34730e55fcf2b4ea5853c6bb9c3e16644fc251","sha256:844e0d7d25d75e12eedb31772ba87493174892fd13cecfa8c5af6e558eb63e6d"],"state_sha256":"cb58b5bf1c7e30b7efc216fdd4f648a44392f536f3a7c2321e6d65a077a52968"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xwP8H4j26qk+OvV5kF7c6Zgvyyv8MqA0GcaA227kmyKiOIV0AXKVWqUk+jAKeN2NITJdu++uQL/rbdiQgSs2Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:19:01.242710Z","bundle_sha256":"20e009188e34b3f1a6a8705569bc8dfa4b0a2e303598330efaad2559926b6067"}}