{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:GB2B3GSMRS3H4MUU6KPAQY4PUN","short_pith_number":"pith:GB2B3GSM","canonical_record":{"source":{"id":"2607.14180","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-15T14:03:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09c43732a273b5f3e92472eb5ce2509797d9bf0a6c43c0f82d2159a5de7c77ae","abstract_canon_sha256":"855d6e58236986b2f5906214119b6d89097cc6279a1c6418e8b3620d006cbafe"},"schema_version":"1.0"},"canonical_sha256":"30741d9a4c8cb67e3294f29e08638fa34368ce32f0eb584e0ba3ef6cfbc90cb7","source":{"kind":"arxiv","id":"2607.14180","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.14180","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"arxiv_version","alias_value":"2607.14180v1","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.14180","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_12","alias_value":"GB2B3GSMRS3H","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_16","alias_value":"GB2B3GSMRS3H4MUU","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_8","alias_value":"GB2B3GSM","created_at":"2026-07-17T00:20:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:GB2B3GSMRS3H4MUU6KPAQY4PUN","target":"record","payload":{"canonical_record":{"source":{"id":"2607.14180","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-15T14:03:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09c43732a273b5f3e92472eb5ce2509797d9bf0a6c43c0f82d2159a5de7c77ae","abstract_canon_sha256":"855d6e58236986b2f5906214119b6d89097cc6279a1c6418e8b3620d006cbafe"},"schema_version":"1.0"},"canonical_sha256":"30741d9a4c8cb67e3294f29e08638fa34368ce32f0eb584e0ba3ef6cfbc90cb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-17T00:20:55.695920Z","signature_b64":"Ngvd9s562dQUIyMvvwGDc5O6rnK72ZZuOdZ8d3TDx2WM4b7J+cW5L2nnFHE6fdieR/k9oDPV/YwQ5Mr0U0g3Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"30741d9a4c8cb67e3294f29e08638fa34368ce32f0eb584e0ba3ef6cfbc90cb7","last_reissued_at":"2026-07-17T00:20:55.695003Z","signature_status":"signed_v1","first_computed_at":"2026-07-17T00:20:55.695003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.14180","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-17T00:20:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CJX5JvhmRZ+IC6DJGai0dbIb9GnkZukWQqOjzqsWGrWwVRgog3dz56VeN0rxdzYP94CgxyplCMoq1+z8E9u0Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T04:04:01.391903Z"},"content_sha256":"a669c0019b59503601e8d9c0ed4f86316654431e6f0b597abf5a7b08b4ab74d6","schema_version":"1.0","event_id":"sha256:a669c0019b59503601e8d9c0ed4f86316654431e6f0b597abf5a7b08b4ab74d6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:GB2B3GSMRS3H4MUU6KPAQY4PUN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RENEW: Towards Learning World Models and Repairing Model Exploitation from Preferences","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Logan Mondal Bhamidipaty, Mykel Kochenderfer, Subramanian Ramamoorthy","submitted_at":"2026-07-15T14:03:45Z","abstract_excerpt":"World models are widely used in offline reinforcement learning (RL) to improve sample efficiency and generate experience beyond a fixed dataset. However, they are vulnerable to model exploitation where data coverage is thin. Prior work addresses this either by collecting more expert demonstrations, which is often expensive, unsafe, or unavailable, or by conservative algorithms that avoid uncertain regions, which limits generalization. We propose instead to repair exploitation directly using human preferences over imagined rollouts, leveraging the strong intuitive physics that allows humans to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.14180","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.14180/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-17T00:20:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/8pspGd4Ul/5iSKbFPCXlBlL0IZFisUT+Z5pIwkw3gIggsA5mANyWyR73eYzb+QvZtJoRN7UDrdw1qJn9CAdDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T04:04:01.392669Z"},"content_sha256":"cc68d0c214e04578fb864366d2dd9e03ec5adce448b9bcf7756a9f15e780e47e","schema_version":"1.0","event_id":"sha256:cc68d0c214e04578fb864366d2dd9e03ec5adce448b9bcf7756a9f15e780e47e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/bundle.json","state_url":"https://pith.science/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T04:04:01Z","links":{"resolver":"https://pith.science/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN","bundle":"https://pith.science/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/bundle.json","state":"https://pith.science/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GB2B3GSMRS3H4MUU6KPAQY4PUN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:GB2B3GSMRS3H4MUU6KPAQY4PUN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"855d6e58236986b2f5906214119b6d89097cc6279a1c6418e8b3620d006cbafe","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-15T14:03:45Z","title_canon_sha256":"09c43732a273b5f3e92472eb5ce2509797d9bf0a6c43c0f82d2159a5de7c77ae"},"schema_version":"1.0","source":{"id":"2607.14180","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.14180","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"arxiv_version","alias_value":"2607.14180v1","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.14180","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_12","alias_value":"GB2B3GSMRS3H","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_16","alias_value":"GB2B3GSMRS3H4MUU","created_at":"2026-07-17T00:20:55Z"},{"alias_kind":"pith_short_8","alias_value":"GB2B3GSM","created_at":"2026-07-17T00:20:55Z"}],"graph_snapshots":[{"event_id":"sha256:cc68d0c214e04578fb864366d2dd9e03ec5adce448b9bcf7756a9f15e780e47e","target":"graph","created_at":"2026-07-17T00:20:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.14180/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"World models are widely used in offline reinforcement learning (RL) to improve sample efficiency and generate experience beyond a fixed dataset. However, they are vulnerable to model exploitation where data coverage is thin. Prior work addresses this either by collecting more expert demonstrations, which is often expensive, unsafe, or unavailable, or by conservative algorithms that avoid uncertain regions, which limits generalization. We propose instead to repair exploitation directly using human preferences over imagined rollouts, leveraging the strong intuitive physics that allows humans to ","authors_text":"Logan Mondal Bhamidipaty, Mykel Kochenderfer, Subramanian Ramamoorthy","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-15T14:03:45Z","title":"RENEW: Towards Learning World Models and Repairing Model Exploitation from Preferences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.14180","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a669c0019b59503601e8d9c0ed4f86316654431e6f0b597abf5a7b08b4ab74d6","target":"record","created_at":"2026-07-17T00:20:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"855d6e58236986b2f5906214119b6d89097cc6279a1c6418e8b3620d006cbafe","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-15T14:03:45Z","title_canon_sha256":"09c43732a273b5f3e92472eb5ce2509797d9bf0a6c43c0f82d2159a5de7c77ae"},"schema_version":"1.0","source":{"id":"2607.14180","kind":"arxiv","version":1}},"canonical_sha256":"30741d9a4c8cb67e3294f29e08638fa34368ce32f0eb584e0ba3ef6cfbc90cb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"30741d9a4c8cb67e3294f29e08638fa34368ce32f0eb584e0ba3ef6cfbc90cb7","first_computed_at":"2026-07-17T00:20:55.695003Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-17T00:20:55.695003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ngvd9s562dQUIyMvvwGDc5O6rnK72ZZuOdZ8d3TDx2WM4b7J+cW5L2nnFHE6fdieR/k9oDPV/YwQ5Mr0U0g3Bw==","signature_status":"signed_v1","signed_at":"2026-07-17T00:20:55.695920Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.14180","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a669c0019b59503601e8d9c0ed4f86316654431e6f0b597abf5a7b08b4ab74d6","sha256:cc68d0c214e04578fb864366d2dd9e03ec5adce448b9bcf7756a9f15e780e47e"],"state_sha256":"5487874518b14efd196caf7e51b25f56f039817f9a990d93ed001de21a7d524e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"URwxP86O5WfcxAEca4dcftpnuiFe9kQcoLBCfHwUPP0ftuBqk1I9L1pT2HzLU7QtQDblbrIaiI/i1mbvTF8BCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T04:04:01.400866Z","bundle_sha256":"4d94353327c9062e1e1be9437b96c923efd0dae8a8e47133133b7943f6dbaef0"}}