{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OIKKWSVT6LZG4EGK35NJY5ZISU","short_pith_number":"pith:OIKKWSVT","canonical_record":{"source":{"id":"2411.05194","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-07T21:37:51Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"cdd214b3cb7691ae1ed6041ed1d468240465c9b370a77e35914e276357150933","abstract_canon_sha256":"e9b1fb1edf3728b1f6ed26d0a2ceb79adffec1ca45be5796ed57e06cc00960eb"},"schema_version":"1.0"},"canonical_sha256":"7214ab4ab3f2f26e10cadf5a9c7728951eac3cb2ffc71205ad4542bde23bbc4c","source":{"kind":"arxiv","id":"2411.05194","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05194","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05194v1","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05194","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"OIKKWSVT6LZG","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"OIKKWSVT6LZG4EGK","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"OIKKWSVT","created_at":"2026-07-05T09:32:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OIKKWSVT6LZG4EGK35NJY5ZISU","target":"record","payload":{"canonical_record":{"source":{"id":"2411.05194","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-07T21:37:51Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"cdd214b3cb7691ae1ed6041ed1d468240465c9b370a77e35914e276357150933","abstract_canon_sha256":"e9b1fb1edf3728b1f6ed26d0a2ceb79adffec1ca45be5796ed57e06cc00960eb"},"schema_version":"1.0"},"canonical_sha256":"7214ab4ab3f2f26e10cadf5a9c7728951eac3cb2ffc71205ad4542bde23bbc4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:55.686598Z","signature_b64":"41CoK8YFrG2Bk836szZC/KVXNFGKkd7quK8v4OYQCe4RxDsoasjVcGHoVWTQielVpXYZ0Dnq1Me2+r5LtXJYDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7214ab4ab3f2f26e10cadf5a9c7728951eac3cb2ffc71205ad4542bde23bbc4c","last_reissued_at":"2026-07-05T09:32:55.686084Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:55.686084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.05194","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BmzsqjONd2kUmxxN+W6aSPk+SAkyMmmOj7jWLN+FzaactENxk8y5H+5sxj0EUrMCpH0R4xhs3+YeuES/RxL4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:14:54.085083Z"},"content_sha256":"878c536ca48cc610d5a7f337efd7323f901981069136b35efdb5cdb62a0fadbc","schema_version":"1.0","event_id":"sha256:878c536ca48cc610d5a7f337efd7323f901981069136b35efdb5cdb62a0fadbc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OIKKWSVT6LZG4EGK35NJY5ZISU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interactive Dialogue Agents via Reinforcement Learning on Hindsight Regenerations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Anca Dragan, Jessica Lin, Joey Hong, Sergey Levine","submitted_at":"2024-11-07T21:37:51Z","abstract_excerpt":"Recent progress on large language models (LLMs) has enabled dialogue agents to generate highly naturalistic and plausible text. However, current LLM language generation focuses on responding accurately to questions and requests with a single effective response. In reality, many real dialogues are interactive, meaning an agent's utterances will influence their conversational partner, elicit information, or change their opinion. Accounting for how an agent can effectively steer a conversation is a crucial ability in many dialogue tasks, from healthcare to preference elicitation. Existing methods"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05194","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.05194/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eELKhpj7K2Z+okCyH7tPewQ2HZZ4oHg0efY4bIwv3BlDuMnZfmnOYgMVMXC33nNVLFEYj1qFGyKZBW3hwDN8AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:14:54.142326Z"},"content_sha256":"0236b8a6cf2c8e495e9d0ef3be84d331d1e699c3e70f8ff08792c7d64ba4010d","schema_version":"1.0","event_id":"sha256:0236b8a6cf2c8e495e9d0ef3be84d331d1e699c3e70f8ff08792c7d64ba4010d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/bundle.json","state_url":"https://pith.science/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:14:54Z","links":{"resolver":"https://pith.science/pith/OIKKWSVT6LZG4EGK35NJY5ZISU","bundle":"https://pith.science/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/bundle.json","state":"https://pith.science/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIKKWSVT6LZG4EGK35NJY5ZISU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OIKKWSVT6LZG4EGK35NJY5ZISU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9b1fb1edf3728b1f6ed26d0a2ceb79adffec1ca45be5796ed57e06cc00960eb","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-07T21:37:51Z","title_canon_sha256":"cdd214b3cb7691ae1ed6041ed1d468240465c9b370a77e35914e276357150933"},"schema_version":"1.0","source":{"id":"2411.05194","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05194","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05194v1","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05194","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"OIKKWSVT6LZG","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"OIKKWSVT6LZG4EGK","created_at":"2026-07-05T09:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"OIKKWSVT","created_at":"2026-07-05T09:32:55Z"}],"graph_snapshots":[{"event_id":"sha256:0236b8a6cf2c8e495e9d0ef3be84d331d1e699c3e70f8ff08792c7d64ba4010d","target":"graph","created_at":"2026-07-05T09:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.05194/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent progress on large language models (LLMs) has enabled dialogue agents to generate highly naturalistic and plausible text. However, current LLM language generation focuses on responding accurately to questions and requests with a single effective response. In reality, many real dialogues are interactive, meaning an agent's utterances will influence their conversational partner, elicit information, or change their opinion. Accounting for how an agent can effectively steer a conversation is a crucial ability in many dialogue tasks, from healthcare to preference elicitation. Existing methods","authors_text":"Anca Dragan, Jessica Lin, Joey Hong, Sergey Levine","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-07T21:37:51Z","title":"Interactive Dialogue Agents via Reinforcement Learning on Hindsight Regenerations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05194","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:878c536ca48cc610d5a7f337efd7323f901981069136b35efdb5cdb62a0fadbc","target":"record","created_at":"2026-07-05T09:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9b1fb1edf3728b1f6ed26d0a2ceb79adffec1ca45be5796ed57e06cc00960eb","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-07T21:37:51Z","title_canon_sha256":"cdd214b3cb7691ae1ed6041ed1d468240465c9b370a77e35914e276357150933"},"schema_version":"1.0","source":{"id":"2411.05194","kind":"arxiv","version":1}},"canonical_sha256":"7214ab4ab3f2f26e10cadf5a9c7728951eac3cb2ffc71205ad4542bde23bbc4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7214ab4ab3f2f26e10cadf5a9c7728951eac3cb2ffc71205ad4542bde23bbc4c","first_computed_at":"2026-07-05T09:32:55.686084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:55.686084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"41CoK8YFrG2Bk836szZC/KVXNFGKkd7quK8v4OYQCe4RxDsoasjVcGHoVWTQielVpXYZ0Dnq1Me2+r5LtXJYDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:55.686598Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.05194","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:878c536ca48cc610d5a7f337efd7323f901981069136b35efdb5cdb62a0fadbc","sha256:0236b8a6cf2c8e495e9d0ef3be84d331d1e699c3e70f8ff08792c7d64ba4010d"],"state_sha256":"029c83825ddb21936654a7141aaf3ab5d0b5eeffcfa54582e6ad8dd315b0c8e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JynaYUE5BIzo1hqsSEsGM6+B8mxtHg0s8J9su5EdYer8TnDa+K9mN5GHSXkuc7m1SNDmrvr5H1+LG1IbZ3OPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:14:54.150231Z","bundle_sha256":"b779d88a7bb786841cf5f817ee33227cac56ef28db3213ef623c2e07f1dc0ed2"}}