{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OJKCLLS5CX4I37YGFFQBSHKJCQ","short_pith_number":"pith:OJKCLLS5","canonical_record":{"source":{"id":"2305.16960","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T14:17:36Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"title_canon_sha256":"2814c88a678c3628d4e249e7e5a1f31d3e3cf9844316eb1db88ec21fe95a3130","abstract_canon_sha256":"f9acad03896e82517e26eea721ff35176229903a400f556b84651506566757ca"},"schema_version":"1.0"},"canonical_sha256":"725425ae5d15f88dff062960191d491423aeef019f2accf4418fe4b0882efcb8","source":{"kind":"arxiv","id":"2305.16960","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16960","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16960v3","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16960","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"OJKCLLS5CX4I","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"OJKCLLS5CX4I37YG","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"OJKCLLS5","created_at":"2026-07-05T07:06:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OJKCLLS5CX4I37YGFFQBSHKJCQ","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16960","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T14:17:36Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"title_canon_sha256":"2814c88a678c3628d4e249e7e5a1f31d3e3cf9844316eb1db88ec21fe95a3130","abstract_canon_sha256":"f9acad03896e82517e26eea721ff35176229903a400f556b84651506566757ca"},"schema_version":"1.0"},"canonical_sha256":"725425ae5d15f88dff062960191d491423aeef019f2accf4418fe4b0882efcb8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:28.168064Z","signature_b64":"dnuW7uYZi6Lfor7eAmEhz1dV5vJ8OGqgVz+2CBK49hj03WMe3JS8WK9d7bvA+01Fvk0bYH+cDzGsWLvJAq3/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"725425ae5d15f88dff062960191d491423aeef019f2accf4418fe4b0882efcb8","last_reissued_at":"2026-07-05T07:06:28.167573Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:28.167573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16960","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eKxaLq+rc8tgrfAx4cOoNYjRMmEIeZfoHj8woQz6LFj2ZznIeKjFSiMJZ+HlzP8tzYi+lOzjrRTycvMBU9Q1BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:10:34.220559Z"},"content_sha256":"1dec3c2f61c369c94e10e8caa92afce507900e0b7ecb6b381f209607a952b176","schema_version":"1.0","event_id":"sha256:1dec3c2f61c369c94e10e8caa92afce507900e0b7ecb6b381f209607a952b176"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OJKCLLS5CX4I37YGFFQBSHKJCQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training Socially Aligned Language Models on Simulated Social Interactions","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.HC"],"primary_cat":"cs.CL","authors_text":"Andrew M. Dai, Chenyan Jia, Denny Zhou, Diyi Yang, Ge Zhang, Ruibo Liu, Ruixin Yang, Soroush Vosoughi","submitted_at":"2023-05-26T14:17:36Z","abstract_excerpt":"Social alignment in AI systems aims to ensure that these models behave according to established societal values. However, unlike humans, who derive consensus on value judgments through social interaction, current language models (LMs) are trained to rigidly replicate their training corpus in isolation, leading to subpar generalization in unfamiliar scenarios and vulnerability to adversarial attacks. This work presents a novel training paradigm that permits LMs to learn from simulated social interactions. In comparison to existing methodologies, our approach is considerably more scalable and ef"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16960","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16960/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l+Jzue+xfO8EBl14M0hGSkpx/G8rqTih8oKfvogVG2LuucqVdBmR3v/M0lLGv7/lApqtpSzwvNOfXKsHSEYFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:10:34.221046Z"},"content_sha256":"ccf01e74d029e2cdaa0f3822f412f6c20e61ec6dd6145312dfb53def5284bc46","schema_version":"1.0","event_id":"sha256:ccf01e74d029e2cdaa0f3822f412f6c20e61ec6dd6145312dfb53def5284bc46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/bundle.json","state_url":"https://pith.science/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:10:34Z","links":{"resolver":"https://pith.science/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ","bundle":"https://pith.science/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/bundle.json","state":"https://pith.science/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OJKCLLS5CX4I37YGFFQBSHKJCQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OJKCLLS5CX4I37YGFFQBSHKJCQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9acad03896e82517e26eea721ff35176229903a400f556b84651506566757ca","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T14:17:36Z","title_canon_sha256":"2814c88a678c3628d4e249e7e5a1f31d3e3cf9844316eb1db88ec21fe95a3130"},"schema_version":"1.0","source":{"id":"2305.16960","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16960","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16960v3","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16960","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"OJKCLLS5CX4I","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"OJKCLLS5CX4I37YG","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"OJKCLLS5","created_at":"2026-07-05T07:06:28Z"}],"graph_snapshots":[{"event_id":"sha256:ccf01e74d029e2cdaa0f3822f412f6c20e61ec6dd6145312dfb53def5284bc46","target":"graph","created_at":"2026-07-05T07:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16960/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Social alignment in AI systems aims to ensure that these models behave according to established societal values. However, unlike humans, who derive consensus on value judgments through social interaction, current language models (LMs) are trained to rigidly replicate their training corpus in isolation, leading to subpar generalization in unfamiliar scenarios and vulnerability to adversarial attacks. This work presents a novel training paradigm that permits LMs to learn from simulated social interactions. In comparison to existing methodologies, our approach is considerably more scalable and ef","authors_text":"Andrew M. Dai, Chenyan Jia, Denny Zhou, Diyi Yang, Ge Zhang, Ruibo Liu, Ruixin Yang, Soroush Vosoughi","cross_cats":["cs.AI","cs.CY","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T14:17:36Z","title":"Training Socially Aligned Language Models on Simulated Social Interactions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16960","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1dec3c2f61c369c94e10e8caa92afce507900e0b7ecb6b381f209607a952b176","target":"record","created_at":"2026-07-05T07:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9acad03896e82517e26eea721ff35176229903a400f556b84651506566757ca","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T14:17:36Z","title_canon_sha256":"2814c88a678c3628d4e249e7e5a1f31d3e3cf9844316eb1db88ec21fe95a3130"},"schema_version":"1.0","source":{"id":"2305.16960","kind":"arxiv","version":3}},"canonical_sha256":"725425ae5d15f88dff062960191d491423aeef019f2accf4418fe4b0882efcb8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"725425ae5d15f88dff062960191d491423aeef019f2accf4418fe4b0882efcb8","first_computed_at":"2026-07-05T07:06:28.167573Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:28.167573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dnuW7uYZi6Lfor7eAmEhz1dV5vJ8OGqgVz+2CBK49hj03WMe3JS8WK9d7bvA+01Fvk0bYH+cDzGsWLvJAq3/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:28.168064Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16960","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1dec3c2f61c369c94e10e8caa92afce507900e0b7ecb6b381f209607a952b176","sha256:ccf01e74d029e2cdaa0f3822f412f6c20e61ec6dd6145312dfb53def5284bc46"],"state_sha256":"55e2800d707342748d7b9987aea3d5e4f16cc227918d8aa42f8e4c3db5256074"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a6p1B5dA5I7V6S4mqym0LcfzKMyMmCNlQMkgTKEjVTxlXIw7Zs+ZfFblvlJjX2Aerq384YtBtPrlG8qELmyhBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:10:34.224325Z","bundle_sha256":"e698ab82916232fadbbbb0582dc56f678d4c8ac5f24702913834fa0b24148fe7"}}