{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:77NKS3VGJZHZMF45FRBZVAHRW6","short_pith_number":"pith:77NKS3VG","canonical_record":{"source":{"id":"2404.03134","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-04T01:07:14Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"4120ec7bdf53d5673bed6870712c9b0074c94d7cbc6347a62bfe8d56731457c8","abstract_canon_sha256":"a1e2d8b7077bd1038f5297494e4c407b9ee23da58a069b4e3e917bf44c73ded7"},"schema_version":"1.0"},"canonical_sha256":"ffdaa96ea64e4f96179d2c439a80f1b78a115ddef5694395285c1efdc4886dc8","source":{"kind":"arxiv","id":"2404.03134","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.03134","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"arxiv_version","alias_value":"2404.03134v3","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.03134","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_12","alias_value":"77NKS3VGJZHZ","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_16","alias_value":"77NKS3VGJZHZMF45","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_8","alias_value":"77NKS3VG","created_at":"2026-07-05T09:16:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:77NKS3VGJZHZMF45FRBZVAHRW6","target":"record","payload":{"canonical_record":{"source":{"id":"2404.03134","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-04T01:07:14Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"4120ec7bdf53d5673bed6870712c9b0074c94d7cbc6347a62bfe8d56731457c8","abstract_canon_sha256":"a1e2d8b7077bd1038f5297494e4c407b9ee23da58a069b4e3e917bf44c73ded7"},"schema_version":"1.0"},"canonical_sha256":"ffdaa96ea64e4f96179d2c439a80f1b78a115ddef5694395285c1efdc4886dc8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:14.267053Z","signature_b64":"gzJJ1msB71TYCOVhpOJ+Y5znydy4JszKVdRWIfX6nJ5qM56bcHSKFtZFqMUNVvFZHL12augNr7qX7LOCR/RkBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ffdaa96ea64e4f96179d2c439a80f1b78a115ddef5694395285c1efdc4886dc8","last_reissued_at":"2026-07-05T09:16:14.266551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:14.266551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.03134","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ndUqbOKHCEw53BTNIex8fiIh1bLZvxqZGmITpMl1NX2lCkHkV1JY36qFT3CM7OZOs/hyIE8gqhLWlSCnxyCBCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:59:52.887549Z"},"content_sha256":"f5c55a9f529ca21e86302714d6d4aafdb5c092fc10f3215974c0424bcd1ee4ce","schema_version":"1.0","event_id":"sha256:f5c55a9f529ca21e86302714d6d4aafdb5c092fc10f3215974c0424bcd1ee4ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:77NKS3VGJZHZMF45FRBZVAHRW6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Pronoun Fidelity with English LLMs: Are they Reasoning, Repeating, or Just Biased?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Anne Lauscher, Dawei Zhu, Dietrich Klakow, Eileen Bingert, Vagrant Gautam","submitted_at":"2024-04-04T01:07:14Z","abstract_excerpt":"Robust, faithful and harm-free pronoun use for individuals is an important goal for language model development as their use increases, but prior work tends to study only one or two of these characteristics at a time. To measure progress towards the combined goal, we introduce the task of pronoun fidelity: given a context introducing a co-referring entity and pronoun, the task is to reuse the correct pronoun later. We present RUFF, a carefully-designed dataset of over 5 million instances to measure robust pronoun fidelity in English, and we evaluate 37 model variants from nine popular families,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.03134","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.03134/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GHF3BW7nAsD6zVmetILwMhowPr0cB2EQO33Mv36iIR0s5lalzHMKO4LNoHlk47rX+8An22LddTPezUOHBImTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:59:52.888202Z"},"content_sha256":"027baa4efa1661359b53b104aa60ae72778f6ac2da8fc4e1222e9710bb428c1a","schema_version":"1.0","event_id":"sha256:027baa4efa1661359b53b104aa60ae72778f6ac2da8fc4e1222e9710bb428c1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/77NKS3VGJZHZMF45FRBZVAHRW6/bundle.json","state_url":"https://pith.science/pith/77NKS3VGJZHZMF45FRBZVAHRW6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/77NKS3VGJZHZMF45FRBZVAHRW6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:59:52Z","links":{"resolver":"https://pith.science/pith/77NKS3VGJZHZMF45FRBZVAHRW6","bundle":"https://pith.science/pith/77NKS3VGJZHZMF45FRBZVAHRW6/bundle.json","state":"https://pith.science/pith/77NKS3VGJZHZMF45FRBZVAHRW6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/77NKS3VGJZHZMF45FRBZVAHRW6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:77NKS3VGJZHZMF45FRBZVAHRW6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1e2d8b7077bd1038f5297494e4c407b9ee23da58a069b4e3e917bf44c73ded7","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-04T01:07:14Z","title_canon_sha256":"4120ec7bdf53d5673bed6870712c9b0074c94d7cbc6347a62bfe8d56731457c8"},"schema_version":"1.0","source":{"id":"2404.03134","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.03134","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"arxiv_version","alias_value":"2404.03134v3","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.03134","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_12","alias_value":"77NKS3VGJZHZ","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_16","alias_value":"77NKS3VGJZHZMF45","created_at":"2026-07-05T09:16:14Z"},{"alias_kind":"pith_short_8","alias_value":"77NKS3VG","created_at":"2026-07-05T09:16:14Z"}],"graph_snapshots":[{"event_id":"sha256:027baa4efa1661359b53b104aa60ae72778f6ac2da8fc4e1222e9710bb428c1a","target":"graph","created_at":"2026-07-05T09:16:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.03134/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Robust, faithful and harm-free pronoun use for individuals is an important goal for language model development as their use increases, but prior work tends to study only one or two of these characteristics at a time. To measure progress towards the combined goal, we introduce the task of pronoun fidelity: given a context introducing a co-referring entity and pronoun, the task is to reuse the correct pronoun later. We present RUFF, a carefully-designed dataset of over 5 million instances to measure robust pronoun fidelity in English, and we evaluate 37 model variants from nine popular families,","authors_text":"Anne Lauscher, Dawei Zhu, Dietrich Klakow, Eileen Bingert, Vagrant Gautam","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-04T01:07:14Z","title":"Robust Pronoun Fidelity with English LLMs: Are they Reasoning, Repeating, or Just Biased?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.03134","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f5c55a9f529ca21e86302714d6d4aafdb5c092fc10f3215974c0424bcd1ee4ce","target":"record","created_at":"2026-07-05T09:16:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1e2d8b7077bd1038f5297494e4c407b9ee23da58a069b4e3e917bf44c73ded7","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-04T01:07:14Z","title_canon_sha256":"4120ec7bdf53d5673bed6870712c9b0074c94d7cbc6347a62bfe8d56731457c8"},"schema_version":"1.0","source":{"id":"2404.03134","kind":"arxiv","version":3}},"canonical_sha256":"ffdaa96ea64e4f96179d2c439a80f1b78a115ddef5694395285c1efdc4886dc8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ffdaa96ea64e4f96179d2c439a80f1b78a115ddef5694395285c1efdc4886dc8","first_computed_at":"2026-07-05T09:16:14.266551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:14.266551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gzJJ1msB71TYCOVhpOJ+Y5znydy4JszKVdRWIfX6nJ5qM56bcHSKFtZFqMUNVvFZHL12augNr7qX7LOCR/RkBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:14.267053Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.03134","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f5c55a9f529ca21e86302714d6d4aafdb5c092fc10f3215974c0424bcd1ee4ce","sha256:027baa4efa1661359b53b104aa60ae72778f6ac2da8fc4e1222e9710bb428c1a"],"state_sha256":"2cabe3d67f379754b12d148feb2d5b35c374dfae8e3d71a170037accbb1c8dc1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Wm4lxlsO/hs4BJSzpKIv6d4hNl4K2OCDmnTbnjAeS13x8LQNFrH60aQeHLReHpIXlf04j9+X9OhVNe50RCLAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:59:52.893787Z","bundle_sha256":"9af406e1b498585fa49b02db385aa94d2fd7cc6f8f64aadc656b57b21fdd4e9c"}}