{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3APYZZDFS6ZXYYFTSVVVO74EUW","short_pith_number":"pith:3APYZZDF","canonical_record":{"source":{"id":"2403.13590","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-20T13:38:07Z","cross_cats_sorted":[],"title_canon_sha256":"221d8194d80347b64799b9761ecd2f6d274ea9334255847a98fbe59c48c27581","abstract_canon_sha256":"51260f73195681394aca482d911e436259251d65302c8d8fec8a42e218e3d7f2"},"schema_version":"1.0"},"canonical_sha256":"d81f8ce46597b37c60b3956b577f84a5af2f593c17d905d3b48d7a0475ec1b56","source":{"kind":"arxiv","id":"2403.13590","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.13590","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"arxiv_version","alias_value":"2403.13590v1","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.13590","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_12","alias_value":"3APYZZDFS6ZX","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_16","alias_value":"3APYZZDFS6ZXYYFT","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_8","alias_value":"3APYZZDF","created_at":"2026-07-05T07:58:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3APYZZDFS6ZXYYFTSVVVO74EUW","target":"record","payload":{"canonical_record":{"source":{"id":"2403.13590","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-20T13:38:07Z","cross_cats_sorted":[],"title_canon_sha256":"221d8194d80347b64799b9761ecd2f6d274ea9334255847a98fbe59c48c27581","abstract_canon_sha256":"51260f73195681394aca482d911e436259251d65302c8d8fec8a42e218e3d7f2"},"schema_version":"1.0"},"canonical_sha256":"d81f8ce46597b37c60b3956b577f84a5af2f593c17d905d3b48d7a0475ec1b56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:38.984568Z","signature_b64":"hueOaplWcDQPusrP3FBEO+PfhRV8lAMfYSXvFAme0wyvg2TJQsCZ/Ws4HPpPBBspAP86aqwVO4BzUWtLVEjwDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d81f8ce46597b37c60b3956b577f84a5af2f593c17d905d3b48d7a0475ec1b56","last_reissued_at":"2026-07-05T07:58:38.984079Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:38.984079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.13590","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EM5QFKGehMxG2ggqARmw7AiEzuHZs9Ki9om0gqq7lLNH9QTLuyKiSSOEvwh3fO0u3q6nx/lDFWtXwjwjFzM3Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:52:28.885187Z"},"content_sha256":"14082957f6e53ed686e4df1d8cca0d90d48ff86db71eb427031a8d0ef13efdef","schema_version":"1.0","event_id":"sha256:14082957f6e53ed686e4df1d8cca0d90d48ff86db71eb427031a8d0ef13efdef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3APYZZDFS6ZXYYFTSVVVO74EUW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark J. F. Gales, Yassir Fathullah","submitted_at":"2024-03-20T13:38:07Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated impressive zero-shot capabilities and versatility in NLP tasks, however they sometimes fail to maintain crucial invariances for specific tasks. One example is permutation sensitivity, where LLMs' outputs may significantly vary depending on the order of the input options. While debiasing techniques can mitigate these issues, and yield better performance and reliability, they often come with a high computational cost at inference. This paper addresses this inefficiency at inference time. The aim is to distill the capabilities of a computationally in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.13590","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.13590/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BE9yDcWWSApoLn0EIUK+PsK5a82WCclMA3faGZfeJoSEqQaJVTEo/fSzmByX8Gm3/41GYL3+Yhoj/sACN9oRDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:52:28.885682Z"},"content_sha256":"46619069d71462b040319f54b9abde4f191d78dab5739d21b0ccd95fd5f43e2a","schema_version":"1.0","event_id":"sha256:46619069d71462b040319f54b9abde4f191d78dab5739d21b0ccd95fd5f43e2a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/bundle.json","state_url":"https://pith.science/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:52:28Z","links":{"resolver":"https://pith.science/pith/3APYZZDFS6ZXYYFTSVVVO74EUW","bundle":"https://pith.science/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/bundle.json","state":"https://pith.science/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3APYZZDFS6ZXYYFTSVVVO74EUW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3APYZZDFS6ZXYYFTSVVVO74EUW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"51260f73195681394aca482d911e436259251d65302c8d8fec8a42e218e3d7f2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-20T13:38:07Z","title_canon_sha256":"221d8194d80347b64799b9761ecd2f6d274ea9334255847a98fbe59c48c27581"},"schema_version":"1.0","source":{"id":"2403.13590","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.13590","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"arxiv_version","alias_value":"2403.13590v1","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.13590","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_12","alias_value":"3APYZZDFS6ZX","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_16","alias_value":"3APYZZDFS6ZXYYFT","created_at":"2026-07-05T07:58:38Z"},{"alias_kind":"pith_short_8","alias_value":"3APYZZDF","created_at":"2026-07-05T07:58:38Z"}],"graph_snapshots":[{"event_id":"sha256:46619069d71462b040319f54b9abde4f191d78dab5739d21b0ccd95fd5f43e2a","target":"graph","created_at":"2026-07-05T07:58:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.13590/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated impressive zero-shot capabilities and versatility in NLP tasks, however they sometimes fail to maintain crucial invariances for specific tasks. One example is permutation sensitivity, where LLMs' outputs may significantly vary depending on the order of the input options. While debiasing techniques can mitigate these issues, and yield better performance and reliability, they often come with a high computational cost at inference. This paper addresses this inefficiency at inference time. The aim is to distill the capabilities of a computationally in","authors_text":"Adian Liusie, Mark J. F. Gales, Yassir Fathullah","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-20T13:38:07Z","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.13590","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:14082957f6e53ed686e4df1d8cca0d90d48ff86db71eb427031a8d0ef13efdef","target":"record","created_at":"2026-07-05T07:58:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"51260f73195681394aca482d911e436259251d65302c8d8fec8a42e218e3d7f2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-20T13:38:07Z","title_canon_sha256":"221d8194d80347b64799b9761ecd2f6d274ea9334255847a98fbe59c48c27581"},"schema_version":"1.0","source":{"id":"2403.13590","kind":"arxiv","version":1}},"canonical_sha256":"d81f8ce46597b37c60b3956b577f84a5af2f593c17d905d3b48d7a0475ec1b56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d81f8ce46597b37c60b3956b577f84a5af2f593c17d905d3b48d7a0475ec1b56","first_computed_at":"2026-07-05T07:58:38.984079Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:58:38.984079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hueOaplWcDQPusrP3FBEO+PfhRV8lAMfYSXvFAme0wyvg2TJQsCZ/Ws4HPpPBBspAP86aqwVO4BzUWtLVEjwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:58:38.984568Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.13590","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:14082957f6e53ed686e4df1d8cca0d90d48ff86db71eb427031a8d0ef13efdef","sha256:46619069d71462b040319f54b9abde4f191d78dab5739d21b0ccd95fd5f43e2a"],"state_sha256":"c987713acfb3d0323252a11f14df0e768d0cf04acbf3af3e59ae1968451e7bc9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wvgMRWjZslsq0unYBZA1kmC7lnWqbzBu0OTz2dpTCju081XwhBHQaHmN6hKek2WJlwuh5wX+ICmjpINX5iD+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:52:28.889249Z","bundle_sha256":"525ebd1edc6e3920b0cb97036fbb94390a746276d882db916f70e357141ddba9"}}