{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:2GH3CGK66VBLUZOFLMLNMDKBQ2","short_pith_number":"pith:2GH3CGK6","canonical_record":{"source":{"id":"2211.07047","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:59:11Z","cross_cats_sorted":[],"title_canon_sha256":"8bd6c6ca20562e17fc13f0728bf14e20030eb499c87822ac649e655658998266","abstract_canon_sha256":"d3a7eba5b70c6e7cb7155d7a7191a6654b40f5d7348df93dcf989929be3b3bfa"},"schema_version":"1.0"},"canonical_sha256":"d18fb1195ef542ba65c55b16d60d418681e9f20d995e77af8b66468cbbbffa4c","source":{"kind":"arxiv","id":"2211.07047","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07047","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07047v2","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07047","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_12","alias_value":"2GH3CGK66VBL","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_16","alias_value":"2GH3CGK66VBLUZOF","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_8","alias_value":"2GH3CGK6","created_at":"2026-07-05T05:16:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:2GH3CGK66VBLUZOFLMLNMDKBQ2","target":"record","payload":{"canonical_record":{"source":{"id":"2211.07047","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:59:11Z","cross_cats_sorted":[],"title_canon_sha256":"8bd6c6ca20562e17fc13f0728bf14e20030eb499c87822ac649e655658998266","abstract_canon_sha256":"d3a7eba5b70c6e7cb7155d7a7191a6654b40f5d7348df93dcf989929be3b3bfa"},"schema_version":"1.0"},"canonical_sha256":"d18fb1195ef542ba65c55b16d60d418681e9f20d995e77af8b66468cbbbffa4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:16:39.270979Z","signature_b64":"8YbVAvaSn6fsrsXs+FM60qI9rCKnx8iMPHS8Xhip41BZiJ/D1g4zv4lesuVarC+A0suy3YCkP3GUnjWgkOFDAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d18fb1195ef542ba65c55b16d60d418681e9f20d995e77af8b66468cbbbffa4c","last_reissued_at":"2026-07-05T05:16:39.270490Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:16:39.270490Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.07047","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:16:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nz1pAY2qf3XhFroKq+PKUQgVlLPPW72ZTnFGItw1AY1xs9S6l8V5Xvpg4VCP4R3g0hhfOrzo+RZV9BCgJiPBBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T01:56:41.377436Z"},"content_sha256":"4b82394dddfc1a5bbe590dc02843754dcb41af5f357cef6b1e588468b5dfe6ab","schema_version":"1.0","event_id":"sha256:4b82394dddfc1a5bbe590dc02843754dcb41af5f357cef6b1e588468b5dfe6ab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:2GH3CGK66VBLUZOFLMLNMDKBQ2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Model Classifier Aligns Better with Physician Word Sensitivity than XGBoost on Readmission Prediction","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander T.M. Cheung, David Kurland, Eric K. Oermann, Grace Yang, Hannah Weiss, Kyunghyun Cho, Lavender Y. Jiang, Ming Cao, Xujin C. Liu","submitted_at":"2022-11-13T23:59:11Z","abstract_excerpt":"Traditional evaluation metrics for classification in natural language processing such as accuracy and area under the curve fail to differentiate between models with different predictive behaviors despite their similar performance metrics. We introduce sensitivity score, a metric that scrutinizes models' behaviors at the vocabulary level to provide insights into disparities in their decision-making logic. We assess the sensitivity score on a set of representative words in the test set using two classifiers trained for hospital readmission classification with similar performance statistics. Our "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07047","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.07047/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:16:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6dHbNY5LY7JtEQWbqB73K3J3jD2nRHGnJIGegVhF61eQldAk1wa/KolXpIMotvtU1xylunPUVz4CGWKVLll7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T01:56:41.377820Z"},"content_sha256":"b612a06d775b8ba0451aaed32c2cb700a5967286aab27bb6d3803e825cee1e94","schema_version":"1.0","event_id":"sha256:b612a06d775b8ba0451aaed32c2cb700a5967286aab27bb6d3803e825cee1e94"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/bundle.json","state_url":"https://pith.science/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-27T01:56:41Z","links":{"resolver":"https://pith.science/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2","bundle":"https://pith.science/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/bundle.json","state":"https://pith.science/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2GH3CGK66VBLUZOFLMLNMDKBQ2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:2GH3CGK66VBLUZOFLMLNMDKBQ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3a7eba5b70c6e7cb7155d7a7191a6654b40f5d7348df93dcf989929be3b3bfa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:59:11Z","title_canon_sha256":"8bd6c6ca20562e17fc13f0728bf14e20030eb499c87822ac649e655658998266"},"schema_version":"1.0","source":{"id":"2211.07047","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07047","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07047v2","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07047","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_12","alias_value":"2GH3CGK66VBL","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_16","alias_value":"2GH3CGK66VBLUZOF","created_at":"2026-07-05T05:16:39Z"},{"alias_kind":"pith_short_8","alias_value":"2GH3CGK6","created_at":"2026-07-05T05:16:39Z"}],"graph_snapshots":[{"event_id":"sha256:b612a06d775b8ba0451aaed32c2cb700a5967286aab27bb6d3803e825cee1e94","target":"graph","created_at":"2026-07-05T05:16:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.07047/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Traditional evaluation metrics for classification in natural language processing such as accuracy and area under the curve fail to differentiate between models with different predictive behaviors despite their similar performance metrics. We introduce sensitivity score, a metric that scrutinizes models' behaviors at the vocabulary level to provide insights into disparities in their decision-making logic. We assess the sensitivity score on a set of representative words in the test set using two classifiers trained for hospital readmission classification with similar performance statistics. Our ","authors_text":"Alexander T.M. Cheung, David Kurland, Eric K. Oermann, Grace Yang, Hannah Weiss, Kyunghyun Cho, Lavender Y. Jiang, Ming Cao, Xujin C. Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:59:11Z","title":"Language Model Classifier Aligns Better with Physician Word Sensitivity than XGBoost on Readmission Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07047","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b82394dddfc1a5bbe590dc02843754dcb41af5f357cef6b1e588468b5dfe6ab","target":"record","created_at":"2026-07-05T05:16:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3a7eba5b70c6e7cb7155d7a7191a6654b40f5d7348df93dcf989929be3b3bfa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:59:11Z","title_canon_sha256":"8bd6c6ca20562e17fc13f0728bf14e20030eb499c87822ac649e655658998266"},"schema_version":"1.0","source":{"id":"2211.07047","kind":"arxiv","version":2}},"canonical_sha256":"d18fb1195ef542ba65c55b16d60d418681e9f20d995e77af8b66468cbbbffa4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d18fb1195ef542ba65c55b16d60d418681e9f20d995e77af8b66468cbbbffa4c","first_computed_at":"2026-07-05T05:16:39.270490Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:16:39.270490Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8YbVAvaSn6fsrsXs+FM60qI9rCKnx8iMPHS8Xhip41BZiJ/D1g4zv4lesuVarC+A0suy3YCkP3GUnjWgkOFDAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:16:39.270979Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.07047","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b82394dddfc1a5bbe590dc02843754dcb41af5f357cef6b1e588468b5dfe6ab","sha256:b612a06d775b8ba0451aaed32c2cb700a5967286aab27bb6d3803e825cee1e94"],"state_sha256":"1b6e5fb07048f0c8f48c609d09a08ed826d661c100d41e1c21a76bdfd0da00be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iaHIQDjWIo9nU8EKuVAx8k8ZJkfx0pdLfofl5yBvG+hTbudWENg6bcVmoERjWLcz69W4LPB2nslGp52lzaLEAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-27T01:56:41.380445Z","bundle_sha256":"80df6e3bc615d0e8f1553c98ece034096695a98d5767dfa46a4b2cfac7254f32"}}