{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FOJFL3OW7Q37WCJTTIOJMP75IW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"44452d74ca91b7afb7365d12fd7eb8e13d51d1242fde2ea755dda1d4c1efd321","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T19:35:17Z","title_canon_sha256":"e9993889a668ebb1dd2ce1a2499b9a58150f3d1895cd3b5ba5440ff78b439b07"},"schema_version":"1.0","source":{"id":"2406.14695","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14695","created_at":"2026-07-05T08:35:06Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14695v1","created_at":"2026-07-05T08:35:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14695","created_at":"2026-07-05T08:35:06Z"},{"alias_kind":"pith_short_12","alias_value":"FOJFL3OW7Q37","created_at":"2026-07-05T08:35:06Z"},{"alias_kind":"pith_short_16","alias_value":"FOJFL3OW7Q37WCJT","created_at":"2026-07-05T08:35:06Z"},{"alias_kind":"pith_short_8","alias_value":"FOJFL3OW","created_at":"2026-07-05T08:35:06Z"}],"graph_snapshots":[{"event_id":"sha256:915a0e57dc5b7a143391501f46a09e9e8079342c63b0e22e16be3f3303cab7fe","target":"graph","created_at":"2026-07-05T08:35:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.14695/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent evaluations of cross-domain text classification models aim to measure the ability of a model to obtain domain-invariant performance in a target domain given labeled samples in a source domain. The primary strategy for this evaluation relies on assumed differences between source domain samples and target domain samples in benchmark datasets. This evaluation strategy fails to account for the similarity between source and target domains, and may mask when models fail to transfer learning to specific target samples which are highly dissimilar from the source domain. We introduce Depth $F_1$","authors_text":"Joseph Gatto, Parker Seegmiller, Sarah Masud Preum","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T19:35:17Z","title":"Depth $F_1$: Improving Evaluation of Cross-Domain Text Classification by Measuring Semantic Generalizability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14695","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c30eb65fb216152ab42d60a62df81c7c94fbd9dfc4388f0b186bcbf14c04d083","target":"record","created_at":"2026-07-05T08:35:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"44452d74ca91b7afb7365d12fd7eb8e13d51d1242fde2ea755dda1d4c1efd321","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T19:35:17Z","title_canon_sha256":"e9993889a668ebb1dd2ce1a2499b9a58150f3d1895cd3b5ba5440ff78b439b07"},"schema_version":"1.0","source":{"id":"2406.14695","kind":"arxiv","version":1}},"canonical_sha256":"2b9255edd6fc37fb09339a1c963ffd4592e645d7fe043cc39dc96441bf044678","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2b9255edd6fc37fb09339a1c963ffd4592e645d7fe043cc39dc96441bf044678","first_computed_at":"2026-07-05T08:35:06.952583Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:06.952583Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HymPqhs8RJYeHtwsQ4nJ9+cAWWR6VpaBa2plF873uJVj2oFXH3txkrG3c5W7AsbuxQHAlVoAKEk4xpB2H5TYBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:06.953036Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.14695","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c30eb65fb216152ab42d60a62df81c7c94fbd9dfc4388f0b186bcbf14c04d083","sha256:915a0e57dc5b7a143391501f46a09e9e8079342c63b0e22e16be3f3303cab7fe"],"state_sha256":"1d7082cca700899a1e78a537d2c8821b2a5529029cc2a5a5d29830f6a66e6324"}