{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:7NFRRX4YUU73ER7ZMZZR2CVU3N","short_pith_number":"pith:7NFRRX4Y","canonical_record":{"source":{"id":"2001.10337","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-01-20T06:27:33Z","cross_cats_sorted":["cs.CL","cs.LG","stat.ML"],"title_canon_sha256":"219546889cfe0adb7134b3304e82d78bad2d8c2c62e8dd7b9f1d6f2608debcce","abstract_canon_sha256":"482df8debd856f196ea41ea68609d60cd51f3682f71ef76065482bab6f5cf3cb"},"schema_version":"1.0"},"canonical_sha256":"fb4b18df98a53fb247f966731d0ab4db78419864aaec7b1ef73e075048cb8468","source":{"kind":"arxiv","id":"2001.10337","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.10337","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"arxiv_version","alias_value":"2001.10337v2","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.10337","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_12","alias_value":"7NFRRX4YUU73","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_16","alias_value":"7NFRRX4YUU73ER7Z","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_8","alias_value":"7NFRRX4Y","created_at":"2026-07-05T00:54:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:7NFRRX4YUU73ER7ZMZZR2CVU3N","target":"record","payload":{"canonical_record":{"source":{"id":"2001.10337","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-01-20T06:27:33Z","cross_cats_sorted":["cs.CL","cs.LG","stat.ML"],"title_canon_sha256":"219546889cfe0adb7134b3304e82d78bad2d8c2c62e8dd7b9f1d6f2608debcce","abstract_canon_sha256":"482df8debd856f196ea41ea68609d60cd51f3682f71ef76065482bab6f5cf3cb"},"schema_version":"1.0"},"canonical_sha256":"fb4b18df98a53fb247f966731d0ab4db78419864aaec7b1ef73e075048cb8468","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:54:32.118255Z","signature_b64":"MVf4jlrxsmrNw8OEgHtV3pxzgvYTkRC4UW95BOoDveNlH207FpbZMn9iYEcrk2+MCIgoYBAe1yshglenkxfRDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb4b18df98a53fb247f966731d0ab4db78419864aaec7b1ef73e075048cb8468","last_reissued_at":"2026-07-05T00:54:32.117802Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:54:32.117802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2001.10337","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:54:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kfJ7sqbEhEhLhguNlSKu68mlNHQWNsJQ2ycYl+kgSDakTBIO6x8ZgUrEDaAskyk2Ob9ph7/IKA8csThl03VdAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T23:08:40.280296Z"},"content_sha256":"2eda2ac66a094ee89b67a0bf6c06ed5a964a3ca1c5482644683e8dd9006a2122","schema_version":"1.0","event_id":"sha256:2eda2ac66a094ee89b67a0bf6c06ed5a964a3ca1c5482644683e8dd9006a2122"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:7NFRRX4YUU73ER7ZMZZR2CVU3N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Early Forecasting of Text Classification Accuracy and F-Measure with Active Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG","stat.ML"],"primary_cat":"cs.IR","authors_text":"Michael Bloodgood, Thomas Orth","submitted_at":"2020-01-20T06:27:33Z","abstract_excerpt":"When creating text classification systems, one of the major bottlenecks is the annotation of training data. Active learning has been proposed to address this bottleneck using stopping methods to minimize the cost of data annotation. An important capability for improving the utility of stopping methods is to effectively forecast the performance of the text classification models. Forecasting can be done through the use of logarithmic models regressed on some portion of the data as learning is progressing. A critical unexplored question is what portion of the data is needed for accurate forecasti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.10337","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.10337/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:54:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v4MwTIXnmqHgGEXYxOdP9cNEJD8I14wCJ09cucMVSmCPKfbqm/6ZXLPj5wGaJZy4a6SNWr6zPNiHjILD9GpJBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T23:08:40.280827Z"},"content_sha256":"fe956485f9ea8392af8e368c26c3abe17fbd6f2643a7dab6efd1945abb0b5934","schema_version":"1.0","event_id":"sha256:fe956485f9ea8392af8e368c26c3abe17fbd6f2643a7dab6efd1945abb0b5934"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/bundle.json","state_url":"https://pith.science/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T23:08:40Z","links":{"resolver":"https://pith.science/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N","bundle":"https://pith.science/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/bundle.json","state":"https://pith.science/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7NFRRX4YUU73ER7ZMZZR2CVU3N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:7NFRRX4YUU73ER7ZMZZR2CVU3N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"482df8debd856f196ea41ea68609d60cd51f3682f71ef76065482bab6f5cf3cb","cross_cats_sorted":["cs.CL","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-01-20T06:27:33Z","title_canon_sha256":"219546889cfe0adb7134b3304e82d78bad2d8c2c62e8dd7b9f1d6f2608debcce"},"schema_version":"1.0","source":{"id":"2001.10337","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.10337","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"arxiv_version","alias_value":"2001.10337v2","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.10337","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_12","alias_value":"7NFRRX4YUU73","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_16","alias_value":"7NFRRX4YUU73ER7Z","created_at":"2026-07-05T00:54:32Z"},{"alias_kind":"pith_short_8","alias_value":"7NFRRX4Y","created_at":"2026-07-05T00:54:32Z"}],"graph_snapshots":[{"event_id":"sha256:fe956485f9ea8392af8e368c26c3abe17fbd6f2643a7dab6efd1945abb0b5934","target":"graph","created_at":"2026-07-05T00:54:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2001.10337/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When creating text classification systems, one of the major bottlenecks is the annotation of training data. Active learning has been proposed to address this bottleneck using stopping methods to minimize the cost of data annotation. An important capability for improving the utility of stopping methods is to effectively forecast the performance of the text classification models. Forecasting can be done through the use of logarithmic models regressed on some portion of the data as learning is progressing. A critical unexplored question is what portion of the data is needed for accurate forecasti","authors_text":"Michael Bloodgood, Thomas Orth","cross_cats":["cs.CL","cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-01-20T06:27:33Z","title":"Early Forecasting of Text Classification Accuracy and F-Measure with Active Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.10337","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2eda2ac66a094ee89b67a0bf6c06ed5a964a3ca1c5482644683e8dd9006a2122","target":"record","created_at":"2026-07-05T00:54:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"482df8debd856f196ea41ea68609d60cd51f3682f71ef76065482bab6f5cf3cb","cross_cats_sorted":["cs.CL","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-01-20T06:27:33Z","title_canon_sha256":"219546889cfe0adb7134b3304e82d78bad2d8c2c62e8dd7b9f1d6f2608debcce"},"schema_version":"1.0","source":{"id":"2001.10337","kind":"arxiv","version":2}},"canonical_sha256":"fb4b18df98a53fb247f966731d0ab4db78419864aaec7b1ef73e075048cb8468","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb4b18df98a53fb247f966731d0ab4db78419864aaec7b1ef73e075048cb8468","first_computed_at":"2026-07-05T00:54:32.117802Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:54:32.117802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MVf4jlrxsmrNw8OEgHtV3pxzgvYTkRC4UW95BOoDveNlH207FpbZMn9iYEcrk2+MCIgoYBAe1yshglenkxfRDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:54:32.118255Z","signed_message":"canonical_sha256_bytes"},"source_id":"2001.10337","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2eda2ac66a094ee89b67a0bf6c06ed5a964a3ca1c5482644683e8dd9006a2122","sha256:fe956485f9ea8392af8e368c26c3abe17fbd6f2643a7dab6efd1945abb0b5934"],"state_sha256":"c437ccea14861bc2adcdd76e48b43d296bba751b63d55b2f0895d4bc430654d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K40B3BAFzc2Rh3RRsJwkN0Wa2S6ySy8o8NoawadHDfAwd2VKy0XHmw7dB2DPjfB8qiSLuwItnJ7YFdQMWGRbBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T23:08:40.285153Z","bundle_sha256":"ec7fbf0b1fc004eee50f8b4b99223a699bef2346a712430a90831991ba925bb8"}}