{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:OMDD2QLWVGV5LNEOI5FHHQ4YKS","short_pith_number":"pith:OMDD2QLW","canonical_record":{"source":{"id":"2010.03070","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-06T22:47:43Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"65cef9d1fe0d2272ed9058097460eb2c4a33790c90a5c69c1d2cb3f4bc323c17","abstract_canon_sha256":"c72b8189c30a83c96e04f1dc56110f012d987889be41a950eb69fc731ff1f1de"},"schema_version":"1.0"},"canonical_sha256":"73063d4176a9abd5b48e474a73c398548d1aea4deb8ddc465b19e8ea3dc3467e","source":{"kind":"arxiv","id":"2010.03070","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.03070","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"arxiv_version","alias_value":"2010.03070v1","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.03070","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_12","alias_value":"OMDD2QLWVGV5","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_16","alias_value":"OMDD2QLWVGV5LNEO","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_8","alias_value":"OMDD2QLW","created_at":"2026-07-05T01:40:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:OMDD2QLWVGV5LNEOI5FHHQ4YKS","target":"record","payload":{"canonical_record":{"source":{"id":"2010.03070","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-06T22:47:43Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"65cef9d1fe0d2272ed9058097460eb2c4a33790c90a5c69c1d2cb3f4bc323c17","abstract_canon_sha256":"c72b8189c30a83c96e04f1dc56110f012d987889be41a950eb69fc731ff1f1de"},"schema_version":"1.0"},"canonical_sha256":"73063d4176a9abd5b48e474a73c398548d1aea4deb8ddc465b19e8ea3dc3467e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:40:59.290883Z","signature_b64":"cs5oqf6IKl3S4CnyvWPLCGlHdCq4KVtfLEXt3D1K3JQZ2GCw/gRu4cDOAy/yiVUSMz98VPnqhM8xwx90cDkyAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"73063d4176a9abd5b48e474a73c398548d1aea4deb8ddc465b19e8ea3dc3467e","last_reissued_at":"2026-07-05T01:40:59.290379Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:40:59.290379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.03070","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IHNueXBO2EeG/tO6El9TQS231I2g9nfDWWMaBw4wM/Xywn5tL/r7kOoNUWClABeu09UJWknZw60lhvH95TfuAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:23:13.900721Z"},"content_sha256":"d342692d8529784f0fe600552b3d048cc63e2fe2b645edbaaa638e177d0b6908","schema_version":"1.0","event_id":"sha256:d342692d8529784f0fe600552b3d048cc63e2fe2b645edbaaa638e177d0b6908"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:OMDD2QLWVGV5LNEOI5FHHQ4YKS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RoFT: A Tool for Evaluating Human Detection of Machine-Generated Text","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Arun Kirubarajan, Chris Callison-Burch, Daphne Ippolito, Liam Dugan","submitted_at":"2020-10-06T22:47:43Z","abstract_excerpt":"In recent years, large neural networks for natural language generation (NLG) have made leaps and bounds in their ability to generate fluent text. However, the tasks of evaluating quality differences between NLG systems and understanding how humans perceive the generated text remain both crucial and difficult. In this system demonstration, we present Real or Fake Text (RoFT), a website that tackles both of these challenges by inviting users to try their hand at detecting machine-generated text in a variety of domains. We introduce a novel evaluation task based on detecting the boundary at which"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.03070","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.03070/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RkXhkxt/5eEmFiJvljTfx214dwt5+NoIxmtsq4/JcDAIlwPsShPL0E/aRScdY+jH3XW4IUvLYVv197WwsKTvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:23:13.901257Z"},"content_sha256":"2e746fd0bcdc7ee752a6b0a31ca3eda3c5840db41db11bdaa8bd3c14cf2d711b","schema_version":"1.0","event_id":"sha256:2e746fd0bcdc7ee752a6b0a31ca3eda3c5840db41db11bdaa8bd3c14cf2d711b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/bundle.json","state_url":"https://pith.science/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:23:13Z","links":{"resolver":"https://pith.science/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS","bundle":"https://pith.science/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/bundle.json","state":"https://pith.science/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OMDD2QLWVGV5LNEOI5FHHQ4YKS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:OMDD2QLWVGV5LNEOI5FHHQ4YKS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c72b8189c30a83c96e04f1dc56110f012d987889be41a950eb69fc731ff1f1de","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-06T22:47:43Z","title_canon_sha256":"65cef9d1fe0d2272ed9058097460eb2c4a33790c90a5c69c1d2cb3f4bc323c17"},"schema_version":"1.0","source":{"id":"2010.03070","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.03070","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"arxiv_version","alias_value":"2010.03070v1","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.03070","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_12","alias_value":"OMDD2QLWVGV5","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_16","alias_value":"OMDD2QLWVGV5LNEO","created_at":"2026-07-05T01:40:59Z"},{"alias_kind":"pith_short_8","alias_value":"OMDD2QLW","created_at":"2026-07-05T01:40:59Z"}],"graph_snapshots":[{"event_id":"sha256:2e746fd0bcdc7ee752a6b0a31ca3eda3c5840db41db11bdaa8bd3c14cf2d711b","target":"graph","created_at":"2026-07-05T01:40:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.03070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, large neural networks for natural language generation (NLG) have made leaps and bounds in their ability to generate fluent text. However, the tasks of evaluating quality differences between NLG systems and understanding how humans perceive the generated text remain both crucial and difficult. In this system demonstration, we present Real or Fake Text (RoFT), a website that tackles both of these challenges by inviting users to try their hand at detecting machine-generated text in a variety of domains. We introduce a novel evaluation task based on detecting the boundary at which","authors_text":"Arun Kirubarajan, Chris Callison-Burch, Daphne Ippolito, Liam Dugan","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-06T22:47:43Z","title":"RoFT: A Tool for Evaluating Human Detection of Machine-Generated Text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.03070","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d342692d8529784f0fe600552b3d048cc63e2fe2b645edbaaa638e177d0b6908","target":"record","created_at":"2026-07-05T01:40:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c72b8189c30a83c96e04f1dc56110f012d987889be41a950eb69fc731ff1f1de","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-06T22:47:43Z","title_canon_sha256":"65cef9d1fe0d2272ed9058097460eb2c4a33790c90a5c69c1d2cb3f4bc323c17"},"schema_version":"1.0","source":{"id":"2010.03070","kind":"arxiv","version":1}},"canonical_sha256":"73063d4176a9abd5b48e474a73c398548d1aea4deb8ddc465b19e8ea3dc3467e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"73063d4176a9abd5b48e474a73c398548d1aea4deb8ddc465b19e8ea3dc3467e","first_computed_at":"2026-07-05T01:40:59.290379Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:40:59.290379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cs5oqf6IKl3S4CnyvWPLCGlHdCq4KVtfLEXt3D1K3JQZ2GCw/gRu4cDOAy/yiVUSMz98VPnqhM8xwx90cDkyAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:40:59.290883Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.03070","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d342692d8529784f0fe600552b3d048cc63e2fe2b645edbaaa638e177d0b6908","sha256:2e746fd0bcdc7ee752a6b0a31ca3eda3c5840db41db11bdaa8bd3c14cf2d711b"],"state_sha256":"6627841776f55b81472d47cb7116b7aba4eb5e1c5368bab1af298366e3c35ada"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XMPrBfAOkwkt+VgedEG3H/Kg7PQNRf1a9xVuec9K6odT23PtVlpnVzchvtcjRifbv5nL/1EtLVCKJ4+eUMXlAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:23:13.905575Z","bundle_sha256":"d2101292b90b59efe17df3d27a67722bbbf298236dc007a46588fe16d32fd378"}}