{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:ACKTNMSU4AJ2ZULTHI3V3AQTDK","short_pith_number":"pith:ACKTNMSU","canonical_record":{"source":{"id":"1601.00248","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-03T05:47:42Z","cross_cats_sorted":[],"title_canon_sha256":"52f0a6b33cb9453148369ebcc74a7b68c56e9609337ec1340d77fb623d9f5722","abstract_canon_sha256":"4231b4621feaa400a17a351bf241e9cf825e26cf29cb48b9c9c044c092b38677"},"schema_version":"1.0"},"canonical_sha256":"009536b254e013acd1733a375d82131a9ea526fb3ff101f5c01a3d0462af6f3b","source":{"kind":"arxiv","id":"1601.00248","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1601.00248","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"arxiv_version","alias_value":"1601.00248v2","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1601.00248","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"pith_short_12","alias_value":"ACKTNMSU4AJ2","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"ACKTNMSU4AJ2ZULT","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"ACKTNMSU","created_at":"2026-05-18T12:30:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:ACKTNMSU4AJ2ZULTHI3V3AQTDK","target":"record","payload":{"canonical_record":{"source":{"id":"1601.00248","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-03T05:47:42Z","cross_cats_sorted":[],"title_canon_sha256":"52f0a6b33cb9453148369ebcc74a7b68c56e9609337ec1340d77fb623d9f5722","abstract_canon_sha256":"4231b4621feaa400a17a351bf241e9cf825e26cf29cb48b9c9c044c092b38677"},"schema_version":"1.0"},"canonical_sha256":"009536b254e013acd1733a375d82131a9ea526fb3ff101f5c01a3d0462af6f3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:17:59.375634Z","signature_b64":"iPjibz8RqHRgadSsoHeTBch5bBFF9CtH/6+1LlDnD0mlVT43TDVBdAMpZA/V4eQnzOEvSLZda4O6e8ehSK3DCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"009536b254e013acd1733a375d82131a9ea526fb3ff101f5c01a3d0462af6f3b","last_reissued_at":"2026-05-18T01:17:59.374903Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:17:59.374903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1601.00248","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:17:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NKyOZubninKO2aAG4DlV8Y0Hvs4hMhMBHFf9ej/w8E3NgS6rgB/+nqG1X/XFkDpa3kAPG+RIVjhR4wXKp2dKBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T00:44:38.809967Z"},"content_sha256":"e9c828d32bb59f1645a93478fbfc319d175e4e2d4e7632030c706d68790da9dd","schema_version":"1.0","event_id":"sha256:e9c828d32bb59f1645a93478fbfc319d175e4e2d4e7632030c706d68790da9dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:ACKTNMSU4AJ2ZULTHI3V3AQTDK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Contrastive Entropy: A new evaluation metric for unnormalized language models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anand Rangarajan, Kushal Arora","submitted_at":"2016-01-03T05:47:42Z","abstract_excerpt":"Perplexity (per word) is the most widely used metric for evaluating language models. Despite this, there has been no dearth of criticism for this metric. Most of these criticisms center around lack of correlation with extrinsic metrics like word error rate (WER), dependence upon shared vocabulary for model comparison and unsuitability for unnormalized language model evaluation. In this paper, we address the last problem and propose a new discriminative entropy based intrinsic metric that works for both traditional word level models and unnormalized language models like sentence level models. W"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1601.00248","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:17:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F2FjvziT9B1UGnh+hzjUwKjbim1jGAqsOsTPXVmTF5uI5jLLfFe6EE0T6P37S2LS+QAmQAwQ8pVoENwEdzP8AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T00:44:38.810337Z"},"content_sha256":"2837ae50f0fc237a0ec0f61643d2fd053273d0007051de7c4e9dd28e7b4ef9a0","schema_version":"1.0","event_id":"sha256:2837ae50f0fc237a0ec0f61643d2fd053273d0007051de7c4e9dd28e7b4ef9a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/bundle.json","state_url":"https://pith.science/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T00:44:38Z","links":{"resolver":"https://pith.science/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK","bundle":"https://pith.science/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/bundle.json","state":"https://pith.science/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ACKTNMSU4AJ2ZULTHI3V3AQTDK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:ACKTNMSU4AJ2ZULTHI3V3AQTDK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4231b4621feaa400a17a351bf241e9cf825e26cf29cb48b9c9c044c092b38677","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-03T05:47:42Z","title_canon_sha256":"52f0a6b33cb9453148369ebcc74a7b68c56e9609337ec1340d77fb623d9f5722"},"schema_version":"1.0","source":{"id":"1601.00248","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1601.00248","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"arxiv_version","alias_value":"1601.00248v2","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1601.00248","created_at":"2026-05-18T01:17:59Z"},{"alias_kind":"pith_short_12","alias_value":"ACKTNMSU4AJ2","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"ACKTNMSU4AJ2ZULT","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"ACKTNMSU","created_at":"2026-05-18T12:30:07Z"}],"graph_snapshots":[{"event_id":"sha256:2837ae50f0fc237a0ec0f61643d2fd053273d0007051de7c4e9dd28e7b4ef9a0","target":"graph","created_at":"2026-05-18T01:17:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Perplexity (per word) is the most widely used metric for evaluating language models. Despite this, there has been no dearth of criticism for this metric. Most of these criticisms center around lack of correlation with extrinsic metrics like word error rate (WER), dependence upon shared vocabulary for model comparison and unsuitability for unnormalized language model evaluation. In this paper, we address the last problem and propose a new discriminative entropy based intrinsic metric that works for both traditional word level models and unnormalized language models like sentence level models. W","authors_text":"Anand Rangarajan, Kushal Arora","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-03T05:47:42Z","title":"Contrastive Entropy: A new evaluation metric for unnormalized language models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1601.00248","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9c828d32bb59f1645a93478fbfc319d175e4e2d4e7632030c706d68790da9dd","target":"record","created_at":"2026-05-18T01:17:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4231b4621feaa400a17a351bf241e9cf825e26cf29cb48b9c9c044c092b38677","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-03T05:47:42Z","title_canon_sha256":"52f0a6b33cb9453148369ebcc74a7b68c56e9609337ec1340d77fb623d9f5722"},"schema_version":"1.0","source":{"id":"1601.00248","kind":"arxiv","version":2}},"canonical_sha256":"009536b254e013acd1733a375d82131a9ea526fb3ff101f5c01a3d0462af6f3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"009536b254e013acd1733a375d82131a9ea526fb3ff101f5c01a3d0462af6f3b","first_computed_at":"2026-05-18T01:17:59.374903Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:17:59.374903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iPjibz8RqHRgadSsoHeTBch5bBFF9CtH/6+1LlDnD0mlVT43TDVBdAMpZA/V4eQnzOEvSLZda4O6e8ehSK3DCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:17:59.375634Z","signed_message":"canonical_sha256_bytes"},"source_id":"1601.00248","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9c828d32bb59f1645a93478fbfc319d175e4e2d4e7632030c706d68790da9dd","sha256:2837ae50f0fc237a0ec0f61643d2fd053273d0007051de7c4e9dd28e7b4ef9a0"],"state_sha256":"2c7d19efa0e5b81e6cbdb8e8e51e96caa0a2a1cfe64a8bf299b3750a61bd3c3c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YN6ThN2L5PaQiNh1XvH9yzI/9dhYNEoHhEAhl3Cl1ChrR90rsNiRrH96Wn7vF7DDfxHnmDKYHq7HkHiSj28+Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T00:44:38.812608Z","bundle_sha256":"e802a7c4243021f7c5c99709a7df669e7104080a71179dbee6a1140cec46fec7"}}