{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5PUKRZQVAKB4SR4AYW2EV3GE57","short_pith_number":"pith:5PUKRZQV","canonical_record":{"source":{"id":"2110.01113","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-03T22:38:31Z","cross_cats_sorted":[],"title_canon_sha256":"b26e3046e80bc0c8898265b0d7c446b9832bc736775545e9828dc19a515a3da4","abstract_canon_sha256":"a0feb06f152573bb4075679c04ff01cf5d34aabee59d7bcc2b7aa63e62f94976"},"schema_version":"1.0"},"canonical_sha256":"ebe8a8e6150283c94780c5b44aecc4efe883aaca2821700608656cb0423b783c","source":{"kind":"arxiv","id":"2110.01113","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.01113","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"arxiv_version","alias_value":"2110.01113v1","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.01113","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_12","alias_value":"5PUKRZQVAKB4","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_16","alias_value":"5PUKRZQVAKB4SR4A","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_8","alias_value":"5PUKRZQV","created_at":"2026-07-05T03:19:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5PUKRZQVAKB4SR4AYW2EV3GE57","target":"record","payload":{"canonical_record":{"source":{"id":"2110.01113","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-03T22:38:31Z","cross_cats_sorted":[],"title_canon_sha256":"b26e3046e80bc0c8898265b0d7c446b9832bc736775545e9828dc19a515a3da4","abstract_canon_sha256":"a0feb06f152573bb4075679c04ff01cf5d34aabee59d7bcc2b7aa63e62f94976"},"schema_version":"1.0"},"canonical_sha256":"ebe8a8e6150283c94780c5b44aecc4efe883aaca2821700608656cb0423b783c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:19:51.984889Z","signature_b64":"KB+lIfzZxZCwtdej4ophH6QKZkqMm+AsWAgnpiigusx/f26Wd4b5hDcGrAAIQc532SLbrlSInV9Uex6te5oACQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ebe8a8e6150283c94780c5b44aecc4efe883aaca2821700608656cb0423b783c","last_reissued_at":"2026-07-05T03:19:51.984497Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:19:51.984497Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.01113","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:19:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mfeOKvrVTXMIjBrph64q3DqfujlbOBosz3/J9ESO57iXDr2SS5Qi9yd/fAmy3jBVqhRR7RUyvzW/DsOxP0KQDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:09:42.547577Z"},"content_sha256":"c8c67feae073da51839efa96e7c7abfc747bf75f80f81e24c9ee0d3b0fc2f200","schema_version":"1.0","event_id":"sha256:c8c67feae073da51839efa96e7c7abfc747bf75f80f81e24c9ee0d3b0fc2f200"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5PUKRZQVAKB4SR4AYW2EV3GE57","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probing Language Models for Understanding of Temporal Expressions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christian Kavouras, Kunal Kukreja, Shivin Thukral","submitted_at":"2021-10-03T22:38:31Z","abstract_excerpt":"We present three Natural Language Inference (NLI) challenge sets that can evaluate NLI models on their understanding of temporal expressions. More specifically, we probe these models for three temporal properties: (a) the order between points in time, (b) the duration between two points in time, (c) the relation between the magnitude of times specified in different units. We find that although large language models fine-tuned on MNLI have some basic perception of the order between points in time, at large, these models do not have a thorough understanding of the relation between temporal expre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.01113","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.01113/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:19:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9muTItviPc1hhyd2YYMSBcb+OoSEOMSIBjQPGjFqrhoPifhnubX3qCHA/NVqkJqeIIoU0BcN8gRRpVtXJADtCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:09:42.548440Z"},"content_sha256":"a51e0d7270dc53da27b0c3cc31a0d22dc491571672e31b6620a1b1a19f1c5f44","schema_version":"1.0","event_id":"sha256:a51e0d7270dc53da27b0c3cc31a0d22dc491571672e31b6620a1b1a19f1c5f44"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/bundle.json","state_url":"https://pith.science/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T02:09:42Z","links":{"resolver":"https://pith.science/pith/5PUKRZQVAKB4SR4AYW2EV3GE57","bundle":"https://pith.science/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/bundle.json","state":"https://pith.science/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5PUKRZQVAKB4SR4AYW2EV3GE57/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5PUKRZQVAKB4SR4AYW2EV3GE57","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0feb06f152573bb4075679c04ff01cf5d34aabee59d7bcc2b7aa63e62f94976","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-03T22:38:31Z","title_canon_sha256":"b26e3046e80bc0c8898265b0d7c446b9832bc736775545e9828dc19a515a3da4"},"schema_version":"1.0","source":{"id":"2110.01113","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.01113","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"arxiv_version","alias_value":"2110.01113v1","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.01113","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_12","alias_value":"5PUKRZQVAKB4","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_16","alias_value":"5PUKRZQVAKB4SR4A","created_at":"2026-07-05T03:19:51Z"},{"alias_kind":"pith_short_8","alias_value":"5PUKRZQV","created_at":"2026-07-05T03:19:51Z"}],"graph_snapshots":[{"event_id":"sha256:a51e0d7270dc53da27b0c3cc31a0d22dc491571672e31b6620a1b1a19f1c5f44","target":"graph","created_at":"2026-07-05T03:19:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.01113/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present three Natural Language Inference (NLI) challenge sets that can evaluate NLI models on their understanding of temporal expressions. More specifically, we probe these models for three temporal properties: (a) the order between points in time, (b) the duration between two points in time, (c) the relation between the magnitude of times specified in different units. We find that although large language models fine-tuned on MNLI have some basic perception of the order between points in time, at large, these models do not have a thorough understanding of the relation between temporal expre","authors_text":"Christian Kavouras, Kunal Kukreja, Shivin Thukral","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-03T22:38:31Z","title":"Probing Language Models for Understanding of Temporal Expressions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.01113","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8c67feae073da51839efa96e7c7abfc747bf75f80f81e24c9ee0d3b0fc2f200","target":"record","created_at":"2026-07-05T03:19:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0feb06f152573bb4075679c04ff01cf5d34aabee59d7bcc2b7aa63e62f94976","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-03T22:38:31Z","title_canon_sha256":"b26e3046e80bc0c8898265b0d7c446b9832bc736775545e9828dc19a515a3da4"},"schema_version":"1.0","source":{"id":"2110.01113","kind":"arxiv","version":1}},"canonical_sha256":"ebe8a8e6150283c94780c5b44aecc4efe883aaca2821700608656cb0423b783c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ebe8a8e6150283c94780c5b44aecc4efe883aaca2821700608656cb0423b783c","first_computed_at":"2026-07-05T03:19:51.984497Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:19:51.984497Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KB+lIfzZxZCwtdej4ophH6QKZkqMm+AsWAgnpiigusx/f26Wd4b5hDcGrAAIQc532SLbrlSInV9Uex6te5oACQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:19:51.984889Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.01113","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8c67feae073da51839efa96e7c7abfc747bf75f80f81e24c9ee0d3b0fc2f200","sha256:a51e0d7270dc53da27b0c3cc31a0d22dc491571672e31b6620a1b1a19f1c5f44"],"state_sha256":"216f407b0e45f8fb2f5fa00437cbd79f31cc344d18a07a009194d71f2cf50541"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z8HRjOvRiRbW9B6347Am5zU3R5r4E6MVAcXAriZSPofyg5eN/snKkrKiob1p9W3Vp6yzHOn03d9uOpVIgNW2BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T02:09:42.554765Z","bundle_sha256":"5f0128fca5402d3aca13bd817dda9423e8804330218c8a3cdb42e34ac000a36a"}}