{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HL4QNS6TWAT6QGEVQL3JAPDWO3","short_pith_number":"pith:HL4QNS6T","canonical_record":{"source":{"id":"2305.05050","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-08T21:12:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4906d35dfb52fb84151ceb7cc24d6bc3b365096e3daa4398a4fe51b9796c01e6","abstract_canon_sha256":"71467decd192f882c06c303014fb4abebe924014e68a854a885cd408fc215b5b"},"schema_version":"1.0"},"canonical_sha256":"3af906cbd3b027e8189582f6903c7676e2e8c143fee6137dc313e7dc0921c09c","source":{"kind":"arxiv","id":"2305.05050","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05050","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05050v3","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05050","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_12","alias_value":"HL4QNS6TWAT6","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_16","alias_value":"HL4QNS6TWAT6QGEV","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_8","alias_value":"HL4QNS6T","created_at":"2026-07-05T06:14:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HL4QNS6TWAT6QGEVQL3JAPDWO3","target":"record","payload":{"canonical_record":{"source":{"id":"2305.05050","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-08T21:12:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4906d35dfb52fb84151ceb7cc24d6bc3b365096e3daa4398a4fe51b9796c01e6","abstract_canon_sha256":"71467decd192f882c06c303014fb4abebe924014e68a854a885cd408fc215b5b"},"schema_version":"1.0"},"canonical_sha256":"3af906cbd3b027e8189582f6903c7676e2e8c143fee6137dc313e7dc0921c09c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:10.068527Z","signature_b64":"mG8FBoBVSDAVooDF4gsOwsEtFgAobm35z4JBC3mmFyYwKcLTfUifDuTm9mMvCY6Ih4EoUuCumYKXec3YjeMrBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3af906cbd3b027e8189582f6903c7676e2e8c143fee6137dc313e7dc0921c09c","last_reissued_at":"2026-07-05T06:14:10.068074Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:10.068074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.05050","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2wBBS9rTfOH54u7myZFwLzmtUFnVmnOBMuciBi5vlfJ9omOZFN0Ncxdt26cOhX/yQYnf8P3+Uk1vjBBW3Q0aAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:48:30.602301Z"},"content_sha256":"ccb7b804ef384a24a2902bbba58da99aed7339db7f84812ace5472b50e0f7951","schema_version":"1.0","event_id":"sha256:ccb7b804ef384a24a2902bbba58da99aed7339db7f84812ace5472b50e0f7951"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HL4QNS6TWAT6QGEVQL3JAPDWO3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ANALOGICAL -- A Novel Benchmark for Long Text Analogy Evaluation in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aishwarya Naresh Reganti, Aman Chadha, Amitava Das, Amit Sheth, Bimal G. Gajera, Chandan Gupta, Ruwan Wickramarachchi, Shreeyash Mukul Gowaikar, Thilini Wijesiriwardene","submitted_at":"2023-05-08T21:12:20Z","abstract_excerpt":"Over the past decade, analogies, in the form of word-level analogies, have played a significant role as an intrinsic measure of evaluating the quality of word embedding methods such as word2vec. Modern large language models (LLMs), however, are primarily evaluated on extrinsic measures based on benchmarks such as GLUE and SuperGLUE, and there are only a few investigations on whether LLMs can draw analogies between long texts. In this paper, we present ANALOGICAL, a new benchmark to intrinsically evaluate LLMs across a taxonomy of analogies of long text with six levels of complexity -- (i) word"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05050","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.05050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6gh5JlOm1zWsKGYTSBnUzImsh2mEjBqT1b9nt6xHVZpnTFajkdCPz9og9p47mfAQcCkrk2IP+g/eFV1T+xX2DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:48:30.602789Z"},"content_sha256":"acce956be500d57520a292d1e754f33d5b4da338220baaf5734a6543c412e92d","schema_version":"1.0","event_id":"sha256:acce956be500d57520a292d1e754f33d5b4da338220baaf5734a6543c412e92d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/bundle.json","state_url":"https://pith.science/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:48:30Z","links":{"resolver":"https://pith.science/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3","bundle":"https://pith.science/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/bundle.json","state":"https://pith.science/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HL4QNS6TWAT6QGEVQL3JAPDWO3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HL4QNS6TWAT6QGEVQL3JAPDWO3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71467decd192f882c06c303014fb4abebe924014e68a854a885cd408fc215b5b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-08T21:12:20Z","title_canon_sha256":"4906d35dfb52fb84151ceb7cc24d6bc3b365096e3daa4398a4fe51b9796c01e6"},"schema_version":"1.0","source":{"id":"2305.05050","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05050","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05050v3","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05050","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_12","alias_value":"HL4QNS6TWAT6","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_16","alias_value":"HL4QNS6TWAT6QGEV","created_at":"2026-07-05T06:14:10Z"},{"alias_kind":"pith_short_8","alias_value":"HL4QNS6T","created_at":"2026-07-05T06:14:10Z"}],"graph_snapshots":[{"event_id":"sha256:acce956be500d57520a292d1e754f33d5b4da338220baaf5734a6543c412e92d","target":"graph","created_at":"2026-07-05T06:14:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.05050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Over the past decade, analogies, in the form of word-level analogies, have played a significant role as an intrinsic measure of evaluating the quality of word embedding methods such as word2vec. Modern large language models (LLMs), however, are primarily evaluated on extrinsic measures based on benchmarks such as GLUE and SuperGLUE, and there are only a few investigations on whether LLMs can draw analogies between long texts. In this paper, we present ANALOGICAL, a new benchmark to intrinsically evaluate LLMs across a taxonomy of analogies of long text with six levels of complexity -- (i) word","authors_text":"Aishwarya Naresh Reganti, Aman Chadha, Amitava Das, Amit Sheth, Bimal G. Gajera, Chandan Gupta, Ruwan Wickramarachchi, Shreeyash Mukul Gowaikar, Thilini Wijesiriwardene","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-08T21:12:20Z","title":"ANALOGICAL -- A Novel Benchmark for Long Text Analogy Evaluation in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05050","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ccb7b804ef384a24a2902bbba58da99aed7339db7f84812ace5472b50e0f7951","target":"record","created_at":"2026-07-05T06:14:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71467decd192f882c06c303014fb4abebe924014e68a854a885cd408fc215b5b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-08T21:12:20Z","title_canon_sha256":"4906d35dfb52fb84151ceb7cc24d6bc3b365096e3daa4398a4fe51b9796c01e6"},"schema_version":"1.0","source":{"id":"2305.05050","kind":"arxiv","version":3}},"canonical_sha256":"3af906cbd3b027e8189582f6903c7676e2e8c143fee6137dc313e7dc0921c09c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3af906cbd3b027e8189582f6903c7676e2e8c143fee6137dc313e7dc0921c09c","first_computed_at":"2026-07-05T06:14:10.068074Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:10.068074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mG8FBoBVSDAVooDF4gsOwsEtFgAobm35z4JBC3mmFyYwKcLTfUifDuTm9mMvCY6Ih4EoUuCumYKXec3YjeMrBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:10.068527Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.05050","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ccb7b804ef384a24a2902bbba58da99aed7339db7f84812ace5472b50e0f7951","sha256:acce956be500d57520a292d1e754f33d5b4da338220baaf5734a6543c412e92d"],"state_sha256":"599f765ae38d6f212fa51a2fc24e26e135433ec010de61ab51d503fbfd317929"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7gF6WBgQeMgDRYzo3EV3ld+RBaO7/KxVtrL8SJ63w4X4HrOTD0/yt+z59EcuLcQl+D9i9dF8wbFg63vZxKz+Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:48:30.606038Z","bundle_sha256":"3774cba78f915bbec4c0db2a1199fcecdb530d99087fd09f49c11f177888b4f0"}}