{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:44GVDLV344YLEXK4KDMUW46MHT","short_pith_number":"pith:44GVDLV3","canonical_record":{"source":{"id":"2409.12126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:51:02Z","cross_cats_sorted":[],"title_canon_sha256":"85b447fa72c09b8ca15d5add83d5cd60abc44ea03bdeed106c960626428669c0","abstract_canon_sha256":"fa668b6528a91b8e85580c4e3a0a492b00f5bc3516e3b8f65551d7cc2596b702"},"schema_version":"1.0"},"canonical_sha256":"e70d51aebbe730b25d5c50d94b73cc3cd5b22984dc91d04a0e721b9b9bbe253d","source":{"kind":"arxiv","id":"2409.12126","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12126","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12126v1","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12126","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_12","alias_value":"44GVDLV344YL","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_16","alias_value":"44GVDLV344YLEXK4","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_8","alias_value":"44GVDLV3","created_at":"2026-07-05T09:08:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:44GVDLV344YLEXK4KDMUW46MHT","target":"record","payload":{"canonical_record":{"source":{"id":"2409.12126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:51:02Z","cross_cats_sorted":[],"title_canon_sha256":"85b447fa72c09b8ca15d5add83d5cd60abc44ea03bdeed106c960626428669c0","abstract_canon_sha256":"fa668b6528a91b8e85580c4e3a0a492b00f5bc3516e3b8f65551d7cc2596b702"},"schema_version":"1.0"},"canonical_sha256":"e70d51aebbe730b25d5c50d94b73cc3cd5b22984dc91d04a0e721b9b9bbe253d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:08:43.019881Z","signature_b64":"aYtBGj6jdZ11AUzodEmFD1wCRH4I9lYb5oERGubcRJKZ7xCsMVWG76sS2pW4FINYvqaNQ85tbRnuntB0fhKmAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e70d51aebbe730b25d5c50d94b73cc3cd5b22984dc91d04a0e721b9b9bbe253d","last_reissued_at":"2026-07-05T09:08:43.019303Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:08:43.019303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.12126","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f03iFWTkEarlckFv7iqGa7FVJcFYmXID8RlkhBHGf98e6fGDqJy/SkjDTeEU+OoLFvzkpP2hnjeTHhCFhq9qCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:37.657185Z"},"content_sha256":"7c8eb4e3ac0a8d6bf1078df870c04ca80b243302be291571a2a569ff789bb932","schema_version":"1.0","event_id":"sha256:7c8eb4e3ac0a8d6bf1078df870c04ca80b243302be291571a2a569ff789bb932"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:44GVDLV344YLEXK4KDMUW46MHT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Linguini: A benchmark for language-agnostic linguistic reasoning","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Belen Alastruey, Christophe Ropers, Eduardo S\\'anchez, Marta R. Costa-juss\\`a, Mikel Artetxe, Pontus Stenetorp","submitted_at":"2024-09-18T16:51:02Z","abstract_excerpt":"We propose a new benchmark to measure a language model's linguistic reasoning skills without relying on pre-existing language-specific knowledge. The test covers 894 questions grouped in 160 problems across 75 (mostly) extremely low-resource languages, extracted from the International Linguistic Olympiad corpus. To attain high accuracy on this benchmark, models don't need previous knowledge of the tested language, as all the information needed to solve the linguistic puzzle is presented in the context. We find that, while all analyzed models rank below 25% accuracy, there is a significant gap "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12126","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.12126/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g1HZLfzRA12DoZbW4cAb1Pi60U5ugdMzgxDxQS2LMI0xe+YbiMkos1Vdsb7TE/Gdv0tM5QJdZdw7v7lFJFdeAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:37.657569Z"},"content_sha256":"598a7ff0227305fc2c85b982ca0616eaacf56ff43ce04abbe0cad6b88ee11784","schema_version":"1.0","event_id":"sha256:598a7ff0227305fc2c85b982ca0616eaacf56ff43ce04abbe0cad6b88ee11784"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/44GVDLV344YLEXK4KDMUW46MHT/bundle.json","state_url":"https://pith.science/pith/44GVDLV344YLEXK4KDMUW46MHT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/44GVDLV344YLEXK4KDMUW46MHT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:04:37Z","links":{"resolver":"https://pith.science/pith/44GVDLV344YLEXK4KDMUW46MHT","bundle":"https://pith.science/pith/44GVDLV344YLEXK4KDMUW46MHT/bundle.json","state":"https://pith.science/pith/44GVDLV344YLEXK4KDMUW46MHT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/44GVDLV344YLEXK4KDMUW46MHT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:44GVDLV344YLEXK4KDMUW46MHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fa668b6528a91b8e85580c4e3a0a492b00f5bc3516e3b8f65551d7cc2596b702","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:51:02Z","title_canon_sha256":"85b447fa72c09b8ca15d5add83d5cd60abc44ea03bdeed106c960626428669c0"},"schema_version":"1.0","source":{"id":"2409.12126","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12126","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12126v1","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12126","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_12","alias_value":"44GVDLV344YL","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_16","alias_value":"44GVDLV344YLEXK4","created_at":"2026-07-05T09:08:43Z"},{"alias_kind":"pith_short_8","alias_value":"44GVDLV3","created_at":"2026-07-05T09:08:43Z"}],"graph_snapshots":[{"event_id":"sha256:598a7ff0227305fc2c85b982ca0616eaacf56ff43ce04abbe0cad6b88ee11784","target":"graph","created_at":"2026-07-05T09:08:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.12126/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a new benchmark to measure a language model's linguistic reasoning skills without relying on pre-existing language-specific knowledge. The test covers 894 questions grouped in 160 problems across 75 (mostly) extremely low-resource languages, extracted from the International Linguistic Olympiad corpus. To attain high accuracy on this benchmark, models don't need previous knowledge of the tested language, as all the information needed to solve the linguistic puzzle is presented in the context. We find that, while all analyzed models rank below 25% accuracy, there is a significant gap ","authors_text":"Belen Alastruey, Christophe Ropers, Eduardo S\\'anchez, Marta R. Costa-juss\\`a, Mikel Artetxe, Pontus Stenetorp","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:51:02Z","title":"Linguini: A benchmark for language-agnostic linguistic reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12126","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7c8eb4e3ac0a8d6bf1078df870c04ca80b243302be291571a2a569ff789bb932","target":"record","created_at":"2026-07-05T09:08:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fa668b6528a91b8e85580c4e3a0a492b00f5bc3516e3b8f65551d7cc2596b702","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:51:02Z","title_canon_sha256":"85b447fa72c09b8ca15d5add83d5cd60abc44ea03bdeed106c960626428669c0"},"schema_version":"1.0","source":{"id":"2409.12126","kind":"arxiv","version":1}},"canonical_sha256":"e70d51aebbe730b25d5c50d94b73cc3cd5b22984dc91d04a0e721b9b9bbe253d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e70d51aebbe730b25d5c50d94b73cc3cd5b22984dc91d04a0e721b9b9bbe253d","first_computed_at":"2026-07-05T09:08:43.019303Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:08:43.019303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aYtBGj6jdZ11AUzodEmFD1wCRH4I9lYb5oERGubcRJKZ7xCsMVWG76sS2pW4FINYvqaNQ85tbRnuntB0fhKmAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:08:43.019881Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.12126","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7c8eb4e3ac0a8d6bf1078df870c04ca80b243302be291571a2a569ff789bb932","sha256:598a7ff0227305fc2c85b982ca0616eaacf56ff43ce04abbe0cad6b88ee11784"],"state_sha256":"04fb97e1d7545cd28d347e4e4c19a0514ea0f73382ad9438a717a3f4cbacab78"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GJcNcJrPKCFCSKZYpP/Rn4dlmWnRbcA+QzgSTYITCtRk0mKTh3hEb5hEMOvUvUK5yAtvuROx0PlHRSnyk2MoDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:04:37.662392Z","bundle_sha256":"25073a30f65a37322b79a3f57166fae5f430d250fc42865bc1ebb932bc40612e"}}