{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LEPA66OSV56S5ZI7RAY6ADOBWY","short_pith_number":"pith:LEPA66OS","canonical_record":{"source":{"id":"2401.04531","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-09T12:55:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"66ba59b569272f45060fa3afdcc0d1a078f4d16608f9f0e0a5f9fa6eba0f2305","abstract_canon_sha256":"d355088821d7bb1b52630b00c665cc20c99c9655ecd03dc223b944f3a5ccf890"},"schema_version":"1.0"},"canonical_sha256":"591e0f79d2af7d2ee51f8831e00dc1b633a24bad1b0dc5471b37462b7abeb097","source":{"kind":"arxiv","id":"2401.04531","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04531","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04531v3","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04531","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_12","alias_value":"LEPA66OSV56S","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_16","alias_value":"LEPA66OSV56S5ZI7","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_8","alias_value":"LEPA66OS","created_at":"2026-07-05T08:51:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LEPA66OSV56S5ZI7RAY6ADOBWY","target":"record","payload":{"canonical_record":{"source":{"id":"2401.04531","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-09T12:55:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"66ba59b569272f45060fa3afdcc0d1a078f4d16608f9f0e0a5f9fa6eba0f2305","abstract_canon_sha256":"d355088821d7bb1b52630b00c665cc20c99c9655ecd03dc223b944f3a5ccf890"},"schema_version":"1.0"},"canonical_sha256":"591e0f79d2af7d2ee51f8831e00dc1b633a24bad1b0dc5471b37462b7abeb097","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:13.311002Z","signature_b64":"g54HLTWwdb+udlyJXYv74/eXwrWaI06NSmVknaYR0j7IZITovi6BnFqNICmVbQzM0eFgZ4rJlWgi/BIJySdkDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"591e0f79d2af7d2ee51f8831e00dc1b633a24bad1b0dc5471b37462b7abeb097","last_reissued_at":"2026-07-05T08:51:13.310551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:13.310551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.04531","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BIENgT6SpNusI3l/3f1rqSyS5YNRqAHVwMJ1hUtTy6WsNAkiBY3XqZ6eghQDqn6/nKoTj8kC2EzKlGvQrv8SBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:41:26.776408Z"},"content_sha256":"1a16e50ef6b2830c9af0dfe868ec562c92f7d97bf7f115ea134fdb9b86c1f2b1","schema_version":"1.0","event_id":"sha256:1a16e50ef6b2830c9af0dfe868ec562c92f7d97bf7f115ea134fdb9b86c1f2b1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LEPA66OSV56S5ZI7RAY6ADOBWY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MERA: A Comprehensive LLM Evaluation in Russian","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Albina Akhmetgareeva, Alena Fenogenova, Alexander Panchenko, Anastasia Kozlova, Anton Emelyanov, Artem Chervyakov, Daniil Moskovskiy, Denis Dimitrov, Denis Shevelev, Elizaveta Goncharova, Katerina Kolomeytseva, Leonid Sinev, Maria Tikhonova, Nikita Martynov, Nikita Savushkin, Pavel Lebedev, Polina Mikhailova, Sergei Markov, Ulyana Isaeva","submitted_at":"2024-01-09T12:55:21Z","abstract_excerpt":"Over the past few years, one of the most notable advancements in AI research has been in foundation models (FMs), headlined by the rise of language models (LMs). As the models' size increases, LMs demonstrate enhancements in measurable aspects and the development of new qualitative features. However, despite researchers' attention and the rapid growth in LM application, the capabilities, limitations, and associated risks still need to be better understood. To address these issues, we introduce an open Multimodal Evaluation of Russian-language Architectures (MERA), a new instruction benchmark f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04531","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.04531/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s/dBBZZ7A32fIY0YQpa/Sm/3s1dpo8UK0/E6E2+nj94IVSE3f0Ft5xFARR+cu+rdkQXtUEeKAkhKOm0WjZhfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:41:26.776793Z"},"content_sha256":"14cd95276df3e15ffa44a7732e05039d0e408701f607113390e2336553f618f6","schema_version":"1.0","event_id":"sha256:14cd95276df3e15ffa44a7732e05039d0e408701f607113390e2336553f618f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/bundle.json","state_url":"https://pith.science/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:41:26Z","links":{"resolver":"https://pith.science/pith/LEPA66OSV56S5ZI7RAY6ADOBWY","bundle":"https://pith.science/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/bundle.json","state":"https://pith.science/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LEPA66OSV56S5ZI7RAY6ADOBWY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LEPA66OSV56S5ZI7RAY6ADOBWY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d355088821d7bb1b52630b00c665cc20c99c9655ecd03dc223b944f3a5ccf890","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-09T12:55:21Z","title_canon_sha256":"66ba59b569272f45060fa3afdcc0d1a078f4d16608f9f0e0a5f9fa6eba0f2305"},"schema_version":"1.0","source":{"id":"2401.04531","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04531","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04531v3","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04531","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_12","alias_value":"LEPA66OSV56S","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_16","alias_value":"LEPA66OSV56S5ZI7","created_at":"2026-07-05T08:51:13Z"},{"alias_kind":"pith_short_8","alias_value":"LEPA66OS","created_at":"2026-07-05T08:51:13Z"}],"graph_snapshots":[{"event_id":"sha256:14cd95276df3e15ffa44a7732e05039d0e408701f607113390e2336553f618f6","target":"graph","created_at":"2026-07-05T08:51:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.04531/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Over the past few years, one of the most notable advancements in AI research has been in foundation models (FMs), headlined by the rise of language models (LMs). As the models' size increases, LMs demonstrate enhancements in measurable aspects and the development of new qualitative features. However, despite researchers' attention and the rapid growth in LM application, the capabilities, limitations, and associated risks still need to be better understood. To address these issues, we introduce an open Multimodal Evaluation of Russian-language Architectures (MERA), a new instruction benchmark f","authors_text":"Albina Akhmetgareeva, Alena Fenogenova, Alexander Panchenko, Anastasia Kozlova, Anton Emelyanov, Artem Chervyakov, Daniil Moskovskiy, Denis Dimitrov, Denis Shevelev, Elizaveta Goncharova, Katerina Kolomeytseva, Leonid Sinev, Maria Tikhonova, Nikita Martynov, Nikita Savushkin, Pavel Lebedev, Polina Mikhailova, Sergei Markov, Ulyana Isaeva","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-09T12:55:21Z","title":"MERA: A Comprehensive LLM Evaluation in Russian"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04531","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a16e50ef6b2830c9af0dfe868ec562c92f7d97bf7f115ea134fdb9b86c1f2b1","target":"record","created_at":"2026-07-05T08:51:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d355088821d7bb1b52630b00c665cc20c99c9655ecd03dc223b944f3a5ccf890","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-09T12:55:21Z","title_canon_sha256":"66ba59b569272f45060fa3afdcc0d1a078f4d16608f9f0e0a5f9fa6eba0f2305"},"schema_version":"1.0","source":{"id":"2401.04531","kind":"arxiv","version":3}},"canonical_sha256":"591e0f79d2af7d2ee51f8831e00dc1b633a24bad1b0dc5471b37462b7abeb097","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"591e0f79d2af7d2ee51f8831e00dc1b633a24bad1b0dc5471b37462b7abeb097","first_computed_at":"2026-07-05T08:51:13.310551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:13.310551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g54HLTWwdb+udlyJXYv74/eXwrWaI06NSmVknaYR0j7IZITovi6BnFqNICmVbQzM0eFgZ4rJlWgi/BIJySdkDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:13.311002Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.04531","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a16e50ef6b2830c9af0dfe868ec562c92f7d97bf7f115ea134fdb9b86c1f2b1","sha256:14cd95276df3e15ffa44a7732e05039d0e408701f607113390e2336553f618f6"],"state_sha256":"126ec3e9142e13da64e7d40aad8838e078633dc7725f0568cc351ca8104c0d29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1c4D6EcifWDSULpve39/u0tHLs81RUFsi8hb48ybVbn8yVaXGHyUZSd6x7rWVfSDHKXpOnZobm3ITW6gpEdkDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:41:26.779180Z","bundle_sha256":"01fd7aa49d248aa75e67063ca0de77732d9c1e0e415e83706595b8be923882e8"}}