{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TLAJUZ6OKNEJDCYYCESLO7PGGK","short_pith_number":"pith:TLAJUZ6O","canonical_record":{"source":{"id":"2412.18551","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T17:03:44Z","cross_cats_sorted":[],"title_canon_sha256":"a7311baa7723926b7df21c6c087052f004d03dec55406994776ca97cac560989","abstract_canon_sha256":"a3f2dae12482219cca84c75a039c6072d4aa1a034a243243562274b54c6540e8"},"schema_version":"1.0"},"canonical_sha256":"9ac09a67ce5348918b181124b77de632a7ae5f5bcaceeb37ac1a7e1cb6c4315c","source":{"kind":"arxiv","id":"2412.18551","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18551","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18551v1","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18551","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_12","alias_value":"TLAJUZ6OKNEJ","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_16","alias_value":"TLAJUZ6OKNEJDCYY","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_8","alias_value":"TLAJUZ6O","created_at":"2026-07-05T09:53:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TLAJUZ6OKNEJDCYYCESLO7PGGK","target":"record","payload":{"canonical_record":{"source":{"id":"2412.18551","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T17:03:44Z","cross_cats_sorted":[],"title_canon_sha256":"a7311baa7723926b7df21c6c087052f004d03dec55406994776ca97cac560989","abstract_canon_sha256":"a3f2dae12482219cca84c75a039c6072d4aa1a034a243243562274b54c6540e8"},"schema_version":"1.0"},"canonical_sha256":"9ac09a67ce5348918b181124b77de632a7ae5f5bcaceeb37ac1a7e1cb6c4315c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:57.458402Z","signature_b64":"tf2jq/gyXJXyrPoevFnIvHzfjjEuqNqbLUV4APtUoYBZ4z4d5+8AMJLDiKGGzSRXGxAFSdm0YouM41BQ7dPSDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ac09a67ce5348918b181124b77de632a7ae5f5bcaceeb37ac1a7e1cb6c4315c","last_reissued_at":"2026-07-05T09:53:57.457785Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:57.457785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.18551","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pvOmYzBOGuDDdqXLSl7z7xTiQXTkuVBRIOZJiz3KnB1SpSPKQrf4Tku7HjVEXDHiTybnMITijbscEAPP6Ft/Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:05:57.085883Z"},"content_sha256":"397f987e9ed4394b2c245c6f42468d5462a618e60a33880c4cbb0b41b0450210","schema_version":"1.0","event_id":"sha256:397f987e9ed4394b2c245c6f42468d5462a618e60a33880c4cbb0b41b0450210"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TLAJUZ6OKNEJDCYYCESLO7PGGK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Libra-Leaderboard: Towards Responsible AI through a Balanced Leaderboard of Safety and Capability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Artem Shelmanov, Bingchen Zhao, Cong Zeng, Donghai Hong, Eduard Hovy, Emad A. Alghamdi, Fajri Koto, Haonan Li, Haoqin Tu, Hao Wang, Honglin Mu, Iryna Gurevych, Meng Chen, Monojit Choudhury, Pengfei Liu, Preslav Nakov, Renxi Wang, Rishabh Bhardwaj, Shom Lin, Soujanya Poria, Tatsuki Kuribayashi, Timothy Baldwin, Xiangyu Qi, Xudong Han, Xuguang Ren, Yaodong Yang, Yawen Duan, Yilin Geng, Yi Liu, Yinpeng Dong, Youliang Yuan, Yuxia Wang, Zenan Zhai, Zhengzhong Liu, Zhenxuan Zhang","submitted_at":"2024-12-24T17:03:44Z","abstract_excerpt":"To address this gap, we introduce Libra-Leaderboard, a comprehensive framework designed to rank LLMs through a balanced evaluation of performance and safety. Combining a dynamic leaderboard with an interactive LLM arena, Libra-Leaderboard encourages the joint optimization of capability and safety. Unlike traditional approaches that average performance and safety metrics, Libra-Leaderboard uses a distance-to-optimal-score method to calculate the overall rankings. This approach incentivizes models to achieve a balance rather than excelling in one dimension at the expense of some other ones. In t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18551","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.18551/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dza69NKX4uX0stImxccNbzv4fgc89EgTT+SLcliUNjqlLhn6Nor1lKU2dTX0BuyuL1s9WbhC/QjIBfjVkKE8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:05:57.086439Z"},"content_sha256":"a932aa2ecdbcd682f5cc7b9b5158d7db68cc0a08b2d5245a10a863958cc861db","schema_version":"1.0","event_id":"sha256:a932aa2ecdbcd682f5cc7b9b5158d7db68cc0a08b2d5245a10a863958cc861db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/bundle.json","state_url":"https://pith.science/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:05:57Z","links":{"resolver":"https://pith.science/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK","bundle":"https://pith.science/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/bundle.json","state":"https://pith.science/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TLAJUZ6OKNEJDCYYCESLO7PGGK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TLAJUZ6OKNEJDCYYCESLO7PGGK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3f2dae12482219cca84c75a039c6072d4aa1a034a243243562274b54c6540e8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T17:03:44Z","title_canon_sha256":"a7311baa7723926b7df21c6c087052f004d03dec55406994776ca97cac560989"},"schema_version":"1.0","source":{"id":"2412.18551","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18551","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18551v1","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18551","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_12","alias_value":"TLAJUZ6OKNEJ","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_16","alias_value":"TLAJUZ6OKNEJDCYY","created_at":"2026-07-05T09:53:57Z"},{"alias_kind":"pith_short_8","alias_value":"TLAJUZ6O","created_at":"2026-07-05T09:53:57Z"}],"graph_snapshots":[{"event_id":"sha256:a932aa2ecdbcd682f5cc7b9b5158d7db68cc0a08b2d5245a10a863958cc861db","target":"graph","created_at":"2026-07-05T09:53:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.18551/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To address this gap, we introduce Libra-Leaderboard, a comprehensive framework designed to rank LLMs through a balanced evaluation of performance and safety. Combining a dynamic leaderboard with an interactive LLM arena, Libra-Leaderboard encourages the joint optimization of capability and safety. Unlike traditional approaches that average performance and safety metrics, Libra-Leaderboard uses a distance-to-optimal-score method to calculate the overall rankings. This approach incentivizes models to achieve a balance rather than excelling in one dimension at the expense of some other ones. In t","authors_text":"Artem Shelmanov, Bingchen Zhao, Cong Zeng, Donghai Hong, Eduard Hovy, Emad A. Alghamdi, Fajri Koto, Haonan Li, Haoqin Tu, Hao Wang, Honglin Mu, Iryna Gurevych, Meng Chen, Monojit Choudhury, Pengfei Liu, Preslav Nakov, Renxi Wang, Rishabh Bhardwaj, Shom Lin, Soujanya Poria, Tatsuki Kuribayashi, Timothy Baldwin, Xiangyu Qi, Xudong Han, Xuguang Ren, Yaodong Yang, Yawen Duan, Yilin Geng, Yi Liu, Yinpeng Dong, Youliang Yuan, Yuxia Wang, Zenan Zhai, Zhengzhong Liu, Zhenxuan Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T17:03:44Z","title":"Libra-Leaderboard: Towards Responsible AI through a Balanced Leaderboard of Safety and Capability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18551","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:397f987e9ed4394b2c245c6f42468d5462a618e60a33880c4cbb0b41b0450210","target":"record","created_at":"2026-07-05T09:53:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3f2dae12482219cca84c75a039c6072d4aa1a034a243243562274b54c6540e8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T17:03:44Z","title_canon_sha256":"a7311baa7723926b7df21c6c087052f004d03dec55406994776ca97cac560989"},"schema_version":"1.0","source":{"id":"2412.18551","kind":"arxiv","version":1}},"canonical_sha256":"9ac09a67ce5348918b181124b77de632a7ae5f5bcaceeb37ac1a7e1cb6c4315c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ac09a67ce5348918b181124b77de632a7ae5f5bcaceeb37ac1a7e1cb6c4315c","first_computed_at":"2026-07-05T09:53:57.457785Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:57.457785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tf2jq/gyXJXyrPoevFnIvHzfjjEuqNqbLUV4APtUoYBZ4z4d5+8AMJLDiKGGzSRXGxAFSdm0YouM41BQ7dPSDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:57.458402Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.18551","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:397f987e9ed4394b2c245c6f42468d5462a618e60a33880c4cbb0b41b0450210","sha256:a932aa2ecdbcd682f5cc7b9b5158d7db68cc0a08b2d5245a10a863958cc861db"],"state_sha256":"d8dc77721f2b9d60f22061d9ad7c2f0220947b57842d4e3192a1d3779d10605b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jYB40S1CeSQqbCoWjKrx7ghffnGoxabN5/Cw37EjptHiFbrfAj7/0QxUMyiPKZYyqweHuKjoY/k6DFiJ5GNPCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:05:57.092235Z","bundle_sha256":"db57221ffb395bdd2f0070135856c1b5b07856e4d9d867befe495eb4b6502ffc"}}