{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JI7YKMHMYHATWRHUBHWF3KGZNZ","short_pith_number":"pith:JI7YKMHM","canonical_record":{"source":{"id":"2405.10299","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T17:53:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0e77ab55678aa2765a6910728c22f3855d658aefe7011ca10f92fcae85a15eb1","abstract_canon_sha256":"1863584e2e44c3cedf773c91442f3551a74a67009ace0d8ef7f2de04e0c7b781"},"schema_version":"1.0"},"canonical_sha256":"4a3f8530ecc1c13b44f409ec5da8d96e7fe01fe17e729fb424101264c56b465f","source":{"kind":"arxiv","id":"2405.10299","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10299","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10299v3","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10299","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"JI7YKMHMYHAT","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"JI7YKMHMYHATWRHU","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"JI7YKMHM","created_at":"2026-07-05T09:30:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JI7YKMHMYHATWRHUBHWF3KGZNZ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.10299","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T17:53:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0e77ab55678aa2765a6910728c22f3855d658aefe7011ca10f92fcae85a15eb1","abstract_canon_sha256":"1863584e2e44c3cedf773c91442f3551a74a67009ace0d8ef7f2de04e0c7b781"},"schema_version":"1.0"},"canonical_sha256":"4a3f8530ecc1c13b44f409ec5da8d96e7fe01fe17e729fb424101264c56b465f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:14.066587Z","signature_b64":"CfF2IOGaRk6W/3XLm+MoIfQ1BSARIz1PoU9DFqOAVTxIUcSNPCSOzHL69lYUgY14JIHm5zJ6KG0eKmiysyMKBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a3f8530ecc1c13b44f409ec5da8d96e7fe01fe17e729fb424101264c56b465f","last_reissued_at":"2026-07-05T09:30:14.066062Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:14.066062Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.10299","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4b+Cx2oAjti9wk/o8x90q+qEb3N43nUS+HbiZrk2qrEAhTBkieaTnQpP16/1iOTvyITxel3EvCPMAByy5EoMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:15:12.295584Z"},"content_sha256":"4502d315f6b7ef32e248e0eb68ccc873ea26f6d0b56ce117a7848b39522a0708","schema_version":"1.0","event_id":"sha256:4502d315f6b7ef32e248e0eb68ccc873ea26f6d0b56ce117a7848b39522a0708"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JI7YKMHMYHATWRHUBHWF3KGZNZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aaron Klein, Arber Zela, Benedikt Staffler, Frank Hutter, Joerg K.H. Franke, Lennart Purucker, Rhea Sanjay Sukthanker","submitted_at":"2024-05-16T17:53:32Z","abstract_excerpt":"The increasing size of language models necessitates a thorough analysis across multiple dimensions to assess trade-offs among crucial hardware metrics such as latency, energy consumption, GPU memory usage, and performance. Identifying optimal model configurations under specific hardware constraints is becoming essential but remains challenging due to the computational load of exhaustive training and evaluation on multiple devices. To address this, we introduce HW-GPT-Bench, a hardware-aware benchmark that utilizes surrogate predictions to approximate various hardware metrics across 13 devices "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10299","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.10299/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qokLLsbUKl+sAZv4e2IGPm5ukadrPuGgHK/o3wYRVZ6h+pUVJnGReUTmqP0vkI7QO6Ypt6RabXZRz0uVXHe7Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:15:12.296074Z"},"content_sha256":"8125c9d7fdac1727f56c119a8062d4166e657de801dd69eb77aa26732386c167","schema_version":"1.0","event_id":"sha256:8125c9d7fdac1727f56c119a8062d4166e657de801dd69eb77aa26732386c167"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/bundle.json","state_url":"https://pith.science/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:15:12Z","links":{"resolver":"https://pith.science/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ","bundle":"https://pith.science/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/bundle.json","state":"https://pith.science/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JI7YKMHMYHATWRHUBHWF3KGZNZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JI7YKMHMYHATWRHUBHWF3KGZNZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1863584e2e44c3cedf773c91442f3551a74a67009ace0d8ef7f2de04e0c7b781","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T17:53:32Z","title_canon_sha256":"0e77ab55678aa2765a6910728c22f3855d658aefe7011ca10f92fcae85a15eb1"},"schema_version":"1.0","source":{"id":"2405.10299","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10299","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10299v3","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10299","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"JI7YKMHMYHAT","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"JI7YKMHMYHATWRHU","created_at":"2026-07-05T09:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"JI7YKMHM","created_at":"2026-07-05T09:30:14Z"}],"graph_snapshots":[{"event_id":"sha256:8125c9d7fdac1727f56c119a8062d4166e657de801dd69eb77aa26732386c167","target":"graph","created_at":"2026-07-05T09:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.10299/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing size of language models necessitates a thorough analysis across multiple dimensions to assess trade-offs among crucial hardware metrics such as latency, energy consumption, GPU memory usage, and performance. Identifying optimal model configurations under specific hardware constraints is becoming essential but remains challenging due to the computational load of exhaustive training and evaluation on multiple devices. To address this, we introduce HW-GPT-Bench, a hardware-aware benchmark that utilizes surrogate predictions to approximate various hardware metrics across 13 devices ","authors_text":"Aaron Klein, Arber Zela, Benedikt Staffler, Frank Hutter, Joerg K.H. Franke, Lennart Purucker, Rhea Sanjay Sukthanker","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T17:53:32Z","title":"HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10299","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4502d315f6b7ef32e248e0eb68ccc873ea26f6d0b56ce117a7848b39522a0708","target":"record","created_at":"2026-07-05T09:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1863584e2e44c3cedf773c91442f3551a74a67009ace0d8ef7f2de04e0c7b781","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T17:53:32Z","title_canon_sha256":"0e77ab55678aa2765a6910728c22f3855d658aefe7011ca10f92fcae85a15eb1"},"schema_version":"1.0","source":{"id":"2405.10299","kind":"arxiv","version":3}},"canonical_sha256":"4a3f8530ecc1c13b44f409ec5da8d96e7fe01fe17e729fb424101264c56b465f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a3f8530ecc1c13b44f409ec5da8d96e7fe01fe17e729fb424101264c56b465f","first_computed_at":"2026-07-05T09:30:14.066062Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:14.066062Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CfF2IOGaRk6W/3XLm+MoIfQ1BSARIz1PoU9DFqOAVTxIUcSNPCSOzHL69lYUgY14JIHm5zJ6KG0eKmiysyMKBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:14.066587Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.10299","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4502d315f6b7ef32e248e0eb68ccc873ea26f6d0b56ce117a7848b39522a0708","sha256:8125c9d7fdac1727f56c119a8062d4166e657de801dd69eb77aa26732386c167"],"state_sha256":"3d88476bfa7c4c74dd53b93fd65997590f94503a3620e09ba35e8218e6b7b750"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I4bqR79vbbpikVrwFWSugHU+0oKSLtlLZfWHf0YUCbruFvnubVINsgNzKOC5n6rF/OnbRqQruOKhtAbUXawoDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:15:12.299465Z","bundle_sha256":"b90b9117555ee9cda8b0823c3a06f73e76a5ac609ad66af093de3b554b06397d"}}