{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DQNHWRUVSCSM4U5XEVZNTUPUJE","short_pith_number":"pith:DQNHWRUV","canonical_record":{"source":{"id":"2403.20306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-03-29T17:22:48Z","cross_cats_sorted":["cs.AR","cs.DC"],"title_canon_sha256":"4e56a7c212eceb658fb16eff91a241fb6f30b88963d0e498e513cd09f6f05088","abstract_canon_sha256":"a7e28ade39d9a9cef6270a3178283989e3c3946833b525590b9be6c7e08a1eb7"},"schema_version":"1.0"},"canonical_sha256":"1c1a7b469590a4ce53b72572d9d1f4490de6d3599e7d74aa39ab3d0e491686bb","source":{"kind":"arxiv","id":"2403.20306","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.20306","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.20306v1","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.20306","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_12","alias_value":"DQNHWRUVSCSM","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_16","alias_value":"DQNHWRUVSCSM4U5X","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_8","alias_value":"DQNHWRUV","created_at":"2026-07-05T08:02:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DQNHWRUVSCSM4U5XEVZNTUPUJE","target":"record","payload":{"canonical_record":{"source":{"id":"2403.20306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-03-29T17:22:48Z","cross_cats_sorted":["cs.AR","cs.DC"],"title_canon_sha256":"4e56a7c212eceb658fb16eff91a241fb6f30b88963d0e498e513cd09f6f05088","abstract_canon_sha256":"a7e28ade39d9a9cef6270a3178283989e3c3946833b525590b9be6c7e08a1eb7"},"schema_version":"1.0"},"canonical_sha256":"1c1a7b469590a4ce53b72572d9d1f4490de6d3599e7d74aa39ab3d0e491686bb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:02:17.387620Z","signature_b64":"pzJptXDPkaHg+gquzy9hR1RMi+hsTW4s9aQMIh1wTkyQn1HX6hZJ3p5NbK73uAJVKbjtBQLGKeioC5C39bQqCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c1a7b469590a4ce53b72572d9d1f4490de6d3599e7d74aa39ab3d0e491686bb","last_reissued_at":"2026-07-05T08:02:17.387155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:02:17.387155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.20306","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gvw0t1ITrRPQFaSMZi0eHfEd/z5J6J5piCJBRwELAnW/uMlf2swnvHNWx9qaqgYLK5Wc/T40+9sjQlv5WWddBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:15:54.549509Z"},"content_sha256":"774f11f8cb9cc8e8a0d97334fefa0b83a7e507a1d52de79176410acebef72d45","schema_version":"1.0","event_id":"sha256:774f11f8cb9cc8e8a0d97334fefa0b83a7e507a1d52de79176410acebef72d45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DQNHWRUVSCSM4U5XEVZNTUPUJE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AR","cs.DC"],"primary_cat":"cs.AI","authors_text":"Chaojie Zhang, Esha Choukse, Inigo Goiri, Josep Torrellas, Jovan Stojkovic","submitted_at":"2024-03-29T17:22:48Z","abstract_excerpt":"With the ubiquitous use of modern large language models (LLMs) across industries, the inference serving for these models is ever expanding. Given the high compute and memory requirements of modern LLMs, more and more top-of-the-line GPUs are being deployed to serve these models. Energy availability has come to the forefront as the biggest challenge for data center expansion to serve these models. In this paper, we present the trade-offs brought up by making energy efficiency the primary goal of LLM serving under performance SLOs. We show that depending on the inputs, the model, and the service"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.20306","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.20306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+wuB5KmDSRSp+9z3ri+V0ERzovLL2UaaCw/cosImeX82po+n2c6Z+uEVgJRuTpKEcnksydVpRg3fKgL5bmSLCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:15:54.550174Z"},"content_sha256":"a7f031616ffa5bf766d565cbab70c14b4333f33c36109dc75d1ef5e43eaae52d","schema_version":"1.0","event_id":"sha256:a7f031616ffa5bf766d565cbab70c14b4333f33c36109dc75d1ef5e43eaae52d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/bundle.json","state_url":"https://pith.science/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:15:54Z","links":{"resolver":"https://pith.science/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE","bundle":"https://pith.science/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/bundle.json","state":"https://pith.science/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DQNHWRUVSCSM4U5XEVZNTUPUJE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DQNHWRUVSCSM4U5XEVZNTUPUJE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7e28ade39d9a9cef6270a3178283989e3c3946833b525590b9be6c7e08a1eb7","cross_cats_sorted":["cs.AR","cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-03-29T17:22:48Z","title_canon_sha256":"4e56a7c212eceb658fb16eff91a241fb6f30b88963d0e498e513cd09f6f05088"},"schema_version":"1.0","source":{"id":"2403.20306","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.20306","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.20306v1","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.20306","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_12","alias_value":"DQNHWRUVSCSM","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_16","alias_value":"DQNHWRUVSCSM4U5X","created_at":"2026-07-05T08:02:17Z"},{"alias_kind":"pith_short_8","alias_value":"DQNHWRUV","created_at":"2026-07-05T08:02:17Z"}],"graph_snapshots":[{"event_id":"sha256:a7f031616ffa5bf766d565cbab70c14b4333f33c36109dc75d1ef5e43eaae52d","target":"graph","created_at":"2026-07-05T08:02:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.20306/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the ubiquitous use of modern large language models (LLMs) across industries, the inference serving for these models is ever expanding. Given the high compute and memory requirements of modern LLMs, more and more top-of-the-line GPUs are being deployed to serve these models. Energy availability has come to the forefront as the biggest challenge for data center expansion to serve these models. In this paper, we present the trade-offs brought up by making energy efficiency the primary goal of LLM serving under performance SLOs. We show that depending on the inputs, the model, and the service","authors_text":"Chaojie Zhang, Esha Choukse, Inigo Goiri, Josep Torrellas, Jovan Stojkovic","cross_cats":["cs.AR","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-03-29T17:22:48Z","title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.20306","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:774f11f8cb9cc8e8a0d97334fefa0b83a7e507a1d52de79176410acebef72d45","target":"record","created_at":"2026-07-05T08:02:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7e28ade39d9a9cef6270a3178283989e3c3946833b525590b9be6c7e08a1eb7","cross_cats_sorted":["cs.AR","cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-03-29T17:22:48Z","title_canon_sha256":"4e56a7c212eceb658fb16eff91a241fb6f30b88963d0e498e513cd09f6f05088"},"schema_version":"1.0","source":{"id":"2403.20306","kind":"arxiv","version":1}},"canonical_sha256":"1c1a7b469590a4ce53b72572d9d1f4490de6d3599e7d74aa39ab3d0e491686bb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c1a7b469590a4ce53b72572d9d1f4490de6d3599e7d74aa39ab3d0e491686bb","first_computed_at":"2026-07-05T08:02:17.387155Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:02:17.387155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pzJptXDPkaHg+gquzy9hR1RMi+hsTW4s9aQMIh1wTkyQn1HX6hZJ3p5NbK73uAJVKbjtBQLGKeioC5C39bQqCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:02:17.387620Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.20306","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:774f11f8cb9cc8e8a0d97334fefa0b83a7e507a1d52de79176410acebef72d45","sha256:a7f031616ffa5bf766d565cbab70c14b4333f33c36109dc75d1ef5e43eaae52d"],"state_sha256":"bfa17040ebb804965bdd77b80cda42c5178f9aa88d5668c581521e84e4a84e6d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LazLQRCNQbCKOpTjuU/Fd/gl/z5EghcXHLEmZ/+hSw3Bdrnxr6DBXDNYc5+X7VwdsNNyqbXByaE1qNzIHHZTCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:15:54.555549Z","bundle_sha256":"3fd9908701e71c3cbdfc8e3183d16b9c30c25be860f00c7597f58a70fb1bf31b"}}