{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YNR3RWZEIF4DMG6O3VFJLR7KPG","short_pith_number":"pith:YNR3RWZE","canonical_record":{"source":{"id":"2408.01050","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-02T06:56:59Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fd7d8d0181a8468f190ea3efa9be778e97fc0af68641b50e2b8992785a42dc60","abstract_canon_sha256":"842a9355006cc2857db87ceec72bc27ed997eb2625d114da826722f1fef18852"},"schema_version":"1.0"},"canonical_sha256":"c363b8db244178361bcedd4a95c7ea7991a1b977c081624422a7757c42827ceb","source":{"kind":"arxiv","id":"2408.01050","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01050","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01050v1","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01050","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_12","alias_value":"YNR3RWZEIF4D","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_16","alias_value":"YNR3RWZEIF4DMG6O","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_8","alias_value":"YNR3RWZE","created_at":"2026-07-05T08:51:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YNR3RWZEIF4DMG6O3VFJLR7KPG","target":"record","payload":{"canonical_record":{"source":{"id":"2408.01050","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-02T06:56:59Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fd7d8d0181a8468f190ea3efa9be778e97fc0af68641b50e2b8992785a42dc60","abstract_canon_sha256":"842a9355006cc2857db87ceec72bc27ed997eb2625d114da826722f1fef18852"},"schema_version":"1.0"},"canonical_sha256":"c363b8db244178361bcedd4a95c7ea7991a1b977c081624422a7757c42827ceb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:26.273197Z","signature_b64":"nINz56RM30XYqvcbnecLPCG6WoHsALp5BimAZMV5yZDNTArkT0Y7H9TqoiqtCzWPiGlcOh6FcOJFUo+INE0CBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c363b8db244178361bcedd4a95c7ea7991a1b977c081624422a7757c42827ceb","last_reissued_at":"2026-07-05T08:51:26.272794Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:26.272794Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.01050","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9w4ZCVhyIdlMT5JoZtfLdL+k0naIVu0hgQa+7dThymwDz+6aGRLhzgoIDw7r0Q37HIN5vHPsnFLqM+qugW8TBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T09:14:03.017410Z"},"content_sha256":"23930bbb9c9ac6918bf390873b7ffe7bc6be26f2cd50d3757501bb3957b702b1","schema_version":"1.0","event_id":"sha256:23930bbb9c9ac6918bf390873b7ffe7bc6be26f2cd50d3757501bb3957b702b1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YNR3RWZEIF4DMG6O3VFJLR7KPG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Impact of Hyperparameters on Large Language Model Inference Performance: An Evaluation of vLLM and HuggingFace Pipelines","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Matias Martinez","submitted_at":"2024-08-02T06:56:59Z","abstract_excerpt":"The recent surge of open-source large language models (LLMs) enables developers to create AI-based solutions while maintaining control over aspects such as privacy and compliance, thereby providing governance and ownership of the model deployment process. To utilize these LLMs, inference engines are needed. These engines load the model's weights onto available resources, such as GPUs, and process queries to generate responses. The speed of inference, or performance, of the LLM, is critical for real-time applications, as it computes millions or billions of floating point operations per inferenc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01050","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.01050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aqs6Gfiz/2j3Dd3ajl7LJtxJt0O+A7VLYH53DJqSDI2Wyt85c4lgHKbjpK7h/ZaPgSqmohON3DU9l3EifcJlBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T09:14:03.018360Z"},"content_sha256":"004254d6337898ec55b9e7b9a26a89425bea5f436fcf51a0072fcadcbaa06bd6","schema_version":"1.0","event_id":"sha256:004254d6337898ec55b9e7b9a26a89425bea5f436fcf51a0072fcadcbaa06bd6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/bundle.json","state_url":"https://pith.science/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T09:14:03Z","links":{"resolver":"https://pith.science/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG","bundle":"https://pith.science/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/bundle.json","state":"https://pith.science/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YNR3RWZEIF4DMG6O3VFJLR7KPG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YNR3RWZEIF4DMG6O3VFJLR7KPG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"842a9355006cc2857db87ceec72bc27ed997eb2625d114da826722f1fef18852","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-02T06:56:59Z","title_canon_sha256":"fd7d8d0181a8468f190ea3efa9be778e97fc0af68641b50e2b8992785a42dc60"},"schema_version":"1.0","source":{"id":"2408.01050","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01050","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01050v1","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01050","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_12","alias_value":"YNR3RWZEIF4D","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_16","alias_value":"YNR3RWZEIF4DMG6O","created_at":"2026-07-05T08:51:26Z"},{"alias_kind":"pith_short_8","alias_value":"YNR3RWZE","created_at":"2026-07-05T08:51:26Z"}],"graph_snapshots":[{"event_id":"sha256:004254d6337898ec55b9e7b9a26a89425bea5f436fcf51a0072fcadcbaa06bd6","target":"graph","created_at":"2026-07-05T08:51:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.01050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent surge of open-source large language models (LLMs) enables developers to create AI-based solutions while maintaining control over aspects such as privacy and compliance, thereby providing governance and ownership of the model deployment process. To utilize these LLMs, inference engines are needed. These engines load the model's weights onto available resources, such as GPUs, and process queries to generate responses. The speed of inference, or performance, of the LLM, is critical for real-time applications, as it computes millions or billions of floating point operations per inferenc","authors_text":"Matias Martinez","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-02T06:56:59Z","title":"The Impact of Hyperparameters on Large Language Model Inference Performance: An Evaluation of vLLM and HuggingFace Pipelines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01050","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:23930bbb9c9ac6918bf390873b7ffe7bc6be26f2cd50d3757501bb3957b702b1","target":"record","created_at":"2026-07-05T08:51:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"842a9355006cc2857db87ceec72bc27ed997eb2625d114da826722f1fef18852","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-02T06:56:59Z","title_canon_sha256":"fd7d8d0181a8468f190ea3efa9be778e97fc0af68641b50e2b8992785a42dc60"},"schema_version":"1.0","source":{"id":"2408.01050","kind":"arxiv","version":1}},"canonical_sha256":"c363b8db244178361bcedd4a95c7ea7991a1b977c081624422a7757c42827ceb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c363b8db244178361bcedd4a95c7ea7991a1b977c081624422a7757c42827ceb","first_computed_at":"2026-07-05T08:51:26.272794Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:26.272794Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nINz56RM30XYqvcbnecLPCG6WoHsALp5BimAZMV5yZDNTArkT0Y7H9TqoiqtCzWPiGlcOh6FcOJFUo+INE0CBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:26.273197Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.01050","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:23930bbb9c9ac6918bf390873b7ffe7bc6be26f2cd50d3757501bb3957b702b1","sha256:004254d6337898ec55b9e7b9a26a89425bea5f436fcf51a0072fcadcbaa06bd6"],"state_sha256":"2b41d49cb97cc9ff3606deea9645f0dfb129894bd9b91abdec8e78c39ea87db8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xhWz2NAsY/u/2eLdGgbcJVeX9aCcjU87ygUT7gyJXCFLU1CGrE532MvtE0dSuJgdERytV/xQnFazu+ree3oNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T09:14:03.023711Z","bundle_sha256":"e0cee1ea55b11c6a06db077c7929460230f49dc96d8b49c828f1e210b4235246"}}