{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ERDC7PYR6WLREB42YGUNDJBKYD","short_pith_number":"pith:ERDC7PYR","canonical_record":{"source":{"id":"2508.10251","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-08-14T00:34:54Z","cross_cats_sorted":[],"title_canon_sha256":"dff4e769a5cf7fec5de4a4f62940fbe3f3bbb3676f4e62921a0ab07584c073ba","abstract_canon_sha256":"32a5b3abf8507af76ae8d2c57a83bdea8138ec7840e895d69fc2aca1eb82c735"},"schema_version":"1.0"},"canonical_sha256":"24462fbf11f59712079ac1a8d1a42ac0f0939b18ec864a180c30fc55ee45eb78","source":{"kind":"arxiv","id":"2508.10251","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.10251","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"arxiv_version","alias_value":"2508.10251v1","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.10251","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_12","alias_value":"ERDC7PYR6WLR","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_16","alias_value":"ERDC7PYR6WLREB42","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_8","alias_value":"ERDC7PYR","created_at":"2026-07-05T11:53:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ERDC7PYR6WLREB42YGUNDJBKYD","target":"record","payload":{"canonical_record":{"source":{"id":"2508.10251","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-08-14T00:34:54Z","cross_cats_sorted":[],"title_canon_sha256":"dff4e769a5cf7fec5de4a4f62940fbe3f3bbb3676f4e62921a0ab07584c073ba","abstract_canon_sha256":"32a5b3abf8507af76ae8d2c57a83bdea8138ec7840e895d69fc2aca1eb82c735"},"schema_version":"1.0"},"canonical_sha256":"24462fbf11f59712079ac1a8d1a42ac0f0939b18ec864a180c30fc55ee45eb78","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:53:52.133802Z","signature_b64":"j/X38deI/+2LPVNMSm0iFvxGMhIBtvu5zh850uQWC1pQbDhiFemx557nHuHY/mm/cXB02kJ24U8tJhkzOJ0zAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24462fbf11f59712079ac1a8d1a42ac0f0939b18ec864a180c30fc55ee45eb78","last_reissued_at":"2026-07-05T11:53:52.133345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:53:52.133345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.10251","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LO+l4BNx0LaGR/IoC1eTOpb5zu4yd53gE8FfY1uoD7Woat+DzFDXvoSii77f21g41v9Gje0ws0JjYAmtUFmeCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:12:55.852822Z"},"content_sha256":"03a3f9ad47abbb5945500ee48d47372f8fa78a9801c0cf2925c6d3f961f254e2","schema_version":"1.0","event_id":"sha256:03a3f9ad47abbb5945500ee48d47372f8fa78a9801c0cf2925c6d3f961f254e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ERDC7PYR6WLREB42YGUNDJBKYD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Meta-Metrics and Best Practices for System-Level Inference Performance Benchmarking","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.PF","authors_text":"Nelson Mimura Gonzalez, Shweta Salaria, Zhuoran Liu","submitted_at":"2025-08-14T00:34:54Z","abstract_excerpt":"Benchmarking inference performance (speed) of Foundation Models such as Large Language Models (LLM) involves navigating a vast experimental landscape to understand the complex interactions between hardware and software components. However, evaluating every possible test configuration is impractical, unfeasible and unnecessary. To address this challenge, we introduce FMwork, a comprehensive and methodical approach to creating a controlled testing environment that accurately reflects and characterizes performance. FMwork comprises a set of benchmkaring best practices with three key components: 1"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.10251","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.10251/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p8K6bhDwtyL4d8/kYxqI0JuXRTCvUQuXd+E8BjdxCMzAcIrGUtScU+XSNjSrJY8JmDq2tPp4vsxZ9XWtyhhOBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:12:55.853190Z"},"content_sha256":"614980538a53b40a1e3a1f3e85eee248d72eb1806394d2a3739647903fb41469","schema_version":"1.0","event_id":"sha256:614980538a53b40a1e3a1f3e85eee248d72eb1806394d2a3739647903fb41469"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ERDC7PYR6WLREB42YGUNDJBKYD/bundle.json","state_url":"https://pith.science/pith/ERDC7PYR6WLREB42YGUNDJBKYD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ERDC7PYR6WLREB42YGUNDJBKYD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T19:12:55Z","links":{"resolver":"https://pith.science/pith/ERDC7PYR6WLREB42YGUNDJBKYD","bundle":"https://pith.science/pith/ERDC7PYR6WLREB42YGUNDJBKYD/bundle.json","state":"https://pith.science/pith/ERDC7PYR6WLREB42YGUNDJBKYD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ERDC7PYR6WLREB42YGUNDJBKYD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ERDC7PYR6WLREB42YGUNDJBKYD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"32a5b3abf8507af76ae8d2c57a83bdea8138ec7840e895d69fc2aca1eb82c735","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-08-14T00:34:54Z","title_canon_sha256":"dff4e769a5cf7fec5de4a4f62940fbe3f3bbb3676f4e62921a0ab07584c073ba"},"schema_version":"1.0","source":{"id":"2508.10251","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.10251","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"arxiv_version","alias_value":"2508.10251v1","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.10251","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_12","alias_value":"ERDC7PYR6WLR","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_16","alias_value":"ERDC7PYR6WLREB42","created_at":"2026-07-05T11:53:52Z"},{"alias_kind":"pith_short_8","alias_value":"ERDC7PYR","created_at":"2026-07-05T11:53:52Z"}],"graph_snapshots":[{"event_id":"sha256:614980538a53b40a1e3a1f3e85eee248d72eb1806394d2a3739647903fb41469","target":"graph","created_at":"2026-07-05T11:53:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.10251/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Benchmarking inference performance (speed) of Foundation Models such as Large Language Models (LLM) involves navigating a vast experimental landscape to understand the complex interactions between hardware and software components. However, evaluating every possible test configuration is impractical, unfeasible and unnecessary. To address this challenge, we introduce FMwork, a comprehensive and methodical approach to creating a controlled testing environment that accurately reflects and characterizes performance. FMwork comprises a set of benchmkaring best practices with three key components: 1","authors_text":"Nelson Mimura Gonzalez, Shweta Salaria, Zhuoran Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-08-14T00:34:54Z","title":"Meta-Metrics and Best Practices for System-Level Inference Performance Benchmarking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.10251","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03a3f9ad47abbb5945500ee48d47372f8fa78a9801c0cf2925c6d3f961f254e2","target":"record","created_at":"2026-07-05T11:53:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"32a5b3abf8507af76ae8d2c57a83bdea8138ec7840e895d69fc2aca1eb82c735","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-08-14T00:34:54Z","title_canon_sha256":"dff4e769a5cf7fec5de4a4f62940fbe3f3bbb3676f4e62921a0ab07584c073ba"},"schema_version":"1.0","source":{"id":"2508.10251","kind":"arxiv","version":1}},"canonical_sha256":"24462fbf11f59712079ac1a8d1a42ac0f0939b18ec864a180c30fc55ee45eb78","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24462fbf11f59712079ac1a8d1a42ac0f0939b18ec864a180c30fc55ee45eb78","first_computed_at":"2026-07-05T11:53:52.133345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:53:52.133345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j/X38deI/+2LPVNMSm0iFvxGMhIBtvu5zh850uQWC1pQbDhiFemx557nHuHY/mm/cXB02kJ24U8tJhkzOJ0zAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:53:52.133802Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.10251","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03a3f9ad47abbb5945500ee48d47372f8fa78a9801c0cf2925c6d3f961f254e2","sha256:614980538a53b40a1e3a1f3e85eee248d72eb1806394d2a3739647903fb41469"],"state_sha256":"757fab126774f054d8853f0ca9b4e8d1c486273ec57747e7f36657198f2313ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hyN90ldEdQooa73KLNQuQqP9sjSxRFhcGtQQi0QrF36PLrbkTsnK0TkqApaAxd2MrhRUeuK/QveBcHATC5BdAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T19:12:55.857937Z","bundle_sha256":"c158d66391cfe9ef5949be9425ab77dc6f73e96a66e3aa9982302fa16bbfb05b"}}