{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PYPY44CM65J6I7MLYUTSBXOSNY","short_pith_number":"pith:PYPY44CM","canonical_record":{"source":{"id":"2503.15222","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-19T14:01:33Z","cross_cats_sorted":[],"title_canon_sha256":"f11b02a15a65ae118db51bf3912eedeb0b79626ca2a38e4f4387bfc3147f2b9f","abstract_canon_sha256":"fb2ce6cd58fa98be369f49a1adae2f0697bcf69e3254bdb85f30eda6ee1ea8f0"},"schema_version":"1.0"},"canonical_sha256":"7e1f8e704cf753e47d8bc52720ddd26e26ea37fcbabaa3eca7341de818f65978","source":{"kind":"arxiv","id":"2503.15222","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.15222","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"arxiv_version","alias_value":"2503.15222v2","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.15222","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_12","alias_value":"PYPY44CM65J6","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_16","alias_value":"PYPY44CM65J6I7ML","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_8","alias_value":"PYPY44CM","created_at":"2026-07-05T10:45:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PYPY44CM65J6I7MLYUTSBXOSNY","target":"record","payload":{"canonical_record":{"source":{"id":"2503.15222","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-19T14:01:33Z","cross_cats_sorted":[],"title_canon_sha256":"f11b02a15a65ae118db51bf3912eedeb0b79626ca2a38e4f4387bfc3147f2b9f","abstract_canon_sha256":"fb2ce6cd58fa98be369f49a1adae2f0697bcf69e3254bdb85f30eda6ee1ea8f0"},"schema_version":"1.0"},"canonical_sha256":"7e1f8e704cf753e47d8bc52720ddd26e26ea37fcbabaa3eca7341de818f65978","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:18.668074Z","signature_b64":"EAyae3hU2rOXU/dbmxKXIaTKGVcrEed1iiX8bcSny4aMn4Bg1L9ay/jzeyM/eO/tL4af7Q35DX3Pwylnu6VjAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e1f8e704cf753e47d8bc52720ddd26e26ea37fcbabaa3eca7341de818f65978","last_reissued_at":"2026-07-05T10:45:18.667616Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:18.667616Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.15222","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"34UQ9mAXl/McwHvg+V34+CN6r1+X10s6oj6Ujp0/WXBpAJj42iWqh5aiJpHwOCSnly2r4ug98PosgpvRW7l6Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T23:17:34.798602Z"},"content_sha256":"66e529dcfa65e6dc58003b8c120fd01e38d6b2309235eb3c520e04adecf3d2c0","schema_version":"1.0","event_id":"sha256:66e529dcfa65e6dc58003b8c120fd01e38d6b2309235eb3c520e04adecf3d2c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PYPY44CM65J6I7MLYUTSBXOSNY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model Hubs and Beyond: Analyzing Model Popularity, Performance, and Documentation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Agnish Saha, Mayank Singh, Pritam Kadasi, Rohit Jindal, Rudranshu Sen, Sayani Sarkar, Soumavo Sikdar, Sriman Reddy Kondam, Srivathsa Vamsi Chaturvedula, Suhani Mittal","submitted_at":"2025-03-19T14:01:33Z","abstract_excerpt":"With the massive surge in ML models on platforms like Hugging Face, users often lose track and struggle to choose the best model for their downstream tasks, frequently relying on model popularity indicated by download counts, likes, or recency. We investigate whether this popularity aligns with actual model performance and how the comprehensiveness of model documentation correlates with both popularity and performance. In our study, we evaluated a comprehensive set of 500 Sentiment Analysis models on Hugging Face. This evaluation involved massive annotation efforts, with human annotators compl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.15222","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.15222/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mLMXXKgdL+mzk7tMzXjCBbgay29kxbEB4G0tbQUW1neJ0KfBBm9ObD8kIfYL3R/otjw8u1v/evcaLspv2z6nBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T23:17:34.799105Z"},"content_sha256":"331ad0ff860fcabe4607601ffcc835f7c35b7507840944a1655073df702db1ad","schema_version":"1.0","event_id":"sha256:331ad0ff860fcabe4607601ffcc835f7c35b7507840944a1655073df702db1ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PYPY44CM65J6I7MLYUTSBXOSNY/bundle.json","state_url":"https://pith.science/pith/PYPY44CM65J6I7MLYUTSBXOSNY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PYPY44CM65J6I7MLYUTSBXOSNY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T23:17:34Z","links":{"resolver":"https://pith.science/pith/PYPY44CM65J6I7MLYUTSBXOSNY","bundle":"https://pith.science/pith/PYPY44CM65J6I7MLYUTSBXOSNY/bundle.json","state":"https://pith.science/pith/PYPY44CM65J6I7MLYUTSBXOSNY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PYPY44CM65J6I7MLYUTSBXOSNY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PYPY44CM65J6I7MLYUTSBXOSNY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb2ce6cd58fa98be369f49a1adae2f0697bcf69e3254bdb85f30eda6ee1ea8f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-19T14:01:33Z","title_canon_sha256":"f11b02a15a65ae118db51bf3912eedeb0b79626ca2a38e4f4387bfc3147f2b9f"},"schema_version":"1.0","source":{"id":"2503.15222","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.15222","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"arxiv_version","alias_value":"2503.15222v2","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.15222","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_12","alias_value":"PYPY44CM65J6","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_16","alias_value":"PYPY44CM65J6I7ML","created_at":"2026-07-05T10:45:18Z"},{"alias_kind":"pith_short_8","alias_value":"PYPY44CM","created_at":"2026-07-05T10:45:18Z"}],"graph_snapshots":[{"event_id":"sha256:331ad0ff860fcabe4607601ffcc835f7c35b7507840944a1655073df702db1ad","target":"graph","created_at":"2026-07-05T10:45:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.15222/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the massive surge in ML models on platforms like Hugging Face, users often lose track and struggle to choose the best model for their downstream tasks, frequently relying on model popularity indicated by download counts, likes, or recency. We investigate whether this popularity aligns with actual model performance and how the comprehensiveness of model documentation correlates with both popularity and performance. In our study, we evaluated a comprehensive set of 500 Sentiment Analysis models on Hugging Face. This evaluation involved massive annotation efforts, with human annotators compl","authors_text":"Agnish Saha, Mayank Singh, Pritam Kadasi, Rohit Jindal, Rudranshu Sen, Sayani Sarkar, Soumavo Sikdar, Sriman Reddy Kondam, Srivathsa Vamsi Chaturvedula, Suhani Mittal","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-19T14:01:33Z","title":"Model Hubs and Beyond: Analyzing Model Popularity, Performance, and Documentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.15222","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66e529dcfa65e6dc58003b8c120fd01e38d6b2309235eb3c520e04adecf3d2c0","target":"record","created_at":"2026-07-05T10:45:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb2ce6cd58fa98be369f49a1adae2f0697bcf69e3254bdb85f30eda6ee1ea8f0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-19T14:01:33Z","title_canon_sha256":"f11b02a15a65ae118db51bf3912eedeb0b79626ca2a38e4f4387bfc3147f2b9f"},"schema_version":"1.0","source":{"id":"2503.15222","kind":"arxiv","version":2}},"canonical_sha256":"7e1f8e704cf753e47d8bc52720ddd26e26ea37fcbabaa3eca7341de818f65978","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e1f8e704cf753e47d8bc52720ddd26e26ea37fcbabaa3eca7341de818f65978","first_computed_at":"2026-07-05T10:45:18.667616Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:18.667616Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EAyae3hU2rOXU/dbmxKXIaTKGVcrEed1iiX8bcSny4aMn4Bg1L9ay/jzeyM/eO/tL4af7Q35DX3Pwylnu6VjAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:18.668074Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.15222","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66e529dcfa65e6dc58003b8c120fd01e38d6b2309235eb3c520e04adecf3d2c0","sha256:331ad0ff860fcabe4607601ffcc835f7c35b7507840944a1655073df702db1ad"],"state_sha256":"c5bf45e136de0b4ce93013fb68ca23101dea5b63d0e3d27bb8ebbdcfbf49da9c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XeMsWvQWKrkqgAqki9XUd+4x6SfSMxloQEw/LjIITiD36ZKUecQpMHdhsoB/PYqsfxkDJcrELgtl7JzjgtliCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T23:17:34.802971Z","bundle_sha256":"0152ffe3ccd83cc487888288927d4c74fd0957123ab3d1d6b80f3d97394949c6"}}