{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:4R7M4OVRWM34NN5VHCGG5XILQD","short_pith_number":"pith:4R7M4OVR","schema_version":"1.0","canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","source":{"kind":"arxiv","id":"2411.05794","version":1},"attestation_state":"computed","paper":{"title":"Beyond Correlation: Evaluating Multimedia Quality Models with the Constrained Concordance Index","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD","eess.AS","eess.IV"],"primary_cat":"cs.MM","authors_text":"Alessandro Ragano, Andrew Hines, Helard Becerra Martinez","submitted_at":"2024-10-24T14:07:21Z","abstract_excerpt":"This study investigates the evaluation of multimedia quality models, focusing on the inherent uncertainties in subjective Mean Opinion Score (MOS) ratings due to factors like rater inconsistency and bias. Traditional statistical measures such as Pearson's Correlation Coefficient (PCC), Spearman's Rank Correlation Coefficient (SRCC), and Kendall's Tau (KTAU) often fail to account for these uncertainties, leading to inaccuracies in model performance assessment. We introduce the Constrained Concordance Index (CCI), a novel metric designed to overcome the limitations of existing metrics by conside"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2411.05794","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","cross_cats_sorted":["cs.SD","eess.AS","eess.IV"],"title_canon_sha256":"431cbc6a9c31ceba9814950b66dfedf0e6e73beff2259230035dcc9632239fab","abstract_canon_sha256":"7c5788445c54035664886e8d80f63c8fd0ba21874c87550aa3a8a267d74df9f3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:11.360167Z","signature_b64":"WPKRDtUk0NmTiX9icuL5uE5ou2VJ41mRiJD4V4g+bll2WL2Iazas26SA4E2AGHvhvtHNWUAMS64Y7BZFe6B1AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","last_reissued_at":"2026-07-05T09:33:11.359679Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:11.359679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Beyond Correlation: Evaluating Multimedia Quality Models with the Constrained Concordance Index","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD","eess.AS","eess.IV"],"primary_cat":"cs.MM","authors_text":"Alessandro Ragano, Andrew Hines, Helard Becerra Martinez","submitted_at":"2024-10-24T14:07:21Z","abstract_excerpt":"This study investigates the evaluation of multimedia quality models, focusing on the inherent uncertainties in subjective Mean Opinion Score (MOS) ratings due to factors like rater inconsistency and bias. Traditional statistical measures such as Pearson's Correlation Coefficient (PCC), Spearman's Rank Correlation Coefficient (SRCC), and Kendall's Tau (KTAU) often fail to account for these uncertainties, leading to inaccuracies in model performance assessment. We introduce the Constrained Concordance Index (CCI), a novel metric designed to overcome the limitations of existing metrics by conside"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05794","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.05794/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2411.05794","created_at":"2026-07-05T09:33:11.359745+00:00"},{"alias_kind":"arxiv_version","alias_value":"2411.05794v1","created_at":"2026-07-05T09:33:11.359745+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05794","created_at":"2026-07-05T09:33:11.359745+00:00"},{"alias_kind":"pith_short_12","alias_value":"4R7M4OVRWM34","created_at":"2026-07-05T09:33:11.359745+00:00"},{"alias_kind":"pith_short_16","alias_value":"4R7M4OVRWM34NN5V","created_at":"2026-07-05T09:33:11.359745+00:00"},{"alias_kind":"pith_short_8","alias_value":"4R7M4OVR","created_at":"2026-07-05T09:33:11.359745+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD","json":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD.json","graph_json":"https://pith.science/api/pith-number/4R7M4OVRWM34NN5VHCGG5XILQD/graph.json","events_json":"https://pith.science/api/pith-number/4R7M4OVRWM34NN5VHCGG5XILQD/events.json","paper":"https://pith.science/paper/4R7M4OVR"},"agent_actions":{"view_html":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD","download_json":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD.json","view_paper":"https://pith.science/paper/4R7M4OVR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2411.05794&json=true","fetch_graph":"https://pith.science/api/pith-number/4R7M4OVRWM34NN5VHCGG5XILQD/graph.json","fetch_events":"https://pith.science/api/pith-number/4R7M4OVRWM34NN5VHCGG5XILQD/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/action/timestamp_anchor","attest_storage":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/action/storage_attestation","attest_author":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/action/author_attestation","sign_citation":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/action/citation_signature","submit_replication":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/action/replication_record"}},"created_at":"2026-07-05T09:33:11.359745+00:00","updated_at":"2026-07-05T09:33:11.359745+00:00"}