{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4R7M4OVRWM34NN5VHCGG5XILQD","short_pith_number":"pith:4R7M4OVR","canonical_record":{"source":{"id":"2411.05794","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","cross_cats_sorted":["cs.SD","eess.AS","eess.IV"],"title_canon_sha256":"431cbc6a9c31ceba9814950b66dfedf0e6e73beff2259230035dcc9632239fab","abstract_canon_sha256":"7c5788445c54035664886e8d80f63c8fd0ba21874c87550aa3a8a267d74df9f3"},"schema_version":"1.0"},"canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","source":{"kind":"arxiv","id":"2411.05794","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05794","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05794v1","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05794","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_12","alias_value":"4R7M4OVRWM34","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_16","alias_value":"4R7M4OVRWM34NN5V","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_8","alias_value":"4R7M4OVR","created_at":"2026-07-05T09:33:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4R7M4OVRWM34NN5VHCGG5XILQD","target":"record","payload":{"canonical_record":{"source":{"id":"2411.05794","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","cross_cats_sorted":["cs.SD","eess.AS","eess.IV"],"title_canon_sha256":"431cbc6a9c31ceba9814950b66dfedf0e6e73beff2259230035dcc9632239fab","abstract_canon_sha256":"7c5788445c54035664886e8d80f63c8fd0ba21874c87550aa3a8a267d74df9f3"},"schema_version":"1.0"},"canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:11.360167Z","signature_b64":"WPKRDtUk0NmTiX9icuL5uE5ou2VJ41mRiJD4V4g+bll2WL2Iazas26SA4E2AGHvhvtHNWUAMS64Y7BZFe6B1AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","last_reissued_at":"2026-07-05T09:33:11.359679Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:11.359679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.05794","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CpAAGpB8BawJeKdb0v9KXL2gRcQC16QO1jAl/aP8FUC9Lq63+ZUX1Q22w0EPXik8sP1Mz+ANOlv3TKxPMgAHDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:06.630662Z"},"content_sha256":"4450a3009026fa4f8fd6b0cc24e42f44af0b3361e335915904848267f5ef73ce","schema_version":"1.0","event_id":"sha256:4450a3009026fa4f8fd6b0cc24e42f44af0b3361e335915904848267f5ef73ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4R7M4OVRWM34NN5VHCGG5XILQD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Correlation: Evaluating Multimedia Quality Models with the Constrained Concordance Index","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD","eess.AS","eess.IV"],"primary_cat":"cs.MM","authors_text":"Alessandro Ragano, Andrew Hines, Helard Becerra Martinez","submitted_at":"2024-10-24T14:07:21Z","abstract_excerpt":"This study investigates the evaluation of multimedia quality models, focusing on the inherent uncertainties in subjective Mean Opinion Score (MOS) ratings due to factors like rater inconsistency and bias. Traditional statistical measures such as Pearson's Correlation Coefficient (PCC), Spearman's Rank Correlation Coefficient (SRCC), and Kendall's Tau (KTAU) often fail to account for these uncertainties, leading to inaccuracies in model performance assessment. We introduce the Constrained Concordance Index (CCI), a novel metric designed to overcome the limitations of existing metrics by conside"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05794","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.05794/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TuN7atAmUVd2HILqIZdMPNG6jWAKA5zIHzciSTYO2bFAy5WLNMiDfYio3+LYchr6T+pJJWiowuxRIj4W7tcBCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:06.631218Z"},"content_sha256":"3ba53497d813a6b7ad57a56ab8fbacfeb2f9ee1010bae7dd0fffe8412065c216","schema_version":"1.0","event_id":"sha256:3ba53497d813a6b7ad57a56ab8fbacfeb2f9ee1010bae7dd0fffe8412065c216"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/bundle.json","state_url":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4R7M4OVRWM34NN5VHCGG5XILQD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:14:06Z","links":{"resolver":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD","bundle":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/bundle.json","state":"https://pith.science/pith/4R7M4OVRWM34NN5VHCGG5XILQD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4R7M4OVRWM34NN5VHCGG5XILQD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4R7M4OVRWM34NN5VHCGG5XILQD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c5788445c54035664886e8d80f63c8fd0ba21874c87550aa3a8a267d74df9f3","cross_cats_sorted":["cs.SD","eess.AS","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","title_canon_sha256":"431cbc6a9c31ceba9814950b66dfedf0e6e73beff2259230035dcc9632239fab"},"schema_version":"1.0","source":{"id":"2411.05794","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05794","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05794v1","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05794","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_12","alias_value":"4R7M4OVRWM34","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_16","alias_value":"4R7M4OVRWM34NN5V","created_at":"2026-07-05T09:33:11Z"},{"alias_kind":"pith_short_8","alias_value":"4R7M4OVR","created_at":"2026-07-05T09:33:11Z"}],"graph_snapshots":[{"event_id":"sha256:3ba53497d813a6b7ad57a56ab8fbacfeb2f9ee1010bae7dd0fffe8412065c216","target":"graph","created_at":"2026-07-05T09:33:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.05794/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the evaluation of multimedia quality models, focusing on the inherent uncertainties in subjective Mean Opinion Score (MOS) ratings due to factors like rater inconsistency and bias. Traditional statistical measures such as Pearson's Correlation Coefficient (PCC), Spearman's Rank Correlation Coefficient (SRCC), and Kendall's Tau (KTAU) often fail to account for these uncertainties, leading to inaccuracies in model performance assessment. We introduce the Constrained Concordance Index (CCI), a novel metric designed to overcome the limitations of existing metrics by conside","authors_text":"Alessandro Ragano, Andrew Hines, Helard Becerra Martinez","cross_cats":["cs.SD","eess.AS","eess.IV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","title":"Beyond Correlation: Evaluating Multimedia Quality Models with the Constrained Concordance Index"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05794","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4450a3009026fa4f8fd6b0cc24e42f44af0b3361e335915904848267f5ef73ce","target":"record","created_at":"2026-07-05T09:33:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c5788445c54035664886e8d80f63c8fd0ba21874c87550aa3a8a267d74df9f3","cross_cats_sorted":["cs.SD","eess.AS","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-10-24T14:07:21Z","title_canon_sha256":"431cbc6a9c31ceba9814950b66dfedf0e6e73beff2259230035dcc9632239fab"},"schema_version":"1.0","source":{"id":"2411.05794","kind":"arxiv","version":1}},"canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e47ece3ab1b337c6b7b5388c6edd0b80e265538c38d044be8066e1077682740b","first_computed_at":"2026-07-05T09:33:11.359679Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:33:11.359679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WPKRDtUk0NmTiX9icuL5uE5ou2VJ41mRiJD4V4g+bll2WL2Iazas26SA4E2AGHvhvtHNWUAMS64Y7BZFe6B1AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:33:11.360167Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.05794","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4450a3009026fa4f8fd6b0cc24e42f44af0b3361e335915904848267f5ef73ce","sha256:3ba53497d813a6b7ad57a56ab8fbacfeb2f9ee1010bae7dd0fffe8412065c216"],"state_sha256":"e6f4b04be1723a1ff83f52ba8e5055eaa5b050408880cd90fdc32bd5e8e8c758"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ya9TDcyZGE5BWSk6v139Rq1KwKHWzoB5PJKk7qG8GYLkEj8d5M6eWTrbzyZgbhG9lx5G8PG2/pFLNkDsaI9jCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:14:06.635866Z","bundle_sha256":"782895897f51ff53f1eaf7e4575de4472f161aeb8044f5bc20c170473ea02c1f"}}