{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2016:AHTILGI7OIFTBE7WBQYSW3BZ2B","short_pith_number":"pith:AHTILGI7","schema_version":"1.0","canonical_sha256":"01e685991f720b3093f60c312b6c39d051a667aaa85a81c7ebc1730225d9ed9a","source":{"kind":"arxiv","id":"1604.03605","version":2},"attestation_state":"computed","paper":{"title":"What do different evaluation metrics tell us about saliency models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Antonio Torralba, Aude Oliva, Fr\\'edo Durand, Tilke Judd, Zoya Bylinskii","submitted_at":"2016-04-12T22:16:20Z","abstract_excerpt":"How best to evaluate a saliency model's ability to predict where humans look in images is an open research question. The choice of evaluation metric depends on how saliency is defined and how the ground truth is represented. Metrics differ in how they rank saliency models, and this results from how false positives and false negatives are treated, whether viewing biases are accounted for, whether spatial deviations are factored in, and how the saliency maps are pre-processed. In this paper, we provide an analysis of 8 different evaluation metrics and their properties. With the help of systemati"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1604.03605","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2016-04-12T22:16:20Z","cross_cats_sorted":[],"title_canon_sha256":"b6298eeb8c0fe7240ffd25de132bd8a438efb1a33bc2dbe5262f384e4ecd3e7d","abstract_canon_sha256":"0fbfd7b1d356a510f413e2cb5fe562433c63503716986204d5b9c6f94419693c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:46:51.890458Z","signature_b64":"Z/4PFXn2JrYXA7rL70nkoAfCcoGT4ewV6h4LR0B5NMlxG8mYiwaLiH7ljCdzVb2aY46XQylpgSNX7UG7LwdJAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"01e685991f720b3093f60c312b6c39d051a667aaa85a81c7ebc1730225d9ed9a","last_reissued_at":"2026-05-18T00:46:51.889796Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:46:51.889796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What do different evaluation metrics tell us about saliency models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Antonio Torralba, Aude Oliva, Fr\\'edo Durand, Tilke Judd, Zoya Bylinskii","submitted_at":"2016-04-12T22:16:20Z","abstract_excerpt":"How best to evaluate a saliency model's ability to predict where humans look in images is an open research question. The choice of evaluation metric depends on how saliency is defined and how the ground truth is represented. Metrics differ in how they rank saliency models, and this results from how false positives and false negatives are treated, whether viewing biases are accounted for, whether spatial deviations are factored in, and how the saliency maps are pre-processed. In this paper, we provide an analysis of 8 different evaluation metrics and their properties. With the help of systemati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1604.03605","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1604.03605","created_at":"2026-05-18T00:46:51.889888+00:00"},{"alias_kind":"arxiv_version","alias_value":"1604.03605v2","created_at":"2026-05-18T00:46:51.889888+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1604.03605","created_at":"2026-05-18T00:46:51.889888+00:00"},{"alias_kind":"pith_short_12","alias_value":"AHTILGI7OIFT","created_at":"2026-05-18T12:30:07.202191+00:00"},{"alias_kind":"pith_short_16","alias_value":"AHTILGI7OIFTBE7W","created_at":"2026-05-18T12:30:07.202191+00:00"},{"alias_kind":"pith_short_8","alias_value":"AHTILGI7","created_at":"2026-05-18T12:30:07.202191+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B","json":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B.json","graph_json":"https://pith.science/api/pith-number/AHTILGI7OIFTBE7WBQYSW3BZ2B/graph.json","events_json":"https://pith.science/api/pith-number/AHTILGI7OIFTBE7WBQYSW3BZ2B/events.json","paper":"https://pith.science/paper/AHTILGI7"},"agent_actions":{"view_html":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B","download_json":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B.json","view_paper":"https://pith.science/paper/AHTILGI7","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1604.03605&json=true","fetch_graph":"https://pith.science/api/pith-number/AHTILGI7OIFTBE7WBQYSW3BZ2B/graph.json","fetch_events":"https://pith.science/api/pith-number/AHTILGI7OIFTBE7WBQYSW3BZ2B/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B/action/timestamp_anchor","attest_storage":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B/action/storage_attestation","attest_author":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B/action/author_attestation","sign_citation":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B/action/citation_signature","submit_replication":"https://pith.science/pith/AHTILGI7OIFTBE7WBQYSW3BZ2B/action/replication_record"}},"created_at":"2026-05-18T00:46:51.889888+00:00","updated_at":"2026-05-18T00:46:51.889888+00:00"}