{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:5VUPDWMVZOEGYN4QKPIXREKY7L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d448944f50982fd7d3d5d0e83a611cb8a58535df50db4fade997cb6b175f150d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-05-21T18:53:45Z","title_canon_sha256":"18eac924070757d873758a55b3d6669ba0f50d0fe5c2959eecd39efd9a508cb0"},"schema_version":"1.0","source":{"id":"1505.05836","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1505.05836","created_at":"2026-05-18T01:26:18Z"},{"alias_kind":"arxiv_version","alias_value":"1505.05836v4","created_at":"2026-05-18T01:26:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1505.05836","created_at":"2026-05-18T01:26:18Z"},{"alias_kind":"pith_short_12","alias_value":"5VUPDWMVZOEG","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_16","alias_value":"5VUPDWMVZOEGYN4Q","created_at":"2026-05-18T12:29:07Z"},{"alias_kind":"pith_short_8","alias_value":"5VUPDWMV","created_at":"2026-05-18T12:29:07Z"}],"graph_snapshots":[{"event_id":"sha256:9eaea1d157353e8abbc4315b2980a5199fe05c8b80709f08535d5252bbf2dfb9","target":"graph","created_at":"2026-05-18T01:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Object proposals have quickly become the de-facto pre-processing step in a number of vision pipelines (for object detection, object discovery, and other tasks). Their performance is usually evaluated on partially annotated datasets. In this paper, we argue that the choice of using a partially annotated dataset for evaluation of object proposals is problematic -- as we demonstrate via a thought experiment, the evaluation protocol is 'gameable', in the sense that progress under this protocol does not necessarily correspond to a \"better\" category independent object proposal algorithm.\n  To allevi","authors_text":"Aroma Mahendru, Dhruv Batra, Harsh Agrawal, Neelima Chavali","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-05-21T18:53:45Z","title":"Object-Proposal Evaluation Protocol is 'Gameable'"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1505.05836","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb1fc16d68505ebe3f2a9b915bbc35278bd76c1729e63bc1af898ff575d423ca","target":"record","created_at":"2026-05-18T01:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d448944f50982fd7d3d5d0e83a611cb8a58535df50db4fade997cb6b175f150d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2015-05-21T18:53:45Z","title_canon_sha256":"18eac924070757d873758a55b3d6669ba0f50d0fe5c2959eecd39efd9a508cb0"},"schema_version":"1.0","source":{"id":"1505.05836","kind":"arxiv","version":4}},"canonical_sha256":"ed68f1d995cb886c379053d1789158facf529962c55729086f1a31078e017d00","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed68f1d995cb886c379053d1789158facf529962c55729086f1a31078e017d00","first_computed_at":"2026-05-18T01:26:18.338004Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:26:18.338004Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h0m4e/TJcMFzXPrE4Kb+LrdL29VHTjz9DnywA0AMmlM4152Rk6YVMaSyCVC7tzfA3SQpEz7BxYYgmQ7FZkAlDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:26:18.338695Z","signed_message":"canonical_sha256_bytes"},"source_id":"1505.05836","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb1fc16d68505ebe3f2a9b915bbc35278bd76c1729e63bc1af898ff575d423ca","sha256:9eaea1d157353e8abbc4315b2980a5199fe05c8b80709f08535d5252bbf2dfb9"],"state_sha256":"635841e103c862834d3ab6d4eb87e18615ba9e49fadc21d7acf24ebeba7b7a3a"}