{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4K4XBDV7VYMFYPNJ55MDIL3MQQ","short_pith_number":"pith:4K4XBDV7","canonical_record":{"source":{"id":"2208.01909","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-08-03T08:23:51Z","cross_cats_sorted":[],"title_canon_sha256":"b121340249f535728407f3147ea7105685c2f6337fe52c152e07a991ce068e11","abstract_canon_sha256":"0581ab56b74417bbd612fd86449e1ca708808bb4fd8861853dc1026e59cac797"},"schema_version":"1.0"},"canonical_sha256":"e2b9708ebfae185c3da9ef58342f6c84265d92eed26b8f9117cb103f0b06d345","source":{"kind":"arxiv","id":"2208.01909","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01909","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01909v2","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01909","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_12","alias_value":"4K4XBDV7VYMF","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_16","alias_value":"4K4XBDV7VYMFYPNJ","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_8","alias_value":"4K4XBDV7","created_at":"2026-07-05T05:05:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4K4XBDV7VYMFYPNJ55MDIL3MQQ","target":"record","payload":{"canonical_record":{"source":{"id":"2208.01909","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-08-03T08:23:51Z","cross_cats_sorted":[],"title_canon_sha256":"b121340249f535728407f3147ea7105685c2f6337fe52c152e07a991ce068e11","abstract_canon_sha256":"0581ab56b74417bbd612fd86449e1ca708808bb4fd8861853dc1026e59cac797"},"schema_version":"1.0"},"canonical_sha256":"e2b9708ebfae185c3da9ef58342f6c84265d92eed26b8f9117cb103f0b06d345","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:05:08.259379Z","signature_b64":"CZsiZ40uigOfkTTLZpXbrGTRwwLFYHKvDv+RJya/JMr2c8ZYCJeahUi4kuNH2X8lYAnrWXdtsXZ/yGq2dZJ7DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2b9708ebfae185c3da9ef58342f6c84265d92eed26b8f9117cb103f0b06d345","last_reissued_at":"2026-07-05T05:05:08.258901Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:05:08.258901Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.01909","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VSjNqqyfGKPjEE1lX3knPF7UiDDaWAezi/Ul4xzfEs2d3HPlEK40UzBeEY7UMyKYsrvbrRnuLGZN5kZiGKBaDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:48:06.367666Z"},"content_sha256":"52b5aad42a79a9475cccb97315b3f5881d34c3ce5f2d537ef1af48be9f936e7b","schema_version":"1.0","event_id":"sha256:52b5aad42a79a9475cccb97315b3f5881d34c3ce5f2d537ef1af48be9f936e7b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4K4XBDV7VYMFYPNJ55MDIL3MQQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking the Evaluation of Unbiased Scene Graph Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Jian Shao, Jun Xiao, Long Chen, Shaoning Xiao, Songyang Zhang, Xingchen Li","submitted_at":"2022-08-03T08:23:51Z","abstract_excerpt":"Current Scene Graph Generation (SGG) methods tend to predict frequent predicate categories and fail to recognize rare ones due to the severe imbalanced distribution of predicates. To improve the robustness of SGG models on different predicate categories, recent research has focused on unbiased SGG and adopted mean Recall@K (mR@K) as the main evaluation metric. However, we discovered two overlooked issues about this de facto standard metric, which makes current unbiased SGG evaluation vulnerable and unfair: 1) mR@K neglects the correlations among predicates and unintentionally breaks category i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01909","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.01909/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1t0voINkbKaQSKLhhhiDiWvmh6dYqrSHfqGyJcD9Ob2R7vJLfKnuf7eXojB+a6xwnSKwyQLp1dTghbkN2jMcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:48:06.368394Z"},"content_sha256":"53fa994cbc182a4267fcb87d0a8b7844ba4910c083a7c33a73b4aa2f22a568d4","schema_version":"1.0","event_id":"sha256:53fa994cbc182a4267fcb87d0a8b7844ba4910c083a7c33a73b4aa2f22a568d4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/bundle.json","state_url":"https://pith.science/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T17:48:06Z","links":{"resolver":"https://pith.science/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ","bundle":"https://pith.science/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/bundle.json","state":"https://pith.science/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4K4XBDV7VYMFYPNJ55MDIL3MQQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4K4XBDV7VYMFYPNJ55MDIL3MQQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0581ab56b74417bbd612fd86449e1ca708808bb4fd8861853dc1026e59cac797","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-08-03T08:23:51Z","title_canon_sha256":"b121340249f535728407f3147ea7105685c2f6337fe52c152e07a991ce068e11"},"schema_version":"1.0","source":{"id":"2208.01909","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01909","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01909v2","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01909","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_12","alias_value":"4K4XBDV7VYMF","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_16","alias_value":"4K4XBDV7VYMFYPNJ","created_at":"2026-07-05T05:05:08Z"},{"alias_kind":"pith_short_8","alias_value":"4K4XBDV7","created_at":"2026-07-05T05:05:08Z"}],"graph_snapshots":[{"event_id":"sha256:53fa994cbc182a4267fcb87d0a8b7844ba4910c083a7c33a73b4aa2f22a568d4","target":"graph","created_at":"2026-07-05T05:05:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.01909/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current Scene Graph Generation (SGG) methods tend to predict frequent predicate categories and fail to recognize rare ones due to the severe imbalanced distribution of predicates. To improve the robustness of SGG models on different predicate categories, recent research has focused on unbiased SGG and adopted mean Recall@K (mR@K) as the main evaluation metric. However, we discovered two overlooked issues about this de facto standard metric, which makes current unbiased SGG evaluation vulnerable and unfair: 1) mR@K neglects the correlations among predicates and unintentionally breaks category i","authors_text":"Jian Shao, Jun Xiao, Long Chen, Shaoning Xiao, Songyang Zhang, Xingchen Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-08-03T08:23:51Z","title":"Rethinking the Evaluation of Unbiased Scene Graph Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01909","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52b5aad42a79a9475cccb97315b3f5881d34c3ce5f2d537ef1af48be9f936e7b","target":"record","created_at":"2026-07-05T05:05:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0581ab56b74417bbd612fd86449e1ca708808bb4fd8861853dc1026e59cac797","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-08-03T08:23:51Z","title_canon_sha256":"b121340249f535728407f3147ea7105685c2f6337fe52c152e07a991ce068e11"},"schema_version":"1.0","source":{"id":"2208.01909","kind":"arxiv","version":2}},"canonical_sha256":"e2b9708ebfae185c3da9ef58342f6c84265d92eed26b8f9117cb103f0b06d345","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2b9708ebfae185c3da9ef58342f6c84265d92eed26b8f9117cb103f0b06d345","first_computed_at":"2026-07-05T05:05:08.258901Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:05:08.258901Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CZsiZ40uigOfkTTLZpXbrGTRwwLFYHKvDv+RJya/JMr2c8ZYCJeahUi4kuNH2X8lYAnrWXdtsXZ/yGq2dZJ7DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:05:08.259379Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.01909","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52b5aad42a79a9475cccb97315b3f5881d34c3ce5f2d537ef1af48be9f936e7b","sha256:53fa994cbc182a4267fcb87d0a8b7844ba4910c083a7c33a73b4aa2f22a568d4"],"state_sha256":"3dbc34e9f3d32d757f131b9e3e4a1a4b6aebeca0e905d73e00c96e9075752675"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mtwMiU1NUq1RPF9I5SmL5TUt0YRTfrq039B0rSW1YowaVP6R2iaxrgS1UcIOrrR1tHOfa2odHRX/oUEMraofAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T17:48:06.374551Z","bundle_sha256":"c882c59e1724a09e7cb5d9e21fa8f7dc02b8f96e68b1cae5b0bcf37c0b96c156"}}