{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:46QEIHJ7PZT43CM3UHYZ7ABH33","short_pith_number":"pith:46QEIHJ7","canonical_record":{"source":{"id":"2310.02569","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-04T04:07:37Z","cross_cats_sorted":[],"title_canon_sha256":"cd22c7dd6e910327a3456a436b165d3f5c37e4335fa0d9f6e691703964a06782","abstract_canon_sha256":"12a95d7655d335e4ee39c992686453b4eefd1e30742a153901d429830bf01ddb"},"schema_version":"1.0"},"canonical_sha256":"e7a0441d3f7e67cd899ba1f19f8027deee1b14dad090481ea576f1161599a8f4","source":{"kind":"arxiv","id":"2310.02569","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02569","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02569v2","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02569","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_12","alias_value":"46QEIHJ7PZT4","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_16","alias_value":"46QEIHJ7PZT43CM3","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_8","alias_value":"46QEIHJ7","created_at":"2026-07-05T07:01:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:46QEIHJ7PZT43CM3UHYZ7ABH33","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02569","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-04T04:07:37Z","cross_cats_sorted":[],"title_canon_sha256":"cd22c7dd6e910327a3456a436b165d3f5c37e4335fa0d9f6e691703964a06782","abstract_canon_sha256":"12a95d7655d335e4ee39c992686453b4eefd1e30742a153901d429830bf01ddb"},"schema_version":"1.0"},"canonical_sha256":"e7a0441d3f7e67cd899ba1f19f8027deee1b14dad090481ea576f1161599a8f4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:01:47.508395Z","signature_b64":"DWiKJHKJw/KX3osWcwkrqOhxpRMPOtCZrNkoYwzPjnz68Z3oOveb5eWtz5wxxT2jdZYN/rvl0D0//4VSYVENDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7a0441d3f7e67cd899ba1f19f8027deee1b14dad090481ea576f1161599a8f4","last_reissued_at":"2026-07-05T07:01:47.507924Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:01:47.507924Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02569","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6/daQbfxItAf0n6s/m8zoaVNIGsT9WmR+k7CzTJTrkJVMh1Y9lf6/3Adq0glacSffTRb5OwKpkQgdxqkwT1UCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:55:37.276526Z"},"content_sha256":"5e9610d8ab68c9e3daaf0cebecb610e0c20a8c327742a22157389983bbbe55cb","schema_version":"1.0","event_id":"sha256:5e9610d8ab68c9e3daaf0cebecb610e0c20a8c327742a22157389983bbbe55cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:46QEIHJ7PZT43CM3UHYZ7ABH33","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReForm-Eval: Evaluating Large Vision Language Models via Unified Re-Formulation of Task-Oriented Benchmarks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Binhao Wu, Chengxing Zhou, Jie Fu, Jingjing Chen, Jiwen Zhang, Mengfei Du, Qingwen Liu, Xuanjing Huang, Ye Wang, Zejun Li, Zhihao Fan, Zhongyu Wei","submitted_at":"2023-10-04T04:07:37Z","abstract_excerpt":"Recent years have witnessed remarkable progress in the development of large vision-language models (LVLMs). Benefiting from the strong language backbones and efficient cross-modal alignment strategies, LVLMs exhibit surprising capabilities to perceive visual signals and perform visually grounded reasoning. However, the capabilities of LVLMs have not been comprehensively and quantitatively evaluate. Most existing multi-modal benchmarks require task-oriented input-output formats, posing great challenges to automatically assess the free-form text output of LVLMs. To effectively leverage the annot"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02569","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02569/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xvsr+n+sea423RF8wRXTdP/nr+qIz0VteKu8XqZRnjikRIoZUFCejZeB7Ct0Ov9EpJ0zA+DUsRt5Oocl3aPcAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:55:37.277058Z"},"content_sha256":"8588f6445f179d9d30d97a1fc7dfeb2b75894d59fe749de36e2b6ce676184215","schema_version":"1.0","event_id":"sha256:8588f6445f179d9d30d97a1fc7dfeb2b75894d59fe749de36e2b6ce676184215"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/bundle.json","state_url":"https://pith.science/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T19:55:37Z","links":{"resolver":"https://pith.science/pith/46QEIHJ7PZT43CM3UHYZ7ABH33","bundle":"https://pith.science/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/bundle.json","state":"https://pith.science/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/state.json","well_known_bundle":"https://pith.science/.well-known/pith/46QEIHJ7PZT43CM3UHYZ7ABH33/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:46QEIHJ7PZT43CM3UHYZ7ABH33","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12a95d7655d335e4ee39c992686453b4eefd1e30742a153901d429830bf01ddb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-04T04:07:37Z","title_canon_sha256":"cd22c7dd6e910327a3456a436b165d3f5c37e4335fa0d9f6e691703964a06782"},"schema_version":"1.0","source":{"id":"2310.02569","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02569","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02569v2","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02569","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_12","alias_value":"46QEIHJ7PZT4","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_16","alias_value":"46QEIHJ7PZT43CM3","created_at":"2026-07-05T07:01:47Z"},{"alias_kind":"pith_short_8","alias_value":"46QEIHJ7","created_at":"2026-07-05T07:01:47Z"}],"graph_snapshots":[{"event_id":"sha256:8588f6445f179d9d30d97a1fc7dfeb2b75894d59fe749de36e2b6ce676184215","target":"graph","created_at":"2026-07-05T07:01:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02569/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have witnessed remarkable progress in the development of large vision-language models (LVLMs). Benefiting from the strong language backbones and efficient cross-modal alignment strategies, LVLMs exhibit surprising capabilities to perceive visual signals and perform visually grounded reasoning. However, the capabilities of LVLMs have not been comprehensively and quantitatively evaluate. Most existing multi-modal benchmarks require task-oriented input-output formats, posing great challenges to automatically assess the free-form text output of LVLMs. To effectively leverage the annot","authors_text":"Binhao Wu, Chengxing Zhou, Jie Fu, Jingjing Chen, Jiwen Zhang, Mengfei Du, Qingwen Liu, Xuanjing Huang, Ye Wang, Zejun Li, Zhihao Fan, Zhongyu Wei","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-04T04:07:37Z","title":"ReForm-Eval: Evaluating Large Vision Language Models via Unified Re-Formulation of Task-Oriented Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02569","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e9610d8ab68c9e3daaf0cebecb610e0c20a8c327742a22157389983bbbe55cb","target":"record","created_at":"2026-07-05T07:01:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12a95d7655d335e4ee39c992686453b4eefd1e30742a153901d429830bf01ddb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-04T04:07:37Z","title_canon_sha256":"cd22c7dd6e910327a3456a436b165d3f5c37e4335fa0d9f6e691703964a06782"},"schema_version":"1.0","source":{"id":"2310.02569","kind":"arxiv","version":2}},"canonical_sha256":"e7a0441d3f7e67cd899ba1f19f8027deee1b14dad090481ea576f1161599a8f4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7a0441d3f7e67cd899ba1f19f8027deee1b14dad090481ea576f1161599a8f4","first_computed_at":"2026-07-05T07:01:47.507924Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:47.507924Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DWiKJHKJw/KX3osWcwkrqOhxpRMPOtCZrNkoYwzPjnz68Z3oOveb5eWtz5wxxT2jdZYN/rvl0D0//4VSYVENDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:47.508395Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02569","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e9610d8ab68c9e3daaf0cebecb610e0c20a8c327742a22157389983bbbe55cb","sha256:8588f6445f179d9d30d97a1fc7dfeb2b75894d59fe749de36e2b6ce676184215"],"state_sha256":"c72d8af63dcb6901ce0f4aee270b342c31b2edfbe0f229bb65140671fba24373"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GZ3XIbqWZ+1m8VuZ72YusNwuoPZ0rnjTd4Tsc/AMlAT8k87IdJuKVaOVKrtwxjiFYzU6/5U8vqbwa6yb/4uUDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T19:55:37.281208Z","bundle_sha256":"d72c8b24daeab3322e4c08c7631a1bf3411bab2750a7769029cd776bc4adffd0"}}