{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:JPNQYZ5ZUPVCCM55MXMTIUEWFG","short_pith_number":"pith:JPNQYZ5Z","canonical_record":{"source":{"id":"1606.09239","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-29T19:52:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"d8b7f79a9fb293b9a214add79e57d890bdcb984102c9dcac92ea92f0af44f959","abstract_canon_sha256":"cc84568cb7aea212953ccd2ef8bc14e7f7c67cbbd8ccaf2581a4544eab0c0717"},"schema_version":"1.0"},"canonical_sha256":"4bdb0c67b9a3ea2133bd65d934509629bb0fb3c66ecab97218310157112bafe1","source":{"kind":"arxiv","id":"1606.09239","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.09239","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"arxiv_version","alias_value":"1606.09239v1","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.09239","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"pith_short_12","alias_value":"JPNQYZ5ZUPVC","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"JPNQYZ5ZUPVCCM55","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"JPNQYZ5Z","created_at":"2026-05-18T12:30:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:JPNQYZ5ZUPVCCM55MXMTIUEWFG","target":"record","payload":{"canonical_record":{"source":{"id":"1606.09239","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-29T19:52:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"d8b7f79a9fb293b9a214add79e57d890bdcb984102c9dcac92ea92f0af44f959","abstract_canon_sha256":"cc84568cb7aea212953ccd2ef8bc14e7f7c67cbbd8ccaf2581a4544eab0c0717"},"schema_version":"1.0"},"canonical_sha256":"4bdb0c67b9a3ea2133bd65d934509629bb0fb3c66ecab97218310157112bafe1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:11:41.552561Z","signature_b64":"w1VEK73NYaWnfyL4U9Kko85r8HrNy5zq73v9mHo9Hq9/Wu4ui8x47faA5wlLIDYA0ESf+DUBFVGv+hC8CszxBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4bdb0c67b9a3ea2133bd65d934509629bb0fb3c66ecab97218310157112bafe1","last_reissued_at":"2026-05-18T01:11:41.552217Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:11:41.552217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1606.09239","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:11:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EtWZwuN1DdidnRlboUk5zwBlykUcv7YUdiYUpztfoCX3eMXV927XzEcjFvysHZzIlrAqahmpZUu18BBcYel5Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T16:46:47.935088Z"},"content_sha256":"b7a5165ad5467211a76816061a3b9ff739b03a02e760f514640ae92911ea3c18","schema_version":"1.0","event_id":"sha256:b7a5165ad5467211a76816061a3b9ff739b03a02e760f514640ae92911ea3c18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:JPNQYZ5ZUPVCCM55MXMTIUEWFG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Concept Taxonomies from Multi-modal Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eric P. Xing, Hao Zhang, Mrinmaya Sachan, Yuntian Deng, Zhicheng Yan, Zhiting Hu","submitted_at":"2016-06-29T19:52:53Z","abstract_excerpt":"We study the problem of automatically building hypernym taxonomies from textual and visual data. Previous works in taxonomy induction generally ignore the increasingly prominent visual data, which encode important perceptual semantics. Instead, we propose a probabilistic model for taxonomy induction by jointly leveraging text and images. To avoid hand-crafted feature engineering, we design end-to-end features based on distributed representations of images and words. The model is discriminatively trained given a small set of existing ontologies and is capable of building full taxonomies from sc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.09239","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:11:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TsNIrKZDLPEtCMmnSEN1fdCAajBW4wgIbSvUfsxNWzlIml+DFuG/kYmZLDDplRlRChAhxTU9u5856ndsb/cCCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T16:46:47.935451Z"},"content_sha256":"665a88ec45d127178e199606f145d25dbbd1c29a3b2b2d3fcb810446a30a49b5","schema_version":"1.0","event_id":"sha256:665a88ec45d127178e199606f145d25dbbd1c29a3b2b2d3fcb810446a30a49b5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/bundle.json","state_url":"https://pith.science/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T16:46:47Z","links":{"resolver":"https://pith.science/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG","bundle":"https://pith.science/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/bundle.json","state":"https://pith.science/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JPNQYZ5ZUPVCCM55MXMTIUEWFG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:JPNQYZ5ZUPVCCM55MXMTIUEWFG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cc84568cb7aea212953ccd2ef8bc14e7f7c67cbbd8ccaf2581a4544eab0c0717","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-29T19:52:53Z","title_canon_sha256":"d8b7f79a9fb293b9a214add79e57d890bdcb984102c9dcac92ea92f0af44f959"},"schema_version":"1.0","source":{"id":"1606.09239","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.09239","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"arxiv_version","alias_value":"1606.09239v1","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.09239","created_at":"2026-05-18T01:11:41Z"},{"alias_kind":"pith_short_12","alias_value":"JPNQYZ5ZUPVC","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"JPNQYZ5ZUPVCCM55","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"JPNQYZ5Z","created_at":"2026-05-18T12:30:25Z"}],"graph_snapshots":[{"event_id":"sha256:665a88ec45d127178e199606f145d25dbbd1c29a3b2b2d3fcb810446a30a49b5","target":"graph","created_at":"2026-05-18T01:11:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We study the problem of automatically building hypernym taxonomies from textual and visual data. Previous works in taxonomy induction generally ignore the increasingly prominent visual data, which encode important perceptual semantics. Instead, we propose a probabilistic model for taxonomy induction by jointly leveraging text and images. To avoid hand-crafted feature engineering, we design end-to-end features based on distributed representations of images and words. The model is discriminatively trained given a small set of existing ontologies and is capable of building full taxonomies from sc","authors_text":"Eric P. Xing, Hao Zhang, Mrinmaya Sachan, Yuntian Deng, Zhicheng Yan, Zhiting Hu","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-29T19:52:53Z","title":"Learning Concept Taxonomies from Multi-modal Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.09239","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b7a5165ad5467211a76816061a3b9ff739b03a02e760f514640ae92911ea3c18","target":"record","created_at":"2026-05-18T01:11:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cc84568cb7aea212953ccd2ef8bc14e7f7c67cbbd8ccaf2581a4544eab0c0717","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-29T19:52:53Z","title_canon_sha256":"d8b7f79a9fb293b9a214add79e57d890bdcb984102c9dcac92ea92f0af44f959"},"schema_version":"1.0","source":{"id":"1606.09239","kind":"arxiv","version":1}},"canonical_sha256":"4bdb0c67b9a3ea2133bd65d934509629bb0fb3c66ecab97218310157112bafe1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4bdb0c67b9a3ea2133bd65d934509629bb0fb3c66ecab97218310157112bafe1","first_computed_at":"2026-05-18T01:11:41.552217Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:11:41.552217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w1VEK73NYaWnfyL4U9Kko85r8HrNy5zq73v9mHo9Hq9/Wu4ui8x47faA5wlLIDYA0ESf+DUBFVGv+hC8CszxBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:11:41.552561Z","signed_message":"canonical_sha256_bytes"},"source_id":"1606.09239","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b7a5165ad5467211a76816061a3b9ff739b03a02e760f514640ae92911ea3c18","sha256:665a88ec45d127178e199606f145d25dbbd1c29a3b2b2d3fcb810446a30a49b5"],"state_sha256":"1b2630b86544ddee346613fb09a7f1ba2b787d10d53b5b3cd39d153be2c07797"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vUlGR0pMuznvowdm+fN06GK8RyaSyMtXtPXNT3SpwGgVpOB6iaZ89DqTOWwuPBlNhRECWgcwau5GOPe9yvZ1Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T16:46:47.937694Z","bundle_sha256":"acb0557777006509797e78efb8c7f1cf184f047524eebb47db1a031ab3cdde13"}}