{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5WNV525JBNWBGVMOW3SVNSBWGH","short_pith_number":"pith:5WNV525J","canonical_record":{"source":{"id":"2406.10522","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-15T06:26:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a8e108d1247a54c124e465eaa3d9962d95a457e50ece5aad1895e8eecc452866","abstract_canon_sha256":"917d68fc9e88d6f311f5d0ceb81f3ae3da36427760a639bb8e99782425944c80"},"schema_version":"1.0"},"canonical_sha256":"ed9b5eeba90b6c13558eb6e556c83631da200c222faf4612854cdd227b8db5dd","source":{"kind":"arxiv","id":"2406.10522","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10522","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10522v2","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10522","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_12","alias_value":"5WNV525JBNWB","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_16","alias_value":"5WNV525JBNWBGVMO","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_8","alias_value":"5WNV525J","created_at":"2026-07-05T09:50:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5WNV525JBNWBGVMOW3SVNSBWGH","target":"record","payload":{"canonical_record":{"source":{"id":"2406.10522","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-15T06:26:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a8e108d1247a54c124e465eaa3d9962d95a457e50ece5aad1895e8eecc452866","abstract_canon_sha256":"917d68fc9e88d6f311f5d0ceb81f3ae3da36427760a639bb8e99782425944c80"},"schema_version":"1.0"},"canonical_sha256":"ed9b5eeba90b6c13558eb6e556c83631da200c222faf4612854cdd227b8db5dd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:48.623154Z","signature_b64":"N8gXD8/1BwKSV8zCZczK4zLxL2rV5zdRDI/B/oKpUhh0VoI3frtz1axePmgJj6wan2FV4FU7fvVLHYXoC3u8BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed9b5eeba90b6c13558eb6e556c83631da200c222faf4612854cdd227b8db5dd","last_reissued_at":"2026-07-05T09:50:48.622658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:48.622658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.10522","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YOpUW9l0aGBDXz6RPT3XcALD/5FC2ugOCtxRsui0yH5QXE15Ium2zZQDc0FXYxCzwHtvCAqMwdQQ8lSXzAAPBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T22:11:56.200493Z"},"content_sha256":"d986235b04b39995cbfb151d589095573794bf3ae71f08400ad18ef6ae5fbc1c","schema_version":"1.0","event_id":"sha256:d986235b04b39995cbfb151d589095573794bf3ae71f08400ad18ef6ae5fbc1c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5WNV525JBNWBGVMOW3SVNSBWGH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Andrew Wagenmaker, Jiayi Chen, Jifan Zhang, Kevin Jamieson, Kuan Lok Zhou, Lalit Jain, Robert Mankoff, Robert Nowak, Scott Sievert, Siddharth Suresh, Timothy Rogers, Yang Guo","submitted_at":"2024-06-15T06:26:25Z","abstract_excerpt":"We present a novel multimodal preference dataset for creative tasks, consisting of over 250 million human ratings on more than 2.2 million captions, collected through crowdsourcing rating data for The New Yorker's weekly cartoon caption contest over the past eight years. This unique dataset supports the development and evaluation of multimodal large language models and preference-based fine-tuning algorithms for humorous caption generation. We propose novel benchmarks for judging the quality of model-generated captions, utilizing both GPT4 and human judgments to establish ranking-based evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10522","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.10522/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tM5iWBDJkF3MNcIME1y5Ac6oIg4XFicgsC+RtlEAD+9qPH+wEe+PQwlCActWY6oIYM5ujCu5vjaLZ7eX4mrnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T22:11:56.201078Z"},"content_sha256":"d9d40c2e480671e982ffd028996cad9f1f38607f344dc33b7ca2f646ab01c5aa","schema_version":"1.0","event_id":"sha256:d9d40c2e480671e982ffd028996cad9f1f38607f344dc33b7ca2f646ab01c5aa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5WNV525JBNWBGVMOW3SVNSBWGH/bundle.json","state_url":"https://pith.science/pith/5WNV525JBNWBGVMOW3SVNSBWGH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5WNV525JBNWBGVMOW3SVNSBWGH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T22:11:56Z","links":{"resolver":"https://pith.science/pith/5WNV525JBNWBGVMOW3SVNSBWGH","bundle":"https://pith.science/pith/5WNV525JBNWBGVMOW3SVNSBWGH/bundle.json","state":"https://pith.science/pith/5WNV525JBNWBGVMOW3SVNSBWGH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5WNV525JBNWBGVMOW3SVNSBWGH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5WNV525JBNWBGVMOW3SVNSBWGH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"917d68fc9e88d6f311f5d0ceb81f3ae3da36427760a639bb8e99782425944c80","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-15T06:26:25Z","title_canon_sha256":"a8e108d1247a54c124e465eaa3d9962d95a457e50ece5aad1895e8eecc452866"},"schema_version":"1.0","source":{"id":"2406.10522","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10522","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10522v2","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10522","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_12","alias_value":"5WNV525JBNWB","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_16","alias_value":"5WNV525JBNWBGVMO","created_at":"2026-07-05T09:50:48Z"},{"alias_kind":"pith_short_8","alias_value":"5WNV525J","created_at":"2026-07-05T09:50:48Z"}],"graph_snapshots":[{"event_id":"sha256:d9d40c2e480671e982ffd028996cad9f1f38607f344dc33b7ca2f646ab01c5aa","target":"graph","created_at":"2026-07-05T09:50:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.10522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a novel multimodal preference dataset for creative tasks, consisting of over 250 million human ratings on more than 2.2 million captions, collected through crowdsourcing rating data for The New Yorker's weekly cartoon caption contest over the past eight years. This unique dataset supports the development and evaluation of multimodal large language models and preference-based fine-tuning algorithms for humorous caption generation. We propose novel benchmarks for judging the quality of model-generated captions, utilizing both GPT4 and human judgments to establish ranking-based evaluat","authors_text":"Andrew Wagenmaker, Jiayi Chen, Jifan Zhang, Kevin Jamieson, Kuan Lok Zhou, Lalit Jain, Robert Mankoff, Robert Nowak, Scott Sievert, Siddharth Suresh, Timothy Rogers, Yang Guo","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-15T06:26:25Z","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10522","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d986235b04b39995cbfb151d589095573794bf3ae71f08400ad18ef6ae5fbc1c","target":"record","created_at":"2026-07-05T09:50:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"917d68fc9e88d6f311f5d0ceb81f3ae3da36427760a639bb8e99782425944c80","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-15T06:26:25Z","title_canon_sha256":"a8e108d1247a54c124e465eaa3d9962d95a457e50ece5aad1895e8eecc452866"},"schema_version":"1.0","source":{"id":"2406.10522","kind":"arxiv","version":2}},"canonical_sha256":"ed9b5eeba90b6c13558eb6e556c83631da200c222faf4612854cdd227b8db5dd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed9b5eeba90b6c13558eb6e556c83631da200c222faf4612854cdd227b8db5dd","first_computed_at":"2026-07-05T09:50:48.622658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:48.622658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N8gXD8/1BwKSV8zCZczK4zLxL2rV5zdRDI/B/oKpUhh0VoI3frtz1axePmgJj6wan2FV4FU7fvVLHYXoC3u8BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:48.623154Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.10522","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d986235b04b39995cbfb151d589095573794bf3ae71f08400ad18ef6ae5fbc1c","sha256:d9d40c2e480671e982ffd028996cad9f1f38607f344dc33b7ca2f646ab01c5aa"],"state_sha256":"ad567b23109641392aa6485f321900f0822e7c05dc119101997c572490197641"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OzlmqK06FSgZB3CjBPxj4rmJC3PiScF/nnCFw+w+rUxaDN55QGFtX6sN2iB0hVzjVdet4tX+BLAYL6WNvJXRBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T22:11:56.205079Z","bundle_sha256":"d6cf58afc21777dc8ca4956b500dcf4f67a336945687bfb95a03da510b388ca8"}}