{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BQ6FQZ3F352635S3YWUQOKBXGV","short_pith_number":"pith:BQ6FQZ3F","canonical_record":{"source":{"id":"2605.17382","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-17T10:53:43Z","cross_cats_sorted":["cs.CL","cs.GR"],"title_canon_sha256":"aa71a08f22fc7ba46012364e0ba1d85570ba911cc66631fe1205fdf04a4b4245","abstract_canon_sha256":"2b386a5bd32f2f564f46a3f240e4d9cd58570f1335a62a7266b38443b2e4f393"},"schema_version":"1.0"},"canonical_sha256":"0c3c586765df75edf65bc5a90728373579bcee41d2899efa0608fd57e2605afb","source":{"kind":"arxiv","id":"2605.17382","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.17382","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"arxiv_version","alias_value":"2605.17382v1","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.17382","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_12","alias_value":"BQ6FQZ3F3526","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_16","alias_value":"BQ6FQZ3F352635S3","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_8","alias_value":"BQ6FQZ3F","created_at":"2026-05-20T00:03:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BQ6FQZ3F352635S3YWUQOKBXGV","target":"record","payload":{"canonical_record":{"source":{"id":"2605.17382","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-17T10:53:43Z","cross_cats_sorted":["cs.CL","cs.GR"],"title_canon_sha256":"aa71a08f22fc7ba46012364e0ba1d85570ba911cc66631fe1205fdf04a4b4245","abstract_canon_sha256":"2b386a5bd32f2f564f46a3f240e4d9cd58570f1335a62a7266b38443b2e4f393"},"schema_version":"1.0"},"canonical_sha256":"0c3c586765df75edf65bc5a90728373579bcee41d2899efa0608fd57e2605afb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:03:55.768908Z","signature_b64":"s004Dl/Vbr3DwqBufRaFNTeNoAvb607djXDiCAo2+v8ATscvqhot6e5waJXMa0vVv6aKEmhyM7ow5GfcL/pcAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0c3c586765df75edf65bc5a90728373579bcee41d2899efa0608fd57e2605afb","last_reissued_at":"2026-05-20T00:03:55.768170Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:03:55.768170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.17382","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:03:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6k2Bssx8TApB0Dhy/X+aMITpBq0LBEE/lAaHLKvi+tAU53eZcL4ENQP4YjuV03fYZSIxv9hlwr+JLdIqB1dyAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T09:15:30.121163Z"},"content_sha256":"8ec3a13fa7a6ee39249acf09c7dc9f70787fc6158e0c7452cdf90389b19de10d","schema_version":"1.0","event_id":"sha256:8ec3a13fa7a6ee39249acf09c7dc9f70787fc6158e0c7452cdf90389b19de10d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BQ6FQZ3F352635S3YWUQOKBXGV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QQJ: Quantifying Qualitative Judgment for Scalable and Human-Aligned Evaluation of Generative AI","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.GR"],"primary_cat":"cs.AI","authors_text":"Marjan Veysi, Mohammad Sabouri, Mohammad Zare, Pirooz Shamsinejadbabaki","submitted_at":"2026-05-17T10:53:43Z","abstract_excerpt":"The rapid progress of generative artificial intelligence has exposed fundamental limitations in existing evaluation methodologies, particularly for open-ended, creative, and human-facing tasks. Traditional automatic metrics rely on surface-level statistical similarity and often fail to reflect human perceptions of quality, while purely human evaluation, although reliable, is costly, subjective, and difficult to scale. Recent approaches using large language models as evaluators offer improved scalability but frequently lack explicit grounding in human-defined evaluation principles, leading to b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.17382","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.17382/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"claim_evidence","ran_at":"2026-05-19T21:41:57.769055Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"ai_meta_artifact","ran_at":"2026-05-19T21:33:23.707611Z","status":"skipped","version":"1.0.0","findings_count":0}],"snapshot_sha256":"5f9b4a6d684970475660ef98e14a0c74a5e68da80310aafc42b24db56bacc8a4"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:03:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qr7tVETVojEEcRqlY0+n8bnHL/j97PzOTmUcIv+9BSnu6OBFyVZyvWtd2v+PDNQv8nelnYm/ztsil0hvCAMFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T09:15:30.122036Z"},"content_sha256":"887e19ae7ba0d834e329c9884503ccfff8ffa12282cfcf532e6a74947cdc658e","schema_version":"1.0","event_id":"sha256:887e19ae7ba0d834e329c9884503ccfff8ffa12282cfcf532e6a74947cdc658e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BQ6FQZ3F352635S3YWUQOKBXGV/bundle.json","state_url":"https://pith.science/pith/BQ6FQZ3F352635S3YWUQOKBXGV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BQ6FQZ3F352635S3YWUQOKBXGV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T09:15:30Z","links":{"resolver":"https://pith.science/pith/BQ6FQZ3F352635S3YWUQOKBXGV","bundle":"https://pith.science/pith/BQ6FQZ3F352635S3YWUQOKBXGV/bundle.json","state":"https://pith.science/pith/BQ6FQZ3F352635S3YWUQOKBXGV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BQ6FQZ3F352635S3YWUQOKBXGV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BQ6FQZ3F352635S3YWUQOKBXGV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b386a5bd32f2f564f46a3f240e4d9cd58570f1335a62a7266b38443b2e4f393","cross_cats_sorted":["cs.CL","cs.GR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-17T10:53:43Z","title_canon_sha256":"aa71a08f22fc7ba46012364e0ba1d85570ba911cc66631fe1205fdf04a4b4245"},"schema_version":"1.0","source":{"id":"2605.17382","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.17382","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"arxiv_version","alias_value":"2605.17382v1","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.17382","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_12","alias_value":"BQ6FQZ3F3526","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_16","alias_value":"BQ6FQZ3F352635S3","created_at":"2026-05-20T00:03:55Z"},{"alias_kind":"pith_short_8","alias_value":"BQ6FQZ3F","created_at":"2026-05-20T00:03:55Z"}],"graph_snapshots":[{"event_id":"sha256:887e19ae7ba0d834e329c9884503ccfff8ffa12282cfcf532e6a74947cdc658e","target":"graph","created_at":"2026-05-20T00:03:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[{"findings_count":0,"name":"claim_evidence","ran_at":"2026-05-19T21:41:57.769055Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"ai_meta_artifact","ran_at":"2026-05-19T21:33:23.707611Z","status":"skipped","version":"1.0.0"}],"endpoint":"/pith/2605.17382/integrity.json","findings":[],"snapshot_sha256":"5f9b4a6d684970475660ef98e14a0c74a5e68da80310aafc42b24db56bacc8a4","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid progress of generative artificial intelligence has exposed fundamental limitations in existing evaluation methodologies, particularly for open-ended, creative, and human-facing tasks. Traditional automatic metrics rely on surface-level statistical similarity and often fail to reflect human perceptions of quality, while purely human evaluation, although reliable, is costly, subjective, and difficult to scale. Recent approaches using large language models as evaluators offer improved scalability but frequently lack explicit grounding in human-defined evaluation principles, leading to b","authors_text":"Marjan Veysi, Mohammad Sabouri, Mohammad Zare, Pirooz Shamsinejadbabaki","cross_cats":["cs.CL","cs.GR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-17T10:53:43Z","title":"QQJ: Quantifying Qualitative Judgment for Scalable and Human-Aligned Evaluation of Generative AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.17382","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ec3a13fa7a6ee39249acf09c7dc9f70787fc6158e0c7452cdf90389b19de10d","target":"record","created_at":"2026-05-20T00:03:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b386a5bd32f2f564f46a3f240e4d9cd58570f1335a62a7266b38443b2e4f393","cross_cats_sorted":["cs.CL","cs.GR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-17T10:53:43Z","title_canon_sha256":"aa71a08f22fc7ba46012364e0ba1d85570ba911cc66631fe1205fdf04a4b4245"},"schema_version":"1.0","source":{"id":"2605.17382","kind":"arxiv","version":1}},"canonical_sha256":"0c3c586765df75edf65bc5a90728373579bcee41d2899efa0608fd57e2605afb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c3c586765df75edf65bc5a90728373579bcee41d2899efa0608fd57e2605afb","first_computed_at":"2026-05-20T00:03:55.768170Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:03:55.768170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s004Dl/Vbr3DwqBufRaFNTeNoAvb607djXDiCAo2+v8ATscvqhot6e5waJXMa0vVv6aKEmhyM7ow5GfcL/pcAg==","signature_status":"signed_v1","signed_at":"2026-05-20T00:03:55.768908Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.17382","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ec3a13fa7a6ee39249acf09c7dc9f70787fc6158e0c7452cdf90389b19de10d","sha256:887e19ae7ba0d834e329c9884503ccfff8ffa12282cfcf532e6a74947cdc658e"],"state_sha256":"8c3d362bb7721d6f0bbf34bf66bea3b746648bc4b9f5e2da5f2eabc2ca007d9a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F5arLj8euzXeb2v9UOc9JVX0EA+yn0Hyb1VflYdu4PIYrMx1LBtf5K+7Gr2hxdYxhP7Ag+iVCd7pwjel79fvDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T09:15:30.126493Z","bundle_sha256":"6b9637b78c1c11fec84fa6480c82d4866b45ce56503263a68981bb95cd0cb0f3"}}