{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TF5SI26KE5TCXOZQVWWLDJYCD4","short_pith_number":"pith:TF5SI26K","canonical_record":{"source":{"id":"2504.15815","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-22T11:53:33Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"982268688e98515e52365b119b947067b961ea5845ffd152e56fd0e66204ee99","abstract_canon_sha256":"4336b89cbb926eb372ba4360168711165938b0e0604786408c68853463d74dc3"},"schema_version":"1.0"},"canonical_sha256":"997b246bca27662bbb30adacb1a7021f27f571b61f97da64235c9aa3490dd2a2","source":{"kind":"arxiv","id":"2504.15815","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15815","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15815v2","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15815","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_12","alias_value":"TF5SI26KE5TC","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_16","alias_value":"TF5SI26KE5TCXOZQ","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_8","alias_value":"TF5SI26K","created_at":"2026-07-05T11:12:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TF5SI26KE5TCXOZQVWWLDJYCD4","target":"record","payload":{"canonical_record":{"source":{"id":"2504.15815","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-22T11:53:33Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"982268688e98515e52365b119b947067b961ea5845ffd152e56fd0e66204ee99","abstract_canon_sha256":"4336b89cbb926eb372ba4360168711165938b0e0604786408c68853463d74dc3"},"schema_version":"1.0"},"canonical_sha256":"997b246bca27662bbb30adacb1a7021f27f571b61f97da64235c9aa3490dd2a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:31.011797Z","signature_b64":"+3+fTk3LLSljikx6FgPN4BIThP2TYXK9EuuVfm4LqVmaQUf3s/h0fm2/D1nBcaHjriJIdKz8XWVjSkhuhfOTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"997b246bca27662bbb30adacb1a7021f27f571b61f97da64235c9aa3490dd2a2","last_reissued_at":"2026-07-05T11:12:31.011299Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:31.011299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.15815","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DXutddQy8DxI0ui6X+SzRRsB99ga7WbkaIS0vuP+FS+go41LFwQFhZW5sDXfZzLDkWyuftqR9IVwE66wljfbDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:26:23.592871Z"},"content_sha256":"500c5d87159eb8c91d29b66455e705bac7a06c188effe2fabe93a199f1c3a411","schema_version":"1.0","event_id":"sha256:500c5d87159eb8c91d29b66455e705bac7a06c188effe2fabe93a199f1c3a411"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TF5SI26KE5TCXOZQVWWLDJYCD4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What's the Difference? Supporting Users in Identifying the Effects of Prompt and Model Changes Through Token Patterns","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.CL","authors_text":"Anyi Wang, Barbara Plank, Florian Eichin, Jonas Fischer, Michael A. Hedderich, Raoyuan Zhao","submitted_at":"2025-04-22T11:53:33Z","abstract_excerpt":"Prompt engineering for large language models is challenging, as even small prompt perturbations or model changes can significantly impact the generated output texts. Existing evaluation methods of LLM outputs, either automated metrics or human evaluation, have limitations, such as providing limited insights or being labor-intensive. We propose Spotlight, a new approach that combines both automation and human analysis. Based on data mining techniques, we automatically distinguish between random (decoding) variations and systematic differences in language model outputs. This process provides tok"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15815","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.15815/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vTgIsqUoFbiSBJuSL3F/hQSNf01cqRb/G07EtbfipCc96NUlptoWx+ybRjtaaUVjZNLloX+mP8CyDFCDLTEmCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:26:23.593424Z"},"content_sha256":"59b1c7d3d30b2d49f86dceb0c5a58b0068c5b865ac05e438ad34f22c01869620","schema_version":"1.0","event_id":"sha256:59b1c7d3d30b2d49f86dceb0c5a58b0068c5b865ac05e438ad34f22c01869620"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/bundle.json","state_url":"https://pith.science/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:26:23Z","links":{"resolver":"https://pith.science/pith/TF5SI26KE5TCXOZQVWWLDJYCD4","bundle":"https://pith.science/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/bundle.json","state":"https://pith.science/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TF5SI26KE5TCXOZQVWWLDJYCD4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TF5SI26KE5TCXOZQVWWLDJYCD4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4336b89cbb926eb372ba4360168711165938b0e0604786408c68853463d74dc3","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-22T11:53:33Z","title_canon_sha256":"982268688e98515e52365b119b947067b961ea5845ffd152e56fd0e66204ee99"},"schema_version":"1.0","source":{"id":"2504.15815","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15815","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15815v2","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15815","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_12","alias_value":"TF5SI26KE5TC","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_16","alias_value":"TF5SI26KE5TCXOZQ","created_at":"2026-07-05T11:12:31Z"},{"alias_kind":"pith_short_8","alias_value":"TF5SI26K","created_at":"2026-07-05T11:12:31Z"}],"graph_snapshots":[{"event_id":"sha256:59b1c7d3d30b2d49f86dceb0c5a58b0068c5b865ac05e438ad34f22c01869620","target":"graph","created_at":"2026-07-05T11:12:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.15815/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Prompt engineering for large language models is challenging, as even small prompt perturbations or model changes can significantly impact the generated output texts. Existing evaluation methods of LLM outputs, either automated metrics or human evaluation, have limitations, such as providing limited insights or being labor-intensive. We propose Spotlight, a new approach that combines both automation and human analysis. Based on data mining techniques, we automatically distinguish between random (decoding) variations and systematic differences in language model outputs. This process provides tok","authors_text":"Anyi Wang, Barbara Plank, Florian Eichin, Jonas Fischer, Michael A. Hedderich, Raoyuan Zhao","cross_cats":["cs.HC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-22T11:53:33Z","title":"What's the Difference? Supporting Users in Identifying the Effects of Prompt and Model Changes Through Token Patterns"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15815","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:500c5d87159eb8c91d29b66455e705bac7a06c188effe2fabe93a199f1c3a411","target":"record","created_at":"2026-07-05T11:12:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4336b89cbb926eb372ba4360168711165938b0e0604786408c68853463d74dc3","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-22T11:53:33Z","title_canon_sha256":"982268688e98515e52365b119b947067b961ea5845ffd152e56fd0e66204ee99"},"schema_version":"1.0","source":{"id":"2504.15815","kind":"arxiv","version":2}},"canonical_sha256":"997b246bca27662bbb30adacb1a7021f27f571b61f97da64235c9aa3490dd2a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"997b246bca27662bbb30adacb1a7021f27f571b61f97da64235c9aa3490dd2a2","first_computed_at":"2026-07-05T11:12:31.011299Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:31.011299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+3+fTk3LLSljikx6FgPN4BIThP2TYXK9EuuVfm4LqVmaQUf3s/h0fm2/D1nBcaHjriJIdKz8XWVjSkhuhfOTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:31.011797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.15815","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:500c5d87159eb8c91d29b66455e705bac7a06c188effe2fabe93a199f1c3a411","sha256:59b1c7d3d30b2d49f86dceb0c5a58b0068c5b865ac05e438ad34f22c01869620"],"state_sha256":"28a1bcdb703b87565d5cba0fed6b50665ed99667dffb72a250b95a2f8d495b00"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HjUnH48oA35Uba5BmFlFOs1Qe5S1UEFaBe+QuILa+bMpgIu65CwsoCwGIlkytFdl81InxwX/AM0MxesIKNG2AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:26:23.601580Z","bundle_sha256":"e369bf90514a5240f38b6f0d1deb11e978b88c5c1a4ede219e22c76bafaf42d0"}}