{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YAREQGD7NSTYSJ7WY3KYXU5DKO","short_pith_number":"pith:YAREQGD7","canonical_record":{"source":{"id":"2412.19906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5552e71de5af0ec6cf447df4411a71c43eef23693c5a53951bf05979e3c77541","abstract_canon_sha256":"ca6901f199d18f19283616a184a6411a1520130c8118567615219876d01f9f69"},"schema_version":"1.0"},"canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","source":{"kind":"arxiv","id":"2412.19906","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.19906","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.19906v1","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19906","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_12","alias_value":"YAREQGD7NSTY","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_16","alias_value":"YAREQGD7NSTYSJ7W","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_8","alias_value":"YAREQGD7","created_at":"2026-07-05T09:54:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YAREQGD7NSTYSJ7WY3KYXU5DKO","target":"record","payload":{"canonical_record":{"source":{"id":"2412.19906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5552e71de5af0ec6cf447df4411a71c43eef23693c5a53951bf05979e3c77541","abstract_canon_sha256":"ca6901f199d18f19283616a184a6411a1520130c8118567615219876d01f9f69"},"schema_version":"1.0"},"canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:51.457797Z","signature_b64":"0J9viVx0N2aKqH4FA4VKF4kIfWj/Iy4ixgEvWKIJ7sYgCFDWlPkuvNpReD563QPqAOxSvgOlFaJMl8N2jsZ0Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","last_reissued_at":"2026-07-05T09:54:51.457308Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:51.457308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.19906","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cenAeUI4taJeycZ6KL/cf3wSxZytUjM9IpQesfqcjcNZ2rI8RwHdQxKEF8NjL0ttT4T8FPtvakh2UbRwPNDaCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T17:09:08.832883Z"},"content_sha256":"28f106e361151dd9b6df801c45e553b024c239159c9dd6050193057f31ea8b8c","schema_version":"1.0","event_id":"sha256:28f106e361151dd9b6df801c45e553b024c239159c9dd6050193057f31ea8b8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YAREQGD7NSTYSJ7WY3KYXU5DKO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluate Summarization in Fine-Granularity: Auto Evaluation with LLM","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dong Yuan, Eti Rastogi, Fen Zhao, Gautam Naik, Sagar Goyal, Sree Prasanna Rajagopal","submitted_at":"2024-12-27T19:42:25Z","abstract_excerpt":"Due to the exponential growth of information and the need for efficient information consumption the task of summarization has gained paramount importance. Evaluating summarization accurately and objectively presents significant challenges, particularly when dealing with long and unstructured texts rich in content. Existing methods, such as ROUGE (Lin, 2004) and embedding similarities, often yield scores that have low correlation with human judgements and are also not intuitively understandable, making it difficult to gauge the true quality of the summaries. LLMs can mimic human in giving subje"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.19906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZRC/OJyiPJjVhVhwoNJnnGDvFHzbTgvind2q9vUUH37eFp3HjVSF/YChpr1Ay/DO8PzlKVpSEh03wLpzjNcoBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T17:09:08.833432Z"},"content_sha256":"58eab591df498615a715b31e29c1a82cc60ee5d6c775ac923710befb3e3761be","schema_version":"1.0","event_id":"sha256:58eab591df498615a715b31e29c1a82cc60ee5d6c775ac923710befb3e3761be"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/bundle.json","state_url":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T17:09:08Z","links":{"resolver":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO","bundle":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/bundle.json","state":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YAREQGD7NSTYSJ7WY3KYXU5DKO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca6901f199d18f19283616a184a6411a1520130c8118567615219876d01f9f69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","title_canon_sha256":"5552e71de5af0ec6cf447df4411a71c43eef23693c5a53951bf05979e3c77541"},"schema_version":"1.0","source":{"id":"2412.19906","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.19906","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.19906v1","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19906","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_12","alias_value":"YAREQGD7NSTY","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_16","alias_value":"YAREQGD7NSTYSJ7W","created_at":"2026-07-05T09:54:51Z"},{"alias_kind":"pith_short_8","alias_value":"YAREQGD7","created_at":"2026-07-05T09:54:51Z"}],"graph_snapshots":[{"event_id":"sha256:58eab591df498615a715b31e29c1a82cc60ee5d6c775ac923710befb3e3761be","target":"graph","created_at":"2026-07-05T09:54:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.19906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to the exponential growth of information and the need for efficient information consumption the task of summarization has gained paramount importance. Evaluating summarization accurately and objectively presents significant challenges, particularly when dealing with long and unstructured texts rich in content. Existing methods, such as ROUGE (Lin, 2004) and embedding similarities, often yield scores that have low correlation with human judgements and are also not intuitively understandable, making it difficult to gauge the true quality of the summaries. LLMs can mimic human in giving subje","authors_text":"Dong Yuan, Eti Rastogi, Fen Zhao, Gautam Naik, Sagar Goyal, Sree Prasanna Rajagopal","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","title":"Evaluate Summarization in Fine-Granularity: Auto Evaluation with LLM"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19906","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28f106e361151dd9b6df801c45e553b024c239159c9dd6050193057f31ea8b8c","target":"record","created_at":"2026-07-05T09:54:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca6901f199d18f19283616a184a6411a1520130c8118567615219876d01f9f69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","title_canon_sha256":"5552e71de5af0ec6cf447df4411a71c43eef23693c5a53951bf05979e3c77541"},"schema_version":"1.0","source":{"id":"2412.19906","kind":"arxiv","version":1}},"canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","first_computed_at":"2026-07-05T09:54:51.457308Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:51.457308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0J9viVx0N2aKqH4FA4VKF4kIfWj/Iy4ixgEvWKIJ7sYgCFDWlPkuvNpReD563QPqAOxSvgOlFaJMl8N2jsZ0Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:51.457797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.19906","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28f106e361151dd9b6df801c45e553b024c239159c9dd6050193057f31ea8b8c","sha256:58eab591df498615a715b31e29c1a82cc60ee5d6c775ac923710befb3e3761be"],"state_sha256":"5de3fc16458eac332e112e4f78b4e6cc9adfea5f7fa349e9c71154295ea8dd10"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1YUERm5rIjk2kCHpyG3zXhdlGn+wNTi/J4QVxtwYkyCbRsslKMfg4n2JduDslbNcABMIOIk8VZCBxTy08GbIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T17:09:08.838283Z","bundle_sha256":"312444f4dafd1180d5e801acd1d2eaf7aad7ab0a00eb6ef6f7f7f2132da9e7a9"}}