{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:YAREQGD7NSTYSJ7WY3KYXU5DKO","short_pith_number":"pith:YAREQGD7","schema_version":"1.0","canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","source":{"kind":"arxiv","id":"2412.19906","version":1},"attestation_state":"computed","paper":{"title":"Evaluate Summarization in Fine-Granularity: Auto Evaluation with LLM","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dong Yuan, Eti Rastogi, Fen Zhao, Gautam Naik, Sagar Goyal, Sree Prasanna Rajagopal","submitted_at":"2024-12-27T19:42:25Z","abstract_excerpt":"Due to the exponential growth of information and the need for efficient information consumption the task of summarization has gained paramount importance. Evaluating summarization accurately and objectively presents significant challenges, particularly when dealing with long and unstructured texts rich in content. Existing methods, such as ROUGE (Lin, 2004) and embedding similarities, often yield scores that have low correlation with human judgements and are also not intuitively understandable, making it difficult to gauge the true quality of the summaries. LLMs can mimic human in giving subje"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.19906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-27T19:42:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5552e71de5af0ec6cf447df4411a71c43eef23693c5a53951bf05979e3c77541","abstract_canon_sha256":"ca6901f199d18f19283616a184a6411a1520130c8118567615219876d01f9f69"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:51.457797Z","signature_b64":"0J9viVx0N2aKqH4FA4VKF4kIfWj/Iy4ixgEvWKIJ7sYgCFDWlPkuvNpReD563QPqAOxSvgOlFaJMl8N2jsZ0Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c02248187f6ca78927f6c6d58bd3a35383780bb7c665b483f522e41a6aa9f228","last_reissued_at":"2026-07-05T09:54:51.457308Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:51.457308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluate Summarization in Fine-Granularity: Auto Evaluation with LLM","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dong Yuan, Eti Rastogi, Fen Zhao, Gautam Naik, Sagar Goyal, Sree Prasanna Rajagopal","submitted_at":"2024-12-27T19:42:25Z","abstract_excerpt":"Due to the exponential growth of information and the need for efficient information consumption the task of summarization has gained paramount importance. Evaluating summarization accurately and objectively presents significant challenges, particularly when dealing with long and unstructured texts rich in content. Existing methods, such as ROUGE (Lin, 2004) and embedding similarities, often yield scores that have low correlation with human judgements and are also not intuitively understandable, making it difficult to gauge the true quality of the summaries. LLMs can mimic human in giving subje"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.19906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.19906","created_at":"2026-07-05T09:54:51.457374+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.19906v1","created_at":"2026-07-05T09:54:51.457374+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19906","created_at":"2026-07-05T09:54:51.457374+00:00"},{"alias_kind":"pith_short_12","alias_value":"YAREQGD7NSTY","created_at":"2026-07-05T09:54:51.457374+00:00"},{"alias_kind":"pith_short_16","alias_value":"YAREQGD7NSTYSJ7W","created_at":"2026-07-05T09:54:51.457374+00:00"},{"alias_kind":"pith_short_8","alias_value":"YAREQGD7","created_at":"2026-07-05T09:54:51.457374+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO","json":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO.json","graph_json":"https://pith.science/api/pith-number/YAREQGD7NSTYSJ7WY3KYXU5DKO/graph.json","events_json":"https://pith.science/api/pith-number/YAREQGD7NSTYSJ7WY3KYXU5DKO/events.json","paper":"https://pith.science/paper/YAREQGD7"},"agent_actions":{"view_html":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO","download_json":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO.json","view_paper":"https://pith.science/paper/YAREQGD7","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.19906&json=true","fetch_graph":"https://pith.science/api/pith-number/YAREQGD7NSTYSJ7WY3KYXU5DKO/graph.json","fetch_events":"https://pith.science/api/pith-number/YAREQGD7NSTYSJ7WY3KYXU5DKO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/action/storage_attestation","attest_author":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/action/author_attestation","sign_citation":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/action/citation_signature","submit_replication":"https://pith.science/pith/YAREQGD7NSTYSJ7WY3KYXU5DKO/action/replication_record"}},"created_at":"2026-07-05T09:54:51.457374+00:00","updated_at":"2026-07-05T09:54:51.457374+00:00"}