{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3VU7RR735EB2H2Q5JGVPZQWSSA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5876eda9c93e5e9c6b3081d7bf88bffeeb3b618943f32219f7fb3a06ffee31b5","cross_cats_sorted":["cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T04:07:16Z","title_canon_sha256":"eeb2c3df5572f3de31e75ccd86e0736e582e0b539b955faa26e79aac3a58faec"},"schema_version":"1.0","source":{"id":"2411.16077","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16077","created_at":"2026-07-05T09:40:03Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16077v1","created_at":"2026-07-05T09:40:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16077","created_at":"2026-07-05T09:40:03Z"},{"alias_kind":"pith_short_12","alias_value":"3VU7RR735EB2","created_at":"2026-07-05T09:40:03Z"},{"alias_kind":"pith_short_16","alias_value":"3VU7RR735EB2H2Q5","created_at":"2026-07-05T09:40:03Z"},{"alias_kind":"pith_short_8","alias_value":"3VU7RR73","created_at":"2026-07-05T09:40:03Z"}],"graph_snapshots":[{"event_id":"sha256:e850cd47f643e009579b7eaf58a0c9e152ba617770d461ed77fe3a4b7c63a265","target":"graph","created_at":"2026-07-05T09:40:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16077/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Model (LLM) integrations into applications like Microsoft365 suite and Google Workspace for creating/processing documents, emails, presentations, etc. has led to considerable enhancements in productivity and time savings. But as these integrations become more more complex, it is paramount to ensure that the quality of output from the LLM-integrated applications are relevant and appropriate for use. Identifying the need to develop robust evaluation approaches for natural language generation, wherein references/ground labels doesn't exist or isn't amply available, this paper intro","authors_text":"Dario Bernal, H M Sajjad Hossain, Huitian Jiao, Lizzy Chen, Reshmi Ghosh, Sadid Hasan, Tianwei Chen, Tianyi Yao","cross_cats":["cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T04:07:16Z","title":"SAGEval: The frontiers of Satisfactory Agent based NLG Evaluation for reference-free open-ended text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16077","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:53429ac6a814fcac26305bb37ce7fcd99a950335a0e44a8c345e88ba6e10af27","target":"record","created_at":"2026-07-05T09:40:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5876eda9c93e5e9c6b3081d7bf88bffeeb3b618943f32219f7fb3a06ffee31b5","cross_cats_sorted":["cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T04:07:16Z","title_canon_sha256":"eeb2c3df5572f3de31e75ccd86e0736e582e0b539b955faa26e79aac3a58faec"},"schema_version":"1.0","source":{"id":"2411.16077","kind":"arxiv","version":1}},"canonical_sha256":"dd69f8c7fbe903a3ea1d49aafcc2d29031b1a5baaf75ac24ef57be68fae2496b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd69f8c7fbe903a3ea1d49aafcc2d29031b1a5baaf75ac24ef57be68fae2496b","first_computed_at":"2026-07-05T09:40:03.482295Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:03.482295Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oMpvGEnXmL/ihkacWBxgw/7ZgZODJbP8nmVCEOtsJstkBQSR8/3ZowZoICJv+s/fCV96q/ABgP6Eopp3zyq/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:03.482826Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16077","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:53429ac6a814fcac26305bb37ce7fcd99a950335a0e44a8c345e88ba6e10af27","sha256:e850cd47f643e009579b7eaf58a0c9e152ba617770d461ed77fe3a4b7c63a265"],"state_sha256":"10f9ec9f33f0ad49485fffec76e16493975abe8c29142c60f5c56a52a6b4ad12"}