{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NZWI2X7GJ3XAHBGORL7GN25SD2","short_pith_number":"pith:NZWI2X7G","canonical_record":{"source":{"id":"2311.18041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T19:34:34Z","cross_cats_sorted":[],"title_canon_sha256":"def22178c3a4c9917656b030da3ae2ae898b2a2e39685ec345c3326c1b7567a0","abstract_canon_sha256":"be8e520c0fc74954951684dbac8d8c4e15abcdf358b3676157378f58cc9fc65b"},"schema_version":"1.0"},"canonical_sha256":"6e6c8d5fe64eee0384ce8afe66ebb21ea6af7e3c09c9fd0c5578a5e62345bcde","source":{"kind":"arxiv","id":"2311.18041","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.18041","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.18041v1","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.18041","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_12","alias_value":"NZWI2X7GJ3XA","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_16","alias_value":"NZWI2X7GJ3XAHBGO","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_8","alias_value":"NZWI2X7G","created_at":"2026-07-05T07:18:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NZWI2X7GJ3XAHBGORL7GN25SD2","target":"record","payload":{"canonical_record":{"source":{"id":"2311.18041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T19:34:34Z","cross_cats_sorted":[],"title_canon_sha256":"def22178c3a4c9917656b030da3ae2ae898b2a2e39685ec345c3326c1b7567a0","abstract_canon_sha256":"be8e520c0fc74954951684dbac8d8c4e15abcdf358b3676157378f58cc9fc65b"},"schema_version":"1.0"},"canonical_sha256":"6e6c8d5fe64eee0384ce8afe66ebb21ea6af7e3c09c9fd0c5578a5e62345bcde","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:18:35.932744Z","signature_b64":"6NPiU+SOMC0wqBlMk6EzzwWNPR2Rj0UmLkVkrjv9/HMdmYa6YY2ynmCxvk1IKJr8HosGJ5evH31Pn+l9fmfoBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6e6c8d5fe64eee0384ce8afe66ebb21ea6af7e3c09c9fd0c5578a5e62345bcde","last_reissued_at":"2026-07-05T07:18:35.932290Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:18:35.932290Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.18041","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:18:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v3dXirdE+d/27+FpiBYJ5B8zBrUM0T0IwWd4vWesSNnUTBIp7Q83qGT73GLmRLNQDjRbDmf0TQ5Z6vEdL7CuCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:41:36.957428Z"},"content_sha256":"69611b2c495e64023a9ae236021119f33c0fb7bf49af5efa1fafd1ac2060070a","schema_version":"1.0","event_id":"sha256:69611b2c495e64023a9ae236021119f33c0fb7bf49af5efa1fafd1ac2060070a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NZWI2X7GJ3XAHBGORL7GN25SD2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Zero-shot Conversational Summarization Evaluations with small Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Lama Nachman, Ramesh Manuvinakurike, Sangeeta Manepalli, Saurav Sahay","submitted_at":"2023-11-29T19:34:34Z","abstract_excerpt":"Large Language Models (LLMs) exhibit powerful summarization abilities. However, their capabilities on conversational summarization remains under explored. In this work we evaluate LLMs (approx. 10 billion parameters) on conversational summarization and showcase their performance on various prompts. We show that the summaries generated by models depend on the instructions and the performance of LLMs vary with different instructions sometimes resulting steep drop in ROUGE scores if prompts are not selected carefully. We also evaluate the models with human evaluations and discuss the limitations "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.18041","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.18041/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:18:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uXhyF6ojGPHxQvastwJFtF2wAdNNdkaw6aodOyYyNo7Ei++PiGmDTJyEhTD5AfaeJlHiU0EhLw6HlFrw57SoBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:41:36.957796Z"},"content_sha256":"54495fd1e0157ad3c7691fc493147f370d5e07776f51b192bb34f8a2992ef949","schema_version":"1.0","event_id":"sha256:54495fd1e0157ad3c7691fc493147f370d5e07776f51b192bb34f8a2992ef949"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/bundle.json","state_url":"https://pith.science/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:41:36Z","links":{"resolver":"https://pith.science/pith/NZWI2X7GJ3XAHBGORL7GN25SD2","bundle":"https://pith.science/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/bundle.json","state":"https://pith.science/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NZWI2X7GJ3XAHBGORL7GN25SD2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NZWI2X7GJ3XAHBGORL7GN25SD2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"be8e520c0fc74954951684dbac8d8c4e15abcdf358b3676157378f58cc9fc65b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T19:34:34Z","title_canon_sha256":"def22178c3a4c9917656b030da3ae2ae898b2a2e39685ec345c3326c1b7567a0"},"schema_version":"1.0","source":{"id":"2311.18041","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.18041","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.18041v1","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.18041","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_12","alias_value":"NZWI2X7GJ3XA","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_16","alias_value":"NZWI2X7GJ3XAHBGO","created_at":"2026-07-05T07:18:35Z"},{"alias_kind":"pith_short_8","alias_value":"NZWI2X7G","created_at":"2026-07-05T07:18:35Z"}],"graph_snapshots":[{"event_id":"sha256:54495fd1e0157ad3c7691fc493147f370d5e07776f51b192bb34f8a2992ef949","target":"graph","created_at":"2026-07-05T07:18:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.18041/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) exhibit powerful summarization abilities. However, their capabilities on conversational summarization remains under explored. In this work we evaluate LLMs (approx. 10 billion parameters) on conversational summarization and showcase their performance on various prompts. We show that the summaries generated by models depend on the instructions and the performance of LLMs vary with different instructions sometimes resulting steep drop in ROUGE scores if prompts are not selected carefully. We also evaluate the models with human evaluations and discuss the limitations ","authors_text":"Lama Nachman, Ramesh Manuvinakurike, Sangeeta Manepalli, Saurav Sahay","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T19:34:34Z","title":"Zero-shot Conversational Summarization Evaluations with small Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.18041","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:69611b2c495e64023a9ae236021119f33c0fb7bf49af5efa1fafd1ac2060070a","target":"record","created_at":"2026-07-05T07:18:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"be8e520c0fc74954951684dbac8d8c4e15abcdf358b3676157378f58cc9fc65b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T19:34:34Z","title_canon_sha256":"def22178c3a4c9917656b030da3ae2ae898b2a2e39685ec345c3326c1b7567a0"},"schema_version":"1.0","source":{"id":"2311.18041","kind":"arxiv","version":1}},"canonical_sha256":"6e6c8d5fe64eee0384ce8afe66ebb21ea6af7e3c09c9fd0c5578a5e62345bcde","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e6c8d5fe64eee0384ce8afe66ebb21ea6af7e3c09c9fd0c5578a5e62345bcde","first_computed_at":"2026-07-05T07:18:35.932290Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:18:35.932290Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6NPiU+SOMC0wqBlMk6EzzwWNPR2Rj0UmLkVkrjv9/HMdmYa6YY2ynmCxvk1IKJr8HosGJ5evH31Pn+l9fmfoBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:18:35.932744Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.18041","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:69611b2c495e64023a9ae236021119f33c0fb7bf49af5efa1fafd1ac2060070a","sha256:54495fd1e0157ad3c7691fc493147f370d5e07776f51b192bb34f8a2992ef949"],"state_sha256":"d20a919fc7e6298abeec27da89fd188dd6b1e67a54d682a86ebb8b82c438e3f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0lDrJbEIwQN+aaS8NqyWzsnCN+wBIAKz8JYs6vRSf7yFHAlI0nA3J1r4iMfFSPXCW9EA0r9aJSYXoS1JKTBIAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:41:36.959709Z","bundle_sha256":"2d7a2dece4d8abe84d029692d87b61de3f7b562f12b47e1f23d9fe249fd90d86"}}