{"as_of":"2026-08-06T03:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c0acd29aff1f0a0df0344d6102f4a4f21febfd192c837f46ccaca73da8dc3a02","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T08:46:17.594637Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.21010/citation-record","integrity":"/paper/2607.21010/integrity","json":"/paper/2607.21010/citation-record.json","paper":"/paper/2607.21010"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:12.710693Z","title":"A comprehensive survey on legal summarization: Challenges and future directions","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:12.710693Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:5c16a6cfa7f7d9e459f05f0157d37be1641ec1543241f5d4dabaa7032942319c","observation_id":"ba862811-772a-4f4e-b97d-8401b36248bd","resolution":{"observed_at":"2026-08-01T08:46:12.710693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:12.775600Z","title":"Large language models robustness against perturbation: S","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:12.775600Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:a484d70e8e3ecada0ecccdc2eb313ab70e75e1b09067b92e95c737a78228a3e2","observation_id":"4517b5ee-256d-4809-98e2-046cbb1cefde","resolution":{"observed_at":"2026-08-01T08:46:12.775600Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:12.857316Z","title":"Using llm (large language model) to improve efficiency in literature review for undergraduate research","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:12.857316Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:14e8cf03216a7fad56ab8236fb3b8e7cd9d854455ac77858bbbe5778cc1d24d6","observation_id":"79f977dd-d613-41a7-929e-e0a1eac5cea5","resolution":{"observed_at":"2026-08-01T08:46:12.857316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:12.918614Z","title":"Robust tests for the equality of variances","venue":null,"work_id":null,"year":1974},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:12.918614Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:d9458ca7d660f9a5480a4fcf4bf47d99a1d0ec59dbb5100372d4e87dd9ea1f30","observation_id":"4c16b665-e324-4179-a1d2-9e266f785d28","resolution":{"observed_at":"2026-08-01T08:46:12.918614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.001406Z","title":"Efficient inference for noisy llm-as-a-judge evaluation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.001406Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:04abd9f4a57ab8bf7e25a78cea792bbf3d1f5476e68a631b22ee67ab22e0ae87","observation_id":"7d7d2ada-1917-4f51-a68e-cdf0e061cb7b","resolution":{"observed_at":"2026-08-01T08:46:13.001406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.056939Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.056939Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:d729833488fbf987cd8345c610efbeea72e6d2b07c4317aa67d1640d271082d1","observation_id":"5d7adfc0-191e-41c0-84f9-cc58b96d029e","resolution":{"observed_at":"2026-08-01T08:46:13.056939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.137024Z","title":"Statistical comparisons of classifiers over multiple data sets","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.137024Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:494647c560d6bc4f67ab5a2bdb8a462c0e9d5161aa35be0ad3eb44694f008cd2","observation_id":"419922fc-7cf8-43b4-83f8-35130c2586e0","resolution":{"observed_at":"2026-08-01T08:46:13.137024Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.242928Z","title":"Applicability of large language models and generative models for legal case judgement summarization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.242928Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:5cf50d2ca11426fc1c412c664565871615efdb9fc23aca1320c6f8499a305ccc","observation_id":"35c44920-4697-49da-99a8-8f8c807b6887","resolution":{"observed_at":"2026-08-01T08:46:13.242928Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.328803Z","title":"Explainability meets text summarization: A survey, in: Proceedings of the 17th International Natural Language Generation Conference, pp","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.328803Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:e6879c513f87991c3d5817452bd5704996aa32598df9157af6fea072d1d6db8d","observation_id":"34c92790-8a86-4ac3-94c8-19b2a16735ec","resolution":{"observed_at":"2026-08-01T08:46:13.328803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.20647","last_updated":"2025-02-28T01:58:17Z","snapshot_observed_at":"2026-08-05T22:18:32.864878Z","submitted_at":"2025-02-28T01:58:17Z","title":"Consistency Evaluation of News Article Summaries Generated by Large (and Small) Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.20647","snapshot_observed_at":"2026-08-01T08:46:13.384716Z","title":"Consistency evaluation of news article summaries generated by large (and small) language models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.384716Z"},"links":{"cited_paper":"/paper/2502.20647","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:8f460d1f830f75a3ea8f78703bc0782c66a5b340455f1a67f333b936c8ed33d8","observation_id":"cabed90e-9dca-40e7-9d8c-2ea4f23e8236","resolution":{"observed_at":"2026-08-01T08:46:13.384716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.464978Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.464978Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:e15aa764f3f5b54a5042d1e980878f69c1760aac84d43b6309f29042206cafc9","observation_id":"809600eb-c6dd-4c0b-8520-469eb2391571","resolution":{"observed_at":"2026-08-01T08:46:13.464978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.526027Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.526027Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:e7380b711037a50d63746ddd8336f7ecf973a2987cdd0deb4aadbb9e61a2ad86","observation_id":"5fb3496f-d1c1-427d-8a82-5f6890f80ebc","resolution":{"observed_at":"2026-08-01T08:46:13.526027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.05561","last_updated":"2024-09-30T10:17:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-10T22:07:21Z","title":"TrustLLM: Trustworthiness in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.05561","snapshot_observed_at":"2026-08-01T08:46:13.605521Z","title":"Trustllm: Trustworthiness in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.605521Z"},"links":{"cited_paper":"/paper/2401.05561","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:601ef49775086def478a5f1b02a238e016dd5748915771f1479a8e9947725f76","observation_id":"aba51b5b-1f25-4649-91a3-294785f454d0","resolution":{"observed_at":"2026-08-01T08:46:13.605521Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.655817Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.655817Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:12a43edbb4ceac6fc295ea08632314c20c5093362a7c49026d94abfe97d33714","observation_id":"d060040c-c398-43a2-bf95-9d03be857d02","resolution":{"observed_at":"2026-08-01T08:46:13.655817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.743863Z","title":"Consistency analysis of chatgpt, in: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.743863Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:b33606be2b6f8a6db4b349223aac26f94ff77a24df942916616cecfe8f5231b0","observation_id":"95f74450-44a6-4caf-a246-cc60b71ae1ab","resolution":{"observed_at":"2026-08-01T08:46:13.743863Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.826062Z","title":"Context-Aware Sports Highlight Generation Leveraging Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.826062Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:847656864cb6a757358a7884444888ab2223fe3a0565c5259ee711e1153d7651","observation_id":"c3386394-0a16-4ba4-85ab-2f6af86a7628","resolution":{"observed_at":"2026-08-01T08:46:13.826062Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.908595Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.908595Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:e1d93997eeb59eacc850a27b293b03a17c394e516a0397831e6691f50db7f72a","observation_id":"7bd3b05b-7ab4-400f-8a84-06ac5f5d09a7","resolution":{"observed_at":"2026-08-01T08:46:13.908595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:13.964911Z","title":"Llms cannot reliably judge (yet?): A comprehensive assessment on the robustness of llm-as-a-judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:13.964911Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:a8d0795c74e519f92217416f73d35da8c2b8c9cc8bd74c4d37dce749ff1ee618","observation_id":"126b27e8-6410-4740-b003-af20fc2c6b6e","resolution":{"observed_at":"2026-08-01T08:46:13.964911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.045044Z","title":"Do not abstain! identify and solve the uncertainty, in: Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (V olume 1: Long Papers), pp","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.045044Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:7c4b67360428cf97a1c1de4f7a44b1f6fb5a5faaba0cdeab51aa26c1019dffdf","observation_id":"e9df35f9-1f64-44ac-add0-315d9a909051","resolution":{"observed_at":"2026-08-01T08:46:14.045044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.129595Z","title":"Sumsurvey: An abstractive dataset of scientific survey papers for long document summarization, in: Findings of the ACL 2024, pp","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.129595Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:3b75b24e9486bb761b188512569cbe7fd4979bc238fae72ab6f0f965166812a7","observation_id":"4b6ac1fc-ceec-4945-83a1-0f0c3c5671c6","resolution":{"observed_at":"2026-08-01T08:46:14.129595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.214472Z","title":"Low-resource court judgment summarization for common law systems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.214472Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:33e0038cc36dfb40634ffd60ff12f84c58057857047ec19c72267b62a0526b80","observation_id":"343ff456-85ca-420d-abde-9d4959a2f7d4","resolution":{"observed_at":"2026-08-01T08:46:14.214472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.297541Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.297541Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:8a32b84e79dc3f87a43e63e05f51b7fa921739ceb4c4eb8ad6e092f022df5d07","observation_id":"e3b93c37-3db2-4232-a37d-e3c3a644c50d","resolution":{"observed_at":"2026-08-01T08:46:14.297541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16113","last_updated":"2025-05-22T01:34:23Z","snapshot_observed_at":"2026-07-06T21:28:10.731408Z","submitted_at":"2025-05-22T01:34:23Z","title":"Tools in the Loop: Quantifying Uncertainty of LLM Question Answering Systems That Use Tools","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.16113","snapshot_observed_at":"2026-08-01T08:46:14.378320Z","title":"Tools in the loop: Quantifying uncertainty of llm question answering systems that use tools","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.378320Z"},"links":{"cited_paper":"/paper/2505.16113","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:663a5643170aec751bcc7d3cc2dfb896208691478e6077844af22b9242d9803d","observation_id":"10f62dba-8f8e-4273-a3e8-f9a326ee90f8","resolution":{"observed_at":"2026-08-01T08:46:14.378320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.438296Z","title":"Effectiveness in retrieving legal precedents: exploring text summarization and cutting-edge language models toward a cost-efficient approach","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.438296Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:ee0a3d26bf90d114322e90deaf8ed1a6b10aaed0d53338dd617ee98326d97f0b","observation_id":"f824fb54-7766-4edd-aa89-b918c519da33","resolution":{"observed_at":"2026-08-01T08:46:14.438296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.496388Z","title":"State of what art? a call for multi-prompt llm evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.496388Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:d0241b3d8baec0e505708007921b908b7d66c737cfdf37abac42aaf600fc1400","observation_id":"06d89a72-c36d-4ab3-972a-98e481ec4533","resolution":{"observed_at":"2026-08-01T08:46:14.496388Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.547936Z","title":"Abstractive text summarization using sequence-to-sequence rnns and beyond, in: Proceedings of the 20th SIGNLL conference on computational natural language learning, pp","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.547936Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:46110b3c250e779bce93cdd7697a1780add64cd3e389340d5620b7a7b7de5ae5","observation_id":"b0193b8d-9fdb-48fd-922e-c76541e7a415","resolution":{"observed_at":"2026-08-01T08:46:14.547936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.02645","last_updated":"2025-08-04T17:37:13Z","snapshot_observed_at":"2026-07-06T22:07:35.137862Z","submitted_at":"2025-08-04T17:37:13Z","title":"Evaluating Variance in Visual Question Answering Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.02645","snapshot_observed_at":"2026-08-01T08:46:14.599132Z","title":"Evaluating variance in visual question answering benchmarks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.599132Z"},"links":{"cited_paper":"/paper/2508.02645","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:a05b8dee5cc3f5706ecbb035200d52e96b8d0e96edb13c2b95b26e6d3a618710","observation_id":"202d3509-ebfc-412a-9779-072afd236e84","resolution":{"observed_at":"2026-08-01T08:46:14.599132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.681971Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.681971Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:150bfe97e3b6b9125d4ea5f3fb0a5f454da8105c71ac2b1d5213a22fb0593dab","observation_id":"974951f5-4266-4556-ab26-7c495e28da2b","resolution":{"observed_at":"2026-08-01T08:46:14.681971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.757339Z","title":"Efficient multi-prompt evaluation of llms, in: Proceedings of the 38th International Conference on Neural Information Processing Systems, pp","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.757339Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:f14d2b9b2401d8812c437f2331d1785b68991a0376408869253fbd7f281ac1dd","observation_id":"2f8529f4-8b82-46e4-a21f-bd02679036bd","resolution":{"observed_at":"2026-08-01T08:46:14.757339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.842281Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.842281Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:6ccb555a94b1b63980c89f76e84c27237ad6fe459c0df14993e894c11dca681e","observation_id":"7cc65411-dfe0-4a9b-ba71-48ab1b18503e","resolution":{"observed_at":"2026-08-01T08:46:14.842281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.903488Z","title":"Leveraging large language models on the traditional scientific writing workflow, in: 2024 Conference on AI, Science, Engineering, and Technology (AIxSET), IEEE","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.903488Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:05308fdd329654f3c3574a89183a3d0a2edcbb5aaa6e44e10727f5440ebca78d","observation_id":"e60734a2-dc61-4c68-952b-2471bbe58cd7","resolution":{"observed_at":"2026-08-01T08:46:14.903488Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:14.953010Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:14.953010Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:b3b455053039e2bfe88b590ade618169faf24a35279db3e2faf6a6517ee546a7","observation_id":"7ae50f9e-85e8-4705-b520-83a86618b120","resolution":{"observed_at":"2026-08-01T08:46:14.953010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.030965Z","title":"How resilient are language models to text perturbations?, in: International Conference on Intelligent Data Engineering and Automated Learning, Springer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.030965Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:8a5c10b8a33e07e6e1210d71a51203630764fcd4fd34c96677b3ef7da0351c6f","observation_id":"16d23be8-631b-4a6b-8395-42dc8c138b97","resolution":{"observed_at":"2026-08-01T08:46:15.030965Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.12509","last_updated":"2025-02-18T15:24:25Z","snapshot_observed_at":"2026-08-01T23:28:04.240794Z","submitted_at":"2024-12-17T03:37:31Z","title":"Can You Trust LLM Judgments? Reliability of LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.12509","snapshot_observed_at":"2026-08-01T08:46:15.119758Z","title":"Can you trust llm judgments? reliability of llm-as-a-judge","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.119758Z"},"links":{"cited_paper":"/paper/2412.12509","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:9bf555316795d7f6563506ba6c3fbda69625b8cf0f959073816271b76b027540","observation_id":"7de55c08-2825-4751-9ff4-6e4fcd5c413a","resolution":{"observed_at":"2026-08-01T08:46:15.119758Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.195403Z","title":"A coin flip for safety: Llm judges fail to reliably measure adversarial robustness","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.195403Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:97b73a8c781a7e6538fd9cb9cb4cbeb4390f3e6ac905b6bef20ec5bccb4fdc03","observation_id":"16003fb3-6a20-4e28-a272-1381f5281c10","resolution":{"observed_at":"2026-08-01T08:46:15.195403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11324","last_updated":"2024-07-01T22:28:01Z","snapshot_observed_at":"2026-08-04T15:07:29.209129Z","submitted_at":"2023-10-17T15:03:30Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.11324","snapshot_observed_at":"2026-08-01T08:46:15.357112Z","title":"Quantifying Language Models’ Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.357112Z"},"links":{"cited_paper":"/paper/2310.11324","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:7c0a94bc5b9ea2137a3391fdfee843587c7a214e63248e8f43708c064438fa72","observation_id":"2d827d14-b1c1-4bd3-928a-5498c3224a70","resolution":{"observed_at":"2026-08-01T08:46:15.357112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.442442Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.442442Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:5654c5fe035076966ea2a4efc11f8c45706df0bdd9e29213ed04add1c27def6a","observation_id":"b067281a-a2b1-40b2-8680-38783516dc41","resolution":{"observed_at":"2026-08-01T08:46:15.442442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.611011Z","title":"Robustness of large language models to perturbations in text","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.611011Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:6bc4a02dbc9c19d65015f3e384d585c7bc45c5659d72fb7bb5ae5ab04cb82cd5","observation_id":"03ef4978-01b3-4b3d-bb78-18fa5c883a29","resolution":{"observed_at":"2026-08-01T08:46:15.611011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.768217Z","title":"Legal text summarization via judicial syllogism with large language models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.768217Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:b89eddd8c8aa88de249eb0841ce915361a9cfc76f3b9c3acf245b16731eb384c","observation_id":"edb6d993-40e4-4486-88d7-22a441d7efb7","resolution":{"observed_at":"2026-08-01T08:46:15.768217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:15.873375Z","title":"Artificial intelligence risk management framework (ai rmf 1.0).(2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:15.873375Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:bf02f5a379995084fd6bebee2d6152187774d971048d3a21f280fa86e4c32a7b","observation_id":"c3afb610-bf4a-44da-995a-d0367277be74","resolution":{"observed_at":"2026-08-01T08:46:15.873375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.037489Z","title":"Evaluating the factual consistency of large language models through news summarization, in: Findings of the Association for Computational Linguistics: ACL 2023, pp","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.037489Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:7de23f76bd63ae9481ae098f88785602ae12117ecd3e0060ec517735d93c75b5","observation_id":"3fe07b83-615a-413d-a7cb-e1c110969d97","resolution":{"observed_at":"2026-08-01T08:46:16.037489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.098103Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.098103Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:41dbcbe7f63772c3dd43dba73544562d481056243cd5df5fa76d2367c44383e4","observation_id":"aaf3ebbc-c2ec-49e6-a647-898ea236ded5","resolution":{"observed_at":"2026-08-01T08:46:16.098103Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.188424Z","title":"Prompt engineering in consistency and reliability with the evidence-based guideline for llms","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.188424Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:5202b4b10010991432a46aae2f35c126edc9ca0fb02976171b2bfe40dfbf8db9","observation_id":"43e5511e-d97d-4d8b-89df-5a7c1429c8dd","resolution":{"observed_at":"2026-08-01T08:46:16.188424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.271309Z","title":"Using llm-supported lecture summarization system to improve knowledge recall and student satisfaction","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.271309Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:6525c1e8ba1c1dd50c222be5b8a1df3b71b398135fc7da3c6db343d688812af1","observation_id":"a1ea5236-7a7f-46ce-9374-8b81b6d1da4c","resolution":{"observed_at":"2026-08-01T08:46:16.271309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.352441Z","title":"Comparisons of various types of normality tests","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.352441Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:139deddcdf129ce286b657dafff69da6c4a1910514ccefd02b53e2b20f71303c","observation_id":"ed5ebf97-8d16-4988-b3a8-d53c42bc02a2","resolution":{"observed_at":"2026-08-01T08:46:16.352441Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.413745Z","title":"Event-based evaluation of abstractive news summarization, in: Proceedings of the Fourth Workshop on Generation, Evaluation and Metrics (GEM2), pp","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.413745Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:cf3b3a7bb49f21ee0a4eecf124377a165068bd6d336f24330c4d317f7e572a42","observation_id":"4e76288c-eb55-4ac2-a35f-b22e8972999a","resolution":{"observed_at":"2026-08-01T08:46:16.413745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.565036Z","title":"Alignscore: Evaluating factual consistency with a unified alignment function, in: Proceedings of the 61st Annual Meeting of the ACL (V olume 1: Long Papers), pp","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.565036Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:40cc041448dc33e9fbc498955cf66fb396feb3ead9e44e90a206d3b6f75e61b0","observation_id":"9e5fd6cd-414d-4bc3-bcf3-e01497129cb9","resolution":{"observed_at":"2026-08-01T08:46:16.565036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:16.726842Z","title":"A systematic survey of text summarization: From statistical methods to large language models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.726842Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:a99123f4d46992fa72fa0f03b17ba7249395ca70e9198f204ac211e0350d2462","observation_id":"d92b3102-aed1-4c81-9747-fbfc74587ea9","resolution":{"observed_at":"2026-08-01T08:46:16.726842Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-01T08:46:16.840476Z","title":"Bertscore: Evaluating text generation with bert","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:16.840476Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:81b8890c156bd1e6268a0bdf594f0194e4b7bd9ee8c766e846e1d2264a126f00","observation_id":"84908382-9703-49db-9ac0-85d915a637cf","resolution":{"observed_at":"2026-08-01T08:46:16.840476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:17.000413Z","title":"Benchmarking large language models for news summarization","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:17.000413Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:4b35c75a72c3942bf3aaeb2772a314a920d3f6f84ec8ac484058cf5ca0bd556c","observation_id":"dc0fea92-c0bd-4775-8685-7f08ff666f63","resolution":{"observed_at":"2026-08-01T08:46:17.000413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:17.115073Z","title":"Trustworthy evaluation of large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:17.115073Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:dcf21a7394e3de5d42397128c14ff6a532108b9b2831d1c918dc43e55f65bb44","observation_id":"8dbd9767-522a-4ddd-89e7-84bfdc68063f","resolution":{"observed_at":"2026-08-01T08:46:17.115073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:17.278674Z","title":"A comprehensive survey on process-oriented automatic text summarization with exploration of llm-based methods","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:17.278674Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:70aaa9c1552afceeda644717f1dc93f5c1fe367c47e9fe0e78487e0e080f307b","observation_id":"5146d519-3232-4e64-a9ca-5721081d5061","resolution":{"observed_at":"2026-08-01T08:46:17.278674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:17.438254Z","title":"Assessing the accuracy of artificial intelligence-generated clinical summaries from ambulatory glaucoma subspecialty clinical encounters","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:17.438254Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:af78e1e9ddc00f22e192d338b5c264e401d469a9eb3e9d4fb6c01bc8d7d8b1bb","observation_id":"451aec2d-0551-4685-a02b-cbde61db5322","resolution":{"observed_at":"2026-08-01T08:46:17.438254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T08:46:17.594637Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-01T08:46:17.594637Z"},"links":{"citing_paper":"/paper/2607.21010"},"observation_digest":"sha256:73f3606683e661ddc87d8421c4347f2697aafebfa3bcf95c7b08deaa4f9c5b52","observation_id":"b4f7f642-9430-4782-96af-eb8d3d58dd67","resolution":{"observed_at":"2026-08-01T08:46:17.594637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.21010","last_updated":"2026-07-23T07:48:20Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-03T06:18:51.609997Z","submitted_at":"2026-07-23T07:48:20Z","title":"Reexamining zero-shot summarization: Empirical investigation of trustworthiness of LLM-summarizers"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 0 inbound Pith citation observations for arXiv:2607.21010."}