{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UT23MNKYQASY27P3BGXDWTHAUW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"669f644fda8ef479c3f8bb79d8027e1860431f6d088d89a9a9e3e8d30ee413e7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T05:50:18Z","title_canon_sha256":"16d4450f36630edc2dd37984184bc9b269ac408d33432464048b4e64b7ea7f68"},"schema_version":"1.0","source":{"id":"2409.14324","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.14324","created_at":"2026-07-05T09:10:14Z"},{"alias_kind":"arxiv_version","alias_value":"2409.14324v1","created_at":"2026-07-05T09:10:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.14324","created_at":"2026-07-05T09:10:14Z"},{"alias_kind":"pith_short_12","alias_value":"UT23MNKYQASY","created_at":"2026-07-05T09:10:14Z"},{"alias_kind":"pith_short_16","alias_value":"UT23MNKYQASY27P3","created_at":"2026-07-05T09:10:14Z"},{"alias_kind":"pith_short_8","alias_value":"UT23MNKY","created_at":"2026-07-05T09:10:14Z"}],"graph_snapshots":[{"event_id":"sha256:3cf469a606321e518dea056b882be7d9c108ecf2ae215cdee0c4a8a6551bbf15","target":"graph","created_at":"2026-07-05T09:10:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.14324/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) equipped with chain-of-thoughts (CoT) prompting have shown significant multi-step reasoning capabilities in factual content like mathematics, commonsense, and logic. However, their performance in narrative reasoning, which demands greater abstraction capabilities, remains unexplored. This study utilizes tropes in movie synopses to assess the abstract reasoning abilities of state-of-the-art LLMs and uncovers their low performance. We introduce a trope-wise querying approach to address these challenges and boost the F1 score by 11.8 points. Moreover, while prior stud","authors_text":"Han-Yuan Hsu, Hung-Ting Su, Hung-yi Lee, Winston H. Hsu, Xiang-Qian Shi, Xudong Lin, Ya-Ching Hsu, Yulei Niu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T05:50:18Z","title":"Unveiling Narrative Reasoning Limits of Large Language Models with Trope in Movie Synopses"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.14324","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d4eedf3361a698ae54a41b165dd4cb1139e02ae3def95429748c4ef328ff48a9","target":"record","created_at":"2026-07-05T09:10:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"669f644fda8ef479c3f8bb79d8027e1860431f6d088d89a9a9e3e8d30ee413e7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T05:50:18Z","title_canon_sha256":"16d4450f36630edc2dd37984184bc9b269ac408d33432464048b4e64b7ea7f68"},"schema_version":"1.0","source":{"id":"2409.14324","kind":"arxiv","version":1}},"canonical_sha256":"a4f5b6355880258d7dfb09ae3b4ce0a590623be98b8733fc606f299a49f4571b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4f5b6355880258d7dfb09ae3b4ce0a590623be98b8733fc606f299a49f4571b","first_computed_at":"2026-07-05T09:10:14.981534Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:14.981534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NWRVbRSkJy1akDK/LM3A9kChSFOPEJqP5pSj+McmJV/OTqdFiIXso9Y8Va+0kVAfOtn8YpjfTFkS5TijA/iDCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:14.982018Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.14324","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d4eedf3361a698ae54a41b165dd4cb1139e02ae3def95429748c4ef328ff48a9","sha256:3cf469a606321e518dea056b882be7d9c108ecf2ae215cdee0c4a8a6551bbf15"],"state_sha256":"cc6948701926d36d332cf27fc2e37f0c760fb6c137d523798b2d9d1734499f3f"}