{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TVXGGDSAKBZNZ6GMNVBWTO6WWZ","short_pith_number":"pith:TVXGGDSA","canonical_record":{"source":{"id":"2311.01767","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T08:06:35Z","cross_cats_sorted":[],"title_canon_sha256":"b09a606045400d4a8352e9ccf8223660338ce420b877aaaf803a7682966acfed","abstract_canon_sha256":"c901d91c5bb15a9ef0398b42623f70a47e6370a946cdae7212438630d59b94e5"},"schema_version":"1.0"},"canonical_sha256":"9d6e630e405072dcf8cc6d4369bbd6b66694e422ae8058147ff7c76a19797bf7","source":{"kind":"arxiv","id":"2311.01767","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01767","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01767v2","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01767","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_12","alias_value":"TVXGGDSAKBZN","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_16","alias_value":"TVXGGDSAKBZNZ6GM","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_8","alias_value":"TVXGGDSA","created_at":"2026-07-05T07:09:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TVXGGDSAKBZNZ6GMNVBWTO6WWZ","target":"record","payload":{"canonical_record":{"source":{"id":"2311.01767","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T08:06:35Z","cross_cats_sorted":[],"title_canon_sha256":"b09a606045400d4a8352e9ccf8223660338ce420b877aaaf803a7682966acfed","abstract_canon_sha256":"c901d91c5bb15a9ef0398b42623f70a47e6370a946cdae7212438630d59b94e5"},"schema_version":"1.0"},"canonical_sha256":"9d6e630e405072dcf8cc6d4369bbd6b66694e422ae8058147ff7c76a19797bf7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:56.084553Z","signature_b64":"yI/zepkThKPU8nnmZyx/3bZEWOl/U/wMAh+8Kgic4QoZDTJbi/3JDp4wRppQfT+XyeU4b11s2Igc5JjmfOoIBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d6e630e405072dcf8cc6d4369bbd6b66694e422ae8058147ff7c76a19797bf7","last_reissued_at":"2026-07-05T07:09:56.084057Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:56.084057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.01767","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rJoddK48htm7MaLDhtmBZ7JaxC7HhhwvNUPON66GICUeLGW3RSBhWFYikO06/cGQygfasO/y78QrEeeo58+BDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:29:39.284235Z"},"content_sha256":"d82b2bd9f6d14236fa09501012abca63e033f4f7e65a0dbe87fa632bae91bd85","schema_version":"1.0","event_id":"sha256:d82b2bd9f6d14236fa09501012abca63e033f4f7e65a0dbe87fa632bae91bd85"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TVXGGDSAKBZNZ6GMNVBWTO6WWZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PPTC Benchmark: Evaluating Large Language Models for PowerPoint Task Completion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dongyan Zhao, Nan Duan, Yaobo Liang, Yiduo Guo, Zekai Zhang","submitted_at":"2023-11-03T08:06:35Z","abstract_excerpt":"Recent evaluations of Large Language Models (LLMs) have centered around testing their zero-shot/few-shot capabilities for basic natural language tasks and their ability to translate instructions into tool APIs. However, the evaluation of LLMs utilizing complex tools to finish multi-turn, multi-modal instructions in a complex multi-modal environment has not been investigated. To address this gap, we introduce the PowerPoint Task Completion (PPTC) benchmark to assess LLMs' ability to create and edit PPT files based on user instructions. It contains 279 multi-turn sessions covering diverse topics"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01767","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.01767/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"joBoOWjqr6/qvxKKyqnoiJST/MLErXl8iZq/n74fGi2WHjPgaP7NUID559Dnoto2Q8mYY/EwKLTEMW6zSJJ1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:29:39.285183Z"},"content_sha256":"50afdd60169c50c81df36aebf68082ed81791bcd253d526be47a8b5723453e02","schema_version":"1.0","event_id":"sha256:50afdd60169c50c81df36aebf68082ed81791bcd253d526be47a8b5723453e02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/bundle.json","state_url":"https://pith.science/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:29:39Z","links":{"resolver":"https://pith.science/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ","bundle":"https://pith.science/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/bundle.json","state":"https://pith.science/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TVXGGDSAKBZNZ6GMNVBWTO6WWZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TVXGGDSAKBZNZ6GMNVBWTO6WWZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c901d91c5bb15a9ef0398b42623f70a47e6370a946cdae7212438630d59b94e5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T08:06:35Z","title_canon_sha256":"b09a606045400d4a8352e9ccf8223660338ce420b877aaaf803a7682966acfed"},"schema_version":"1.0","source":{"id":"2311.01767","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01767","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01767v2","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01767","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_12","alias_value":"TVXGGDSAKBZN","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_16","alias_value":"TVXGGDSAKBZNZ6GM","created_at":"2026-07-05T07:09:56Z"},{"alias_kind":"pith_short_8","alias_value":"TVXGGDSA","created_at":"2026-07-05T07:09:56Z"}],"graph_snapshots":[{"event_id":"sha256:50afdd60169c50c81df36aebf68082ed81791bcd253d526be47a8b5723453e02","target":"graph","created_at":"2026-07-05T07:09:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.01767/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent evaluations of Large Language Models (LLMs) have centered around testing their zero-shot/few-shot capabilities for basic natural language tasks and their ability to translate instructions into tool APIs. However, the evaluation of LLMs utilizing complex tools to finish multi-turn, multi-modal instructions in a complex multi-modal environment has not been investigated. To address this gap, we introduce the PowerPoint Task Completion (PPTC) benchmark to assess LLMs' ability to create and edit PPT files based on user instructions. It contains 279 multi-turn sessions covering diverse topics","authors_text":"Dongyan Zhao, Nan Duan, Yaobo Liang, Yiduo Guo, Zekai Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T08:06:35Z","title":"PPTC Benchmark: Evaluating Large Language Models for PowerPoint Task Completion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01767","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d82b2bd9f6d14236fa09501012abca63e033f4f7e65a0dbe87fa632bae91bd85","target":"record","created_at":"2026-07-05T07:09:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c901d91c5bb15a9ef0398b42623f70a47e6370a946cdae7212438630d59b94e5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T08:06:35Z","title_canon_sha256":"b09a606045400d4a8352e9ccf8223660338ce420b877aaaf803a7682966acfed"},"schema_version":"1.0","source":{"id":"2311.01767","kind":"arxiv","version":2}},"canonical_sha256":"9d6e630e405072dcf8cc6d4369bbd6b66694e422ae8058147ff7c76a19797bf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d6e630e405072dcf8cc6d4369bbd6b66694e422ae8058147ff7c76a19797bf7","first_computed_at":"2026-07-05T07:09:56.084057Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:56.084057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yI/zepkThKPU8nnmZyx/3bZEWOl/U/wMAh+8Kgic4QoZDTJbi/3JDp4wRppQfT+XyeU4b11s2Igc5JjmfOoIBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:56.084553Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.01767","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d82b2bd9f6d14236fa09501012abca63e033f4f7e65a0dbe87fa632bae91bd85","sha256:50afdd60169c50c81df36aebf68082ed81791bcd253d526be47a8b5723453e02"],"state_sha256":"22cbc9cdb2e9e8446ceffe06fd9f9bd81a77eb36f1db658ce6c224cdf0c5a4a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iBDQ8Lnd4mEZ/jsDzD19QFddqDfZMA4jg4/1fz/oVplnW5ALApVY2HiSk6mb+gGftdVGFYer0anib+5Z8YY4Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:29:39.293205Z","bundle_sha256":"f53027658a0f2b7f6003f68c5f9f917ef8f57e2b1b6b3f90df1b82c79041904a"}}