{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LIUSTR6RUDCFGGBI6NUYCHY7V7","short_pith_number":"pith:LIUSTR6R","canonical_record":{"source":{"id":"2310.14495","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T02:00:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"67fa5da0405eca4bb2a910f41b2fd5ecf80f32953ea04a1ffac9c20d96e23f1e","abstract_canon_sha256":"b28c71f7ba77039d517ff8ad3bfa56a99e28fed481653d16123499e6a2c537bb"},"schema_version":"1.0"},"canonical_sha256":"5a2929c7d1a0c4531828f369811f1fafc70d31a38eeaf4e836d23562f4639185","source":{"kind":"arxiv","id":"2310.14495","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14495","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14495v1","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14495","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_12","alias_value":"LIUSTR6RUDCF","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_16","alias_value":"LIUSTR6RUDCFGGBI","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_8","alias_value":"LIUSTR6R","created_at":"2026-07-05T07:03:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LIUSTR6RUDCFGGBI6NUYCHY7V7","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14495","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T02:00:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"67fa5da0405eca4bb2a910f41b2fd5ecf80f32953ea04a1ffac9c20d96e23f1e","abstract_canon_sha256":"b28c71f7ba77039d517ff8ad3bfa56a99e28fed481653d16123499e6a2c537bb"},"schema_version":"1.0"},"canonical_sha256":"5a2929c7d1a0c4531828f369811f1fafc70d31a38eeaf4e836d23562f4639185","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:45.189441Z","signature_b64":"jdVH+X9bW4MB+IUSD65Cjnyt5TQ80Uc8i35/1Eoi1WRHS0kYBH5ElpeKG+/oj94ccJXgH8GwIaqXswhMlUCHCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a2929c7d1a0c4531828f369811f1fafc70d31a38eeaf4e836d23562f4639185","last_reissued_at":"2026-07-05T07:03:45.188945Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:45.188945Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14495","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wtL02oiMCf9cVwYARNREfgW72CjY+s8XIylNRUr/5Wne1cva96MMEMgJmV6GW83+nTDsMFheJGT5s9wPgHmxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:21:58.050289Z"},"content_sha256":"0587ce1a0bb2e9ac7cfde2c46e5ed93aa36794cb705a4fa44cf2465dcef03594","schema_version":"1.0","event_id":"sha256:0587ce1a0bb2e9ac7cfde2c46e5ed93aa36794cb705a4fa44cf2465dcef03594"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LIUSTR6RUDCFGGBI6NUYCHY7V7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"InstructExcel: A Benchmark for Natural Language Instruction in Excel","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Benjamin Van Durme, Carina Negreanu, Chitta Baral, Christian Poelitz, Elnaz Nouri, Justin Payan, Mukul Singh, Rasika Chakravarthy, Subhro Roy, Swaroop Mishra","submitted_at":"2023-10-23T02:00:55Z","abstract_excerpt":"With the evolution of Large Language Models (LLMs) we can solve increasingly more complex NLP tasks across various domains, including spreadsheets. This work investigates whether LLMs can generate code (Excel OfficeScripts, a TypeScript API for executing many tasks in Excel) that solves Excel specific tasks provided via natural language user instructions. To do so we introduce a new large-scale benchmark, InstructExcel, created by leveraging the 'Automate' feature in Excel to automatically generate OfficeScripts from users' actions. Our benchmark includes over 10k samples covering 170+ Excel o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14495","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14495/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ISFklK+6snjKrn04QIxr4M1d44xC3EHbmZrUamc+bN1Zs/RjAabxlSSW/cDkRlhgXKbf/I2GTCPB5HUybLQAAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:21:58.050687Z"},"content_sha256":"d7d32605677f5b47049e5fd1b6daf7347a140ddf6a1a905110f847a963cd9318","schema_version":"1.0","event_id":"sha256:d7d32605677f5b47049e5fd1b6daf7347a140ddf6a1a905110f847a963cd9318"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/bundle.json","state_url":"https://pith.science/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:21:58Z","links":{"resolver":"https://pith.science/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7","bundle":"https://pith.science/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/bundle.json","state":"https://pith.science/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LIUSTR6RUDCFGGBI6NUYCHY7V7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LIUSTR6RUDCFGGBI6NUYCHY7V7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b28c71f7ba77039d517ff8ad3bfa56a99e28fed481653d16123499e6a2c537bb","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T02:00:55Z","title_canon_sha256":"67fa5da0405eca4bb2a910f41b2fd5ecf80f32953ea04a1ffac9c20d96e23f1e"},"schema_version":"1.0","source":{"id":"2310.14495","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14495","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14495v1","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14495","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_12","alias_value":"LIUSTR6RUDCF","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_16","alias_value":"LIUSTR6RUDCFGGBI","created_at":"2026-07-05T07:03:45Z"},{"alias_kind":"pith_short_8","alias_value":"LIUSTR6R","created_at":"2026-07-05T07:03:45Z"}],"graph_snapshots":[{"event_id":"sha256:d7d32605677f5b47049e5fd1b6daf7347a140ddf6a1a905110f847a963cd9318","target":"graph","created_at":"2026-07-05T07:03:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14495/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the evolution of Large Language Models (LLMs) we can solve increasingly more complex NLP tasks across various domains, including spreadsheets. This work investigates whether LLMs can generate code (Excel OfficeScripts, a TypeScript API for executing many tasks in Excel) that solves Excel specific tasks provided via natural language user instructions. To do so we introduce a new large-scale benchmark, InstructExcel, created by leveraging the 'Automate' feature in Excel to automatically generate OfficeScripts from users' actions. Our benchmark includes over 10k samples covering 170+ Excel o","authors_text":"Benjamin Van Durme, Carina Negreanu, Chitta Baral, Christian Poelitz, Elnaz Nouri, Justin Payan, Mukul Singh, Rasika Chakravarthy, Subhro Roy, Swaroop Mishra","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T02:00:55Z","title":"InstructExcel: A Benchmark for Natural Language Instruction in Excel"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14495","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0587ce1a0bb2e9ac7cfde2c46e5ed93aa36794cb705a4fa44cf2465dcef03594","target":"record","created_at":"2026-07-05T07:03:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b28c71f7ba77039d517ff8ad3bfa56a99e28fed481653d16123499e6a2c537bb","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T02:00:55Z","title_canon_sha256":"67fa5da0405eca4bb2a910f41b2fd5ecf80f32953ea04a1ffac9c20d96e23f1e"},"schema_version":"1.0","source":{"id":"2310.14495","kind":"arxiv","version":1}},"canonical_sha256":"5a2929c7d1a0c4531828f369811f1fafc70d31a38eeaf4e836d23562f4639185","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a2929c7d1a0c4531828f369811f1fafc70d31a38eeaf4e836d23562f4639185","first_computed_at":"2026-07-05T07:03:45.188945Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:45.188945Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jdVH+X9bW4MB+IUSD65Cjnyt5TQ80Uc8i35/1Eoi1WRHS0kYBH5ElpeKG+/oj94ccJXgH8GwIaqXswhMlUCHCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:45.189441Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14495","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0587ce1a0bb2e9ac7cfde2c46e5ed93aa36794cb705a4fa44cf2465dcef03594","sha256:d7d32605677f5b47049e5fd1b6daf7347a140ddf6a1a905110f847a963cd9318"],"state_sha256":"5878eca6c251290d36a03fe0e6305adb3ed8322d5db0edaa64d628acccc25603"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jr2U/ksVoNZxinXy090gmmLwRUqO3XU8c6nqtSgVXoPpviCC4qeDUPVcS9rHIXANLJxZmy2WES0TOb+fdfRyDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:21:58.052654Z","bundle_sha256":"a870a9ffc689bc48a80fb718a306323bbabfe3a34d7218f555ac42d68f05775a"}}