{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2JBM5SOXIDL66DYMZINK74JZWA","short_pith_number":"pith:2JBM5SOX","canonical_record":{"source":{"id":"2407.09512","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-06-17T17:31:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"923f247e904dcd390e6270efec14bfadaab2e67f15fcacf2b38e6a2d6e70cd1f","abstract_canon_sha256":"ef1d1a2ba28abf9ea33df4620f0e669ef1896ffd5d8e5aa0dd4ec142872898e3"},"schema_version":"1.0"},"canonical_sha256":"d242cec9d740d7ef0f0cca1aaff139b026a8e3e11e1e33e5e9edfe679ebd96de","source":{"kind":"arxiv","id":"2407.09512","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.09512","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.09512v1","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.09512","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"2JBM5SOXIDL6","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"2JBM5SOXIDL66DYM","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"2JBM5SOX","created_at":"2026-07-05T08:43:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2JBM5SOXIDL66DYMZINK74JZWA","target":"record","payload":{"canonical_record":{"source":{"id":"2407.09512","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-06-17T17:31:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"923f247e904dcd390e6270efec14bfadaab2e67f15fcacf2b38e6a2d6e70cd1f","abstract_canon_sha256":"ef1d1a2ba28abf9ea33df4620f0e669ef1896ffd5d8e5aa0dd4ec142872898e3"},"schema_version":"1.0"},"canonical_sha256":"d242cec9d740d7ef0f0cca1aaff139b026a8e3e11e1e33e5e9edfe679ebd96de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:31.347936Z","signature_b64":"+IWBQ7FrZ3sFOFnZ4lCYyaHDpgQxzO5Jlod0KmQVEXGFBQNqaaoqPS6mJCK3Kw8d+hZrQniWfu80KO0ta049CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d242cec9d740d7ef0f0cca1aaff139b026a8e3e11e1e33e5e9edfe679ebd96de","last_reissued_at":"2026-07-05T08:43:31.347526Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:31.347526Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.09512","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CF/37U8lN4gp+xILo5g1LP/EVhUvho5fpaTjIgE9NuQhRnxy2WQ8/doKaQlBnqqvmYyDDop1Ghjo6ZqbK2JzBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:23:28.502749Z"},"content_sha256":"d82c392fdf0ff4d2fed168f69d688ac6a8c08c828dfff188629d9d8cebc25bd9","schema_version":"1.0","event_id":"sha256:d82c392fdf0ff4d2fed168f69d688ac6a8c08c828dfff188629d9d8cebc25bd9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2JBM5SOXIDL66DYMZINK74JZWA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Design and evaluation of AI copilots -- case studies of retail copilot templates","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Angus Taylor, Chang Liu, Ilya Venger, Michal Furmakiewicz","submitted_at":"2024-06-17T17:31:33Z","abstract_excerpt":"Building a successful AI copilot requires a systematic approach. This paper is divided into two sections, covering the design and evaluation of a copilot respectively. A case study of developing copilot templates for the retail domain by Microsoft is used to illustrate the role and importance of each aspect. The first section explores the key technical components of a copilot's architecture, including the LLM, plugins for knowledge retrieval and actions, orchestration, system prompts, and responsible AI guardrails. The second section discusses testing and evaluation as a principled way to prom"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.09512","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.09512/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zFkZC0Mgszku0mrRsV5cWRW5y1eW8gBvn4pYdwth3X6A/qVJqrig9CC33wWhT8S5Qgptuo2gF7rvJXOGCc14Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:23:28.503424Z"},"content_sha256":"f9ce8f3b3eb05efa417fa876de9b218de47d091a8211c490c68243e56909a843","schema_version":"1.0","event_id":"sha256:f9ce8f3b3eb05efa417fa876de9b218de47d091a8211c490c68243e56909a843"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2JBM5SOXIDL66DYMZINK74JZWA/bundle.json","state_url":"https://pith.science/pith/2JBM5SOXIDL66DYMZINK74JZWA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2JBM5SOXIDL66DYMZINK74JZWA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:23:28Z","links":{"resolver":"https://pith.science/pith/2JBM5SOXIDL66DYMZINK74JZWA","bundle":"https://pith.science/pith/2JBM5SOXIDL66DYMZINK74JZWA/bundle.json","state":"https://pith.science/pith/2JBM5SOXIDL66DYMZINK74JZWA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2JBM5SOXIDL66DYMZINK74JZWA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2JBM5SOXIDL66DYMZINK74JZWA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef1d1a2ba28abf9ea33df4620f0e669ef1896ffd5d8e5aa0dd4ec142872898e3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-06-17T17:31:33Z","title_canon_sha256":"923f247e904dcd390e6270efec14bfadaab2e67f15fcacf2b38e6a2d6e70cd1f"},"schema_version":"1.0","source":{"id":"2407.09512","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.09512","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.09512v1","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.09512","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"2JBM5SOXIDL6","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"2JBM5SOXIDL66DYM","created_at":"2026-07-05T08:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"2JBM5SOX","created_at":"2026-07-05T08:43:31Z"}],"graph_snapshots":[{"event_id":"sha256:f9ce8f3b3eb05efa417fa876de9b218de47d091a8211c490c68243e56909a843","target":"graph","created_at":"2026-07-05T08:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.09512/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Building a successful AI copilot requires a systematic approach. This paper is divided into two sections, covering the design and evaluation of a copilot respectively. A case study of developing copilot templates for the retail domain by Microsoft is used to illustrate the role and importance of each aspect. The first section explores the key technical components of a copilot's architecture, including the LLM, plugins for knowledge retrieval and actions, orchestration, system prompts, and responsible AI guardrails. The second section discusses testing and evaluation as a principled way to prom","authors_text":"Angus Taylor, Chang Liu, Ilya Venger, Michal Furmakiewicz","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-06-17T17:31:33Z","title":"Design and evaluation of AI copilots -- case studies of retail copilot templates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.09512","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d82c392fdf0ff4d2fed168f69d688ac6a8c08c828dfff188629d9d8cebc25bd9","target":"record","created_at":"2026-07-05T08:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef1d1a2ba28abf9ea33df4620f0e669ef1896ffd5d8e5aa0dd4ec142872898e3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-06-17T17:31:33Z","title_canon_sha256":"923f247e904dcd390e6270efec14bfadaab2e67f15fcacf2b38e6a2d6e70cd1f"},"schema_version":"1.0","source":{"id":"2407.09512","kind":"arxiv","version":1}},"canonical_sha256":"d242cec9d740d7ef0f0cca1aaff139b026a8e3e11e1e33e5e9edfe679ebd96de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d242cec9d740d7ef0f0cca1aaff139b026a8e3e11e1e33e5e9edfe679ebd96de","first_computed_at":"2026-07-05T08:43:31.347526Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:31.347526Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+IWBQ7FrZ3sFOFnZ4lCYyaHDpgQxzO5Jlod0KmQVEXGFBQNqaaoqPS6mJCK3Kw8d+hZrQniWfu80KO0ta049CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:31.347936Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.09512","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d82c392fdf0ff4d2fed168f69d688ac6a8c08c828dfff188629d9d8cebc25bd9","sha256:f9ce8f3b3eb05efa417fa876de9b218de47d091a8211c490c68243e56909a843"],"state_sha256":"a4e51d9a32155ac09a1642c2f96282adb320503459f632138c23f22b1848f973"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y+BmMkWQnn2pQNlyf3hfvnTwWWga1B+dJSV1jQ0EpXabP+qpIRWxNwdCXf1pdIohophaw7WrRKmeupIra0+4CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:23:28.507484Z","bundle_sha256":"aeafc674d978d0b6380ac83fe84435b9e2fe04e2f00e7178ba72717ae1cb5fa8"}}