{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FZOGAFWPKD7PVQNKXZS7H6SUUL","short_pith_number":"pith:FZOGAFWP","canonical_record":{"source":{"id":"2310.09668","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-14T21:24:03Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"369b8c6dc16df40c83d8e2785d8943036cb5f8462dd840773dafb0bdd5c681ec","abstract_canon_sha256":"1982c6857479d5f7f4b547fa629c3ac58dd1cc36c5d6348712cef1a20b0dc9b3"},"schema_version":"1.0"},"canonical_sha256":"2e5c6016cf50fefac1aabe65f3fa54a2e1d33a3690708c8f6cdbab2efdf2b3d7","source":{"kind":"arxiv","id":"2310.09668","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09668","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09668v1","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09668","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"FZOGAFWPKD7P","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"FZOGAFWPKD7PVQNK","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"FZOGAFWP","created_at":"2026-07-05T07:01:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FZOGAFWPKD7PVQNKXZS7H6SUUL","target":"record","payload":{"canonical_record":{"source":{"id":"2310.09668","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-14T21:24:03Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"369b8c6dc16df40c83d8e2785d8943036cb5f8462dd840773dafb0bdd5c681ec","abstract_canon_sha256":"1982c6857479d5f7f4b547fa629c3ac58dd1cc36c5d6348712cef1a20b0dc9b3"},"schema_version":"1.0"},"canonical_sha256":"2e5c6016cf50fefac1aabe65f3fa54a2e1d33a3690708c8f6cdbab2efdf2b3d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:01:09.447107Z","signature_b64":"pxASRRV5SPIvzYv35pxw/BqwVP/yKe9IYlilRgEBTVx291rwyLGNhMyfQDE3tjXN3Ys0wYqqWoqwwvUq55lNBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e5c6016cf50fefac1aabe65f3fa54a2e1d33a3690708c8f6cdbab2efdf2b3d7","last_reissued_at":"2026-07-05T07:01:09.446636Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:01:09.446636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.09668","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IwxcBKPKSG3XW7ywMYH+6TkaCLlNKmdck/EBJEMKzY22IUmA+AhoAHuK06C/P6ttlKHkYeNiIF5Dz/IGNkdAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:24:19.388946Z"},"content_sha256":"d1f81911c2ef632bb555dac016e2b53cdeaa6d6c70a78be3b7a1b234a01ff8d5","schema_version":"1.0","event_id":"sha256:d1f81911c2ef632bb555dac016e2b53cdeaa6d6c70a78be3b7a1b234a01ff8d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FZOGAFWPKD7PVQNKXZS7H6SUUL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Testers' Biases: Guiding Model Testing with Knowledge Bases using LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.CL","authors_text":"Chenyang Yang, Christian K\\\"astner, Grace A. Lewis, Rachel Brower-Sinning, Rishabh Rustogi, Tongshuang Wu","submitted_at":"2023-10-14T21:24:03Z","abstract_excerpt":"Current model testing work has mostly focused on creating test cases. Identifying what to test is a step that is largely ignored and poorly supported. We propose Weaver, an interactive tool that supports requirements elicitation for guiding model testing. Weaver uses large language models to generate knowledge bases and recommends concepts from them interactively, allowing testers to elicit requirements for further testing. Weaver provides rich external knowledge to testers and encourages testers to systematically explore diverse concepts beyond their own biases. In a user study, we show that "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09668","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.09668/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JTp8O5+/4+5Uhrac3Q4cZX2uemkmvlFMOp2AbWL4SKC4H0psGyE42ffLHsiaJb5Bp0GIqTquLxjB+cROHgUcDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:24:19.389518Z"},"content_sha256":"8ff3c0a0bb031924371fa33e2defe7b52d926198725a0ab1d687922e6163f12e","schema_version":"1.0","event_id":"sha256:8ff3c0a0bb031924371fa33e2defe7b52d926198725a0ab1d687922e6163f12e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/bundle.json","state_url":"https://pith.science/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:24:19Z","links":{"resolver":"https://pith.science/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL","bundle":"https://pith.science/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/bundle.json","state":"https://pith.science/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FZOGAFWPKD7PVQNKXZS7H6SUUL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FZOGAFWPKD7PVQNKXZS7H6SUUL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1982c6857479d5f7f4b547fa629c3ac58dd1cc36c5d6348712cef1a20b0dc9b3","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-14T21:24:03Z","title_canon_sha256":"369b8c6dc16df40c83d8e2785d8943036cb5f8462dd840773dafb0bdd5c681ec"},"schema_version":"1.0","source":{"id":"2310.09668","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.09668","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.09668v1","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.09668","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"FZOGAFWPKD7P","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"FZOGAFWPKD7PVQNK","created_at":"2026-07-05T07:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"FZOGAFWP","created_at":"2026-07-05T07:01:09Z"}],"graph_snapshots":[{"event_id":"sha256:8ff3c0a0bb031924371fa33e2defe7b52d926198725a0ab1d687922e6163f12e","target":"graph","created_at":"2026-07-05T07:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.09668/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current model testing work has mostly focused on creating test cases. Identifying what to test is a step that is largely ignored and poorly supported. We propose Weaver, an interactive tool that supports requirements elicitation for guiding model testing. Weaver uses large language models to generate knowledge bases and recommends concepts from them interactively, allowing testers to elicit requirements for further testing. Weaver provides rich external knowledge to testers and encourages testers to systematically explore diverse concepts beyond their own biases. In a user study, we show that ","authors_text":"Chenyang Yang, Christian K\\\"astner, Grace A. Lewis, Rachel Brower-Sinning, Rishabh Rustogi, Tongshuang Wu","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-14T21:24:03Z","title":"Beyond Testers' Biases: Guiding Model Testing with Knowledge Bases using LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.09668","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d1f81911c2ef632bb555dac016e2b53cdeaa6d6c70a78be3b7a1b234a01ff8d5","target":"record","created_at":"2026-07-05T07:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1982c6857479d5f7f4b547fa629c3ac58dd1cc36c5d6348712cef1a20b0dc9b3","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-14T21:24:03Z","title_canon_sha256":"369b8c6dc16df40c83d8e2785d8943036cb5f8462dd840773dafb0bdd5c681ec"},"schema_version":"1.0","source":{"id":"2310.09668","kind":"arxiv","version":1}},"canonical_sha256":"2e5c6016cf50fefac1aabe65f3fa54a2e1d33a3690708c8f6cdbab2efdf2b3d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e5c6016cf50fefac1aabe65f3fa54a2e1d33a3690708c8f6cdbab2efdf2b3d7","first_computed_at":"2026-07-05T07:01:09.446636Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:09.446636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pxASRRV5SPIvzYv35pxw/BqwVP/yKe9IYlilRgEBTVx291rwyLGNhMyfQDE3tjXN3Ys0wYqqWoqwwvUq55lNBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:09.447107Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.09668","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d1f81911c2ef632bb555dac016e2b53cdeaa6d6c70a78be3b7a1b234a01ff8d5","sha256:8ff3c0a0bb031924371fa33e2defe7b52d926198725a0ab1d687922e6163f12e"],"state_sha256":"2e1b9cdaef0cc5f451c24efcd13160bdb9c8ffddb152222cf25fa9b2428abc4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4jyQo2r4rL+ApzsHSWZAsw09Ay6hDKHI6+4Rqm6J5PA0GE1PugSiLF/CsH/1wqvJIz6GEP5zJCTf1sBJaNWfAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:24:19.393472Z","bundle_sha256":"f1712066e6934079b65ca90b277b606b10e506ce315925138482b4b54d557eb9"}}