{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NQWE6GJS4JMQM2IYPDURLEYV5P","short_pith_number":"pith:NQWE6GJS","canonical_record":{"source":{"id":"2305.12951","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T11:54:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7d7f1a4d219ecd950cc79de42e9dd88d9968824103a46e3a5d0495b41299fc90","abstract_canon_sha256":"515e3fa11e754c334ad8d36494a2df7604aa798935ff76bd39cc01487f35637e"},"schema_version":"1.0"},"canonical_sha256":"6c2c4f1932e25906691878e9159315ebf277b72dd1639269f3edd39ca1466680","source":{"kind":"arxiv","id":"2305.12951","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12951","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12951v1","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12951","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_12","alias_value":"NQWE6GJS4JMQ","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_16","alias_value":"NQWE6GJS4JMQM2IY","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_8","alias_value":"NQWE6GJS","created_at":"2026-07-05T06:44:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NQWE6GJS4JMQM2IYPDURLEYV5P","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12951","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T11:54:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7d7f1a4d219ecd950cc79de42e9dd88d9968824103a46e3a5d0495b41299fc90","abstract_canon_sha256":"515e3fa11e754c334ad8d36494a2df7604aa798935ff76bd39cc01487f35637e"},"schema_version":"1.0"},"canonical_sha256":"6c2c4f1932e25906691878e9159315ebf277b72dd1639269f3edd39ca1466680","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:44:31.582742Z","signature_b64":"G+yJjaxt19PPLcfCrBRDFh1f7elilAYbD7tvg/zQuw1WpHafQig0nW6mIX/xrSN9e5jtwvqrgWCEhTZmOthRAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c2c4f1932e25906691878e9159315ebf277b72dd1639269f3edd39ca1466680","last_reissued_at":"2026-07-05T06:44:31.582327Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:44:31.582327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12951","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bh+tnPcjingZA7U9ouL89TfNsMyDEEbevUgTMYs1IpBR53snjcCk9VHvQiseBpZU6KczsfcYUk//4NUm8Z7FCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T00:56:37.110212Z"},"content_sha256":"140f0d7c120a66b7974b41a655aafe8014d4fc00c4cdfff5bba3a0bfbff34f0c","schema_version":"1.0","event_id":"sha256:140f0d7c120a66b7974b41a655aafe8014d4fc00c4cdfff5bba3a0bfbff34f0c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NQWE6GJS4JMQM2IYPDURLEYV5P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cross-functional Analysis of Generalisation in Behavioural Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Benjamin Roth, Pedro Henrique Luz de Araujo","submitted_at":"2023-05-22T11:54:19Z","abstract_excerpt":"In behavioural testing, system functionalities underrepresented in the standard evaluation setting (with a held-out test set) are validated through controlled input-output pairs. Optimising performance on the behavioural tests during training (behavioural learning) would improve coverage of phenomena not sufficiently represented in the i.i.d. data and could lead to seemingly more robust models. However, there is the risk that the model narrowly captures spurious correlations from the behavioural test suite, leading to overestimation and misrepresentation of model performance -- one of the orig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12951","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12951/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sKjN40YMgUjoUTfrRKbh0+eIlIaUntBXfw4glmmzdNv130oJSGHbsPWcgBGLVCahLorVe71GpDONPsquh4PFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T00:56:37.110709Z"},"content_sha256":"b020f8885e76759e1c9f92660c03835b593d6f48c0988b7a46bb9918013cb8b7","schema_version":"1.0","event_id":"sha256:b020f8885e76759e1c9f92660c03835b593d6f48c0988b7a46bb9918013cb8b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/bundle.json","state_url":"https://pith.science/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T00:56:37Z","links":{"resolver":"https://pith.science/pith/NQWE6GJS4JMQM2IYPDURLEYV5P","bundle":"https://pith.science/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/bundle.json","state":"https://pith.science/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NQWE6GJS4JMQM2IYPDURLEYV5P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NQWE6GJS4JMQM2IYPDURLEYV5P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"515e3fa11e754c334ad8d36494a2df7604aa798935ff76bd39cc01487f35637e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T11:54:19Z","title_canon_sha256":"7d7f1a4d219ecd950cc79de42e9dd88d9968824103a46e3a5d0495b41299fc90"},"schema_version":"1.0","source":{"id":"2305.12951","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12951","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12951v1","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12951","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_12","alias_value":"NQWE6GJS4JMQ","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_16","alias_value":"NQWE6GJS4JMQM2IY","created_at":"2026-07-05T06:44:31Z"},{"alias_kind":"pith_short_8","alias_value":"NQWE6GJS","created_at":"2026-07-05T06:44:31Z"}],"graph_snapshots":[{"event_id":"sha256:b020f8885e76759e1c9f92660c03835b593d6f48c0988b7a46bb9918013cb8b7","target":"graph","created_at":"2026-07-05T06:44:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12951/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In behavioural testing, system functionalities underrepresented in the standard evaluation setting (with a held-out test set) are validated through controlled input-output pairs. Optimising performance on the behavioural tests during training (behavioural learning) would improve coverage of phenomena not sufficiently represented in the i.i.d. data and could lead to seemingly more robust models. However, there is the risk that the model narrowly captures spurious correlations from the behavioural test suite, leading to overestimation and misrepresentation of model performance -- one of the orig","authors_text":"Benjamin Roth, Pedro Henrique Luz de Araujo","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T11:54:19Z","title":"Cross-functional Analysis of Generalisation in Behavioural Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12951","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:140f0d7c120a66b7974b41a655aafe8014d4fc00c4cdfff5bba3a0bfbff34f0c","target":"record","created_at":"2026-07-05T06:44:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"515e3fa11e754c334ad8d36494a2df7604aa798935ff76bd39cc01487f35637e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T11:54:19Z","title_canon_sha256":"7d7f1a4d219ecd950cc79de42e9dd88d9968824103a46e3a5d0495b41299fc90"},"schema_version":"1.0","source":{"id":"2305.12951","kind":"arxiv","version":1}},"canonical_sha256":"6c2c4f1932e25906691878e9159315ebf277b72dd1639269f3edd39ca1466680","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c2c4f1932e25906691878e9159315ebf277b72dd1639269f3edd39ca1466680","first_computed_at":"2026-07-05T06:44:31.582327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:44:31.582327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G+yJjaxt19PPLcfCrBRDFh1f7elilAYbD7tvg/zQuw1WpHafQig0nW6mIX/xrSN9e5jtwvqrgWCEhTZmOthRAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:44:31.582742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12951","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:140f0d7c120a66b7974b41a655aafe8014d4fc00c4cdfff5bba3a0bfbff34f0c","sha256:b020f8885e76759e1c9f92660c03835b593d6f48c0988b7a46bb9918013cb8b7"],"state_sha256":"2540e4e86adc54e8a330ff6e63d6e688dfaf0d39f59a9728eb8f49972d6cba54"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/CwoSvMNebtw8g1jWmjfrz0B37WzIsPw0DyHCOCn0xa9tnIfQ2AkwBmGXBX4eo7OI+APN8tV8u62j/gqdXwKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T00:56:37.150577Z","bundle_sha256":"9a4d273b90a804185c788f79c3b83741d68bf9d37f3fa9c7911b9dad75a715a5"}}