{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YPBVBRAPIWSN7BPLEJVIIW6UBU","short_pith_number":"pith:YPBVBRAP","canonical_record":{"source":{"id":"2407.19053","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-26T19:18:35Z","cross_cats_sorted":[],"title_canon_sha256":"89d40498fb669fdcc40d70dabee2d97fa7a62c6b39a61b04d1f2115921970236","abstract_canon_sha256":"eb5c0edea35ca0a037e63d73725d5629b932e622349210122abb3d1acebe513d"},"schema_version":"1.0"},"canonical_sha256":"c3c350c40f45a4df85eb226a845bd40d0a39125aaeeb750a2d8895e2a9ac25d7","source":{"kind":"arxiv","id":"2407.19053","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19053","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19053v1","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19053","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_12","alias_value":"YPBVBRAPIWSN","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_16","alias_value":"YPBVBRAPIWSN7BPL","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_8","alias_value":"YPBVBRAP","created_at":"2026-07-05T08:49:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YPBVBRAPIWSN7BPLEJVIIW6UBU","target":"record","payload":{"canonical_record":{"source":{"id":"2407.19053","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-26T19:18:35Z","cross_cats_sorted":[],"title_canon_sha256":"89d40498fb669fdcc40d70dabee2d97fa7a62c6b39a61b04d1f2115921970236","abstract_canon_sha256":"eb5c0edea35ca0a037e63d73725d5629b932e622349210122abb3d1acebe513d"},"schema_version":"1.0"},"canonical_sha256":"c3c350c40f45a4df85eb226a845bd40d0a39125aaeeb750a2d8895e2a9ac25d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:13.071847Z","signature_b64":"9R5Pq/L/mVvRyRo/6PbZUXxCv+EbZXA8hWISZt9CwoAh565ZTPYFxQO096CaoPll+lM3DhfZ+kncy1wfXYIqBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c3c350c40f45a4df85eb226a845bd40d0a39125aaeeb750a2d8895e2a9ac25d7","last_reissued_at":"2026-07-05T08:49:13.071432Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:13.071432Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.19053","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ND2gaiUIyMecEP1cq0EDTLkOBMsEKe5y8OXDsFywZzvgmrfvm5wtiSbhadyW4t3UGxoDyQbU0bBiFkQGv6jCDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:51:48.442833Z"},"content_sha256":"8ec0af79598efcce3fac1ec3ba3b37637df4000730a1bdbca92adbbc4f9bd0f8","schema_version":"1.0","event_id":"sha256:8ec0af79598efcce3fac1ec3ba3b37637df4000730a1bdbca92adbbc4f9bd0f8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YPBVBRAPIWSN7BPLEJVIIW6UBU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Study of Using Multimodal LLMs for Non-Crash Functional Bug Detection in Android Apps","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Bangyan Ju, Dingbang Wang, Jin Yang, Tamerlan Abdullayev, Tingting Yu, Yuanyuan Wu, Yu Zhao","submitted_at":"2024-07-26T19:18:35Z","abstract_excerpt":"Numerous approaches employing various strategies have been developed to test the graphical user interfaces (GUIs) of mobile apps. However, traditional GUI testing techniques, such as random and model-based testing, primarily focus on generating test sequences that excel in achieving high code coverage but often fail to act as effective test oracles for non-crash functional (NCF) bug detection. To tackle these limitations, this study empirically investigates the capability of leveraging large language models (LLMs) to be test oracles to detect NCF bugs in Android apps. Our intuition is that the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19053","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.19053/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mb7t1U4Aj/rkIbtRe/jas0TfB1flb4Hf4rej0qflhsECPXygMAKvX1T+dIx2UjtIwDAnGXpwLvrp1JGTgZvMAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T12:51:48.443747Z"},"content_sha256":"d25900cdee931c63362dea0d9adb124afc6da90cf73923690a7f766dca70a87e","schema_version":"1.0","event_id":"sha256:d25900cdee931c63362dea0d9adb124afc6da90cf73923690a7f766dca70a87e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/bundle.json","state_url":"https://pith.science/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T12:51:48Z","links":{"resolver":"https://pith.science/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU","bundle":"https://pith.science/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/bundle.json","state":"https://pith.science/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YPBVBRAPIWSN7BPLEJVIIW6UBU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YPBVBRAPIWSN7BPLEJVIIW6UBU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb5c0edea35ca0a037e63d73725d5629b932e622349210122abb3d1acebe513d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-26T19:18:35Z","title_canon_sha256":"89d40498fb669fdcc40d70dabee2d97fa7a62c6b39a61b04d1f2115921970236"},"schema_version":"1.0","source":{"id":"2407.19053","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19053","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19053v1","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19053","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_12","alias_value":"YPBVBRAPIWSN","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_16","alias_value":"YPBVBRAPIWSN7BPL","created_at":"2026-07-05T08:49:13Z"},{"alias_kind":"pith_short_8","alias_value":"YPBVBRAP","created_at":"2026-07-05T08:49:13Z"}],"graph_snapshots":[{"event_id":"sha256:d25900cdee931c63362dea0d9adb124afc6da90cf73923690a7f766dca70a87e","target":"graph","created_at":"2026-07-05T08:49:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.19053/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Numerous approaches employing various strategies have been developed to test the graphical user interfaces (GUIs) of mobile apps. However, traditional GUI testing techniques, such as random and model-based testing, primarily focus on generating test sequences that excel in achieving high code coverage but often fail to act as effective test oracles for non-crash functional (NCF) bug detection. To tackle these limitations, this study empirically investigates the capability of leveraging large language models (LLMs) to be test oracles to detect NCF bugs in Android apps. Our intuition is that the","authors_text":"Bangyan Ju, Dingbang Wang, Jin Yang, Tamerlan Abdullayev, Tingting Yu, Yuanyuan Wu, Yu Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-26T19:18:35Z","title":"A Study of Using Multimodal LLMs for Non-Crash Functional Bug Detection in Android Apps"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19053","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ec0af79598efcce3fac1ec3ba3b37637df4000730a1bdbca92adbbc4f9bd0f8","target":"record","created_at":"2026-07-05T08:49:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb5c0edea35ca0a037e63d73725d5629b932e622349210122abb3d1acebe513d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-26T19:18:35Z","title_canon_sha256":"89d40498fb669fdcc40d70dabee2d97fa7a62c6b39a61b04d1f2115921970236"},"schema_version":"1.0","source":{"id":"2407.19053","kind":"arxiv","version":1}},"canonical_sha256":"c3c350c40f45a4df85eb226a845bd40d0a39125aaeeb750a2d8895e2a9ac25d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c3c350c40f45a4df85eb226a845bd40d0a39125aaeeb750a2d8895e2a9ac25d7","first_computed_at":"2026-07-05T08:49:13.071432Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:13.071432Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9R5Pq/L/mVvRyRo/6PbZUXxCv+EbZXA8hWISZt9CwoAh565ZTPYFxQO096CaoPll+lM3DhfZ+kncy1wfXYIqBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:13.071847Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.19053","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ec0af79598efcce3fac1ec3ba3b37637df4000730a1bdbca92adbbc4f9bd0f8","sha256:d25900cdee931c63362dea0d9adb124afc6da90cf73923690a7f766dca70a87e"],"state_sha256":"d169f56d03c95d095f61509a58af33a9ae8c64c433051686f1591320b62613d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v+4OOgLHUP9UoIvwN0/rrTo/Kd9v3kzkM33u23YpScuhOrJrY7U26EPYrM2Q8jk1GfTXvCAqEync7Got6sKyCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T12:51:48.452313Z","bundle_sha256":"9de4196a81cb5273ed96862093c3b2a0864d03879b560ad2b2f44e217b58bee3"}}