{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JSOJLYVNRVBMQKRQBKC6VQYELB","short_pith_number":"pith:JSOJLYVN","canonical_record":{"source":{"id":"2310.14557","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:22:44Z","cross_cats_sorted":[],"title_canon_sha256":"13a6c2837754d8396314e0b7fff16504e085de1d5668ef0e428773e74dc4ab2c","abstract_canon_sha256":"80d3cb8f4aaaeb5fcce838b588c7302645f2b12688c2e2ce57b06eee16dd8de3"},"schema_version":"1.0"},"canonical_sha256":"4c9c95e2ad8d42c82a300a85eac30458618e27d094fed2a68d7775fdbf92a3b3","source":{"kind":"arxiv","id":"2310.14557","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14557","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14557v1","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14557","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_12","alias_value":"JSOJLYVNRVBM","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_16","alias_value":"JSOJLYVNRVBMQKRQ","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_8","alias_value":"JSOJLYVN","created_at":"2026-07-05T07:03:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JSOJLYVNRVBMQKRQBKC6VQYELB","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14557","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:22:44Z","cross_cats_sorted":[],"title_canon_sha256":"13a6c2837754d8396314e0b7fff16504e085de1d5668ef0e428773e74dc4ab2c","abstract_canon_sha256":"80d3cb8f4aaaeb5fcce838b588c7302645f2b12688c2e2ce57b06eee16dd8de3"},"schema_version":"1.0"},"canonical_sha256":"4c9c95e2ad8d42c82a300a85eac30458618e27d094fed2a68d7775fdbf92a3b3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:46.314940Z","signature_b64":"wrvWPnmO1yUD4akIYF275AbD9kgIFz2cqek2UnvyRksIOs2678GX1CDLB+0Gd7pqTnNbVfR4G6ck95F5IpOsBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4c9c95e2ad8d42c82a300a85eac30458618e27d094fed2a68d7775fdbf92a3b3","last_reissued_at":"2026-07-05T07:03:46.314384Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:46.314384Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14557","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B4WnfNUcIKGSLJdyMQ7g5fvi40Kh85icnx0+TfeE17vbXJC1QHJNKN0qy7aQjHLbSjhUCpgrXlNQQkjyCM+pDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T14:56:43.313350Z"},"content_sha256":"e0fafcd80e698f4cb267763d193155eda9dab7f9c84d5c0d8d26106ca0d552de","schema_version":"1.0","event_id":"sha256:e0fafcd80e698f4cb267763d193155eda9dab7f9c84d5c0d8d26106ca0d552de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JSOJLYVNRVBMQKRQBKC6VQYELB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Skipped Beat: A Study of Sociopragmatic Understanding in LLMs for 64 Languages","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chiyu Zhang, Khai Duy Doan, Muhammad Abdul-Mageed, Qisheng Liao","submitted_at":"2023-10-23T04:22:44Z","abstract_excerpt":"Instruction tuned large language models (LLMs), such as ChatGPT, demonstrate remarkable performance in a wide range of tasks. Despite numerous recent studies that examine the performance of instruction-tuned LLMs on various NLP benchmarks, there remains a lack of comprehensive investigation into their ability to understand cross-lingual sociopragmatic meaning (SM), i.e., meaning embedded within social and interactive contexts. This deficiency arises partly from SM not being adequately represented in any of the existing benchmarks. To address this gap, we present SPARROW, an extensive multiling"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14557","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14557/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dueXvDUKVLJA3N5IR/wGZQPK9pqp3xhQW7JwHElevnfSE7hcWJDqc7lAltCNUOUperyC7UVzjMvCgHcvi86NDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T14:56:43.313870Z"},"content_sha256":"184effe05eb94cbb509a39f181470abc119ab641fba81472e0839e9364b626b4","schema_version":"1.0","event_id":"sha256:184effe05eb94cbb509a39f181470abc119ab641fba81472e0839e9364b626b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/bundle.json","state_url":"https://pith.science/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T14:56:43Z","links":{"resolver":"https://pith.science/pith/JSOJLYVNRVBMQKRQBKC6VQYELB","bundle":"https://pith.science/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/bundle.json","state":"https://pith.science/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JSOJLYVNRVBMQKRQBKC6VQYELB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JSOJLYVNRVBMQKRQBKC6VQYELB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"80d3cb8f4aaaeb5fcce838b588c7302645f2b12688c2e2ce57b06eee16dd8de3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:22:44Z","title_canon_sha256":"13a6c2837754d8396314e0b7fff16504e085de1d5668ef0e428773e74dc4ab2c"},"schema_version":"1.0","source":{"id":"2310.14557","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14557","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14557v1","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14557","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_12","alias_value":"JSOJLYVNRVBM","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_16","alias_value":"JSOJLYVNRVBMQKRQ","created_at":"2026-07-05T07:03:46Z"},{"alias_kind":"pith_short_8","alias_value":"JSOJLYVN","created_at":"2026-07-05T07:03:46Z"}],"graph_snapshots":[{"event_id":"sha256:184effe05eb94cbb509a39f181470abc119ab641fba81472e0839e9364b626b4","target":"graph","created_at":"2026-07-05T07:03:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14557/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Instruction tuned large language models (LLMs), such as ChatGPT, demonstrate remarkable performance in a wide range of tasks. Despite numerous recent studies that examine the performance of instruction-tuned LLMs on various NLP benchmarks, there remains a lack of comprehensive investigation into their ability to understand cross-lingual sociopragmatic meaning (SM), i.e., meaning embedded within social and interactive contexts. This deficiency arises partly from SM not being adequately represented in any of the existing benchmarks. To address this gap, we present SPARROW, an extensive multiling","authors_text":"Chiyu Zhang, Khai Duy Doan, Muhammad Abdul-Mageed, Qisheng Liao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:22:44Z","title":"The Skipped Beat: A Study of Sociopragmatic Understanding in LLMs for 64 Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14557","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e0fafcd80e698f4cb267763d193155eda9dab7f9c84d5c0d8d26106ca0d552de","target":"record","created_at":"2026-07-05T07:03:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"80d3cb8f4aaaeb5fcce838b588c7302645f2b12688c2e2ce57b06eee16dd8de3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:22:44Z","title_canon_sha256":"13a6c2837754d8396314e0b7fff16504e085de1d5668ef0e428773e74dc4ab2c"},"schema_version":"1.0","source":{"id":"2310.14557","kind":"arxiv","version":1}},"canonical_sha256":"4c9c95e2ad8d42c82a300a85eac30458618e27d094fed2a68d7775fdbf92a3b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4c9c95e2ad8d42c82a300a85eac30458618e27d094fed2a68d7775fdbf92a3b3","first_computed_at":"2026-07-05T07:03:46.314384Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:46.314384Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wrvWPnmO1yUD4akIYF275AbD9kgIFz2cqek2UnvyRksIOs2678GX1CDLB+0Gd7pqTnNbVfR4G6ck95F5IpOsBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:46.314940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14557","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e0fafcd80e698f4cb267763d193155eda9dab7f9c84d5c0d8d26106ca0d552de","sha256:184effe05eb94cbb509a39f181470abc119ab641fba81472e0839e9364b626b4"],"state_sha256":"b5f7c8ff5a2d63aead7ce1c5220ef7553b15a9e72c90e6806eae8c32c0ffcea7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hq1BmVjhshULJDgSHt5R/CVdEN6SGJqWjHdN9ewUHB7NJZVPxXFIA3EiSHPacrs0sZOBRz6kmeH7cKrXA9JmDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T14:56:43.318857Z","bundle_sha256":"59898cd12751e0f95a2a582c967e4af449f4786fcb33b7689a6cf51c67e1d0d3"}}