{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:SOX5ZYDUTS23GDSI5QHWHQBMEQ","short_pith_number":"pith:SOX5ZYDU","canonical_record":{"source":{"id":"2101.00387","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T06:29:12Z","cross_cats_sorted":["cs.LG","cs.SD","eess.AS"],"title_canon_sha256":"a31ab04d37a026ef13498a1ecb9bf7b43785adec82a7f6e5ba40adc523da77c8","abstract_canon_sha256":"a228ce9b5fc48b5f3984149181e0194ae6df2307ec42b8c31e710839cc5b166f"},"schema_version":"1.0"},"canonical_sha256":"93afdce0749cb5b30e48ec0f63c02c243a0ba6da9846e6eceb5315e7c222cac5","source":{"kind":"arxiv","id":"2101.00387","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00387","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00387v2","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00387","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_12","alias_value":"SOX5ZYDUTS23","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_16","alias_value":"SOX5ZYDUTS23GDSI","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_8","alias_value":"SOX5ZYDU","created_at":"2026-07-05T02:57:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:SOX5ZYDUTS23GDSI5QHWHQBMEQ","target":"record","payload":{"canonical_record":{"source":{"id":"2101.00387","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T06:29:12Z","cross_cats_sorted":["cs.LG","cs.SD","eess.AS"],"title_canon_sha256":"a31ab04d37a026ef13498a1ecb9bf7b43785adec82a7f6e5ba40adc523da77c8","abstract_canon_sha256":"a228ce9b5fc48b5f3984149181e0194ae6df2307ec42b8c31e710839cc5b166f"},"schema_version":"1.0"},"canonical_sha256":"93afdce0749cb5b30e48ec0f63c02c243a0ba6da9846e6eceb5315e7c222cac5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:57:13.947022Z","signature_b64":"HDvLGEoBs903CMjhxQrMDRj5nT5Poc16n5Uuunj0T3yfNPxZ7IdsEx3CXWIPbGHB8NZt3Leyrm+D0Yk4Z+dGBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"93afdce0749cb5b30e48ec0f63c02c243a0ba6da9846e6eceb5315e7c222cac5","last_reissued_at":"2026-07-05T02:57:13.946550Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:57:13.946550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.00387","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:57:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GfPYiAQWnd617cQX4OYycqXXhohmC7iHnURMiqQeHmh236iOKx2Exj/+3ULX0t7WNy6ESvZHeOurVkHBkuU9Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:40:56.439087Z"},"content_sha256":"cbab3bceb091c04ce60484c5679af44845e9486efb75ea163d3ec91e41a5b350","schema_version":"1.0","event_id":"sha256:cbab3bceb091c04ce60484c5679af44845e9486efb75ea163d3ec91e41a5b350"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:SOX5ZYDUTS23GDSI5QHWHQBMEQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What all do audio transformer models hear? Probing Acoustic Representations for Language Delivery and its Structure","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Changyou Chen, Jui Shah, Rajiv Ratn Shah, Yaman Kumar Singla","submitted_at":"2021-01-02T06:29:12Z","abstract_excerpt":"In recent times, BERT based transformer models have become an inseparable part of the 'tech stack' of text processing models. Similar progress is being observed in the speech domain with a multitude of models observing state-of-the-art results by using audio transformer models to encode speech. This begs the question of what are these audio transformer models learning. Moreover, although the standard methodology is to choose the last layer embedding for any downstream task, but is it the optimal choice? We try to answer these questions for the two recent audio transformer models, Mockingjay an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00387","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.00387/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:57:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nANjT9Yv3XpIeM/zfcAwB+Bthcz7XxxbcBfa6TxKlwj7PV9taNbwBYSxiHIuaEImPjC6NrHn3WoSDGVF+dokAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:40:56.439582Z"},"content_sha256":"14f5e7c07897915aab9f880ef5ae8f8fcf75396802154f26933339f3fdd490ad","schema_version":"1.0","event_id":"sha256:14f5e7c07897915aab9f880ef5ae8f8fcf75396802154f26933339f3fdd490ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/bundle.json","state_url":"https://pith.science/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T06:40:56Z","links":{"resolver":"https://pith.science/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ","bundle":"https://pith.science/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/bundle.json","state":"https://pith.science/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SOX5ZYDUTS23GDSI5QHWHQBMEQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:SOX5ZYDUTS23GDSI5QHWHQBMEQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a228ce9b5fc48b5f3984149181e0194ae6df2307ec42b8c31e710839cc5b166f","cross_cats_sorted":["cs.LG","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T06:29:12Z","title_canon_sha256":"a31ab04d37a026ef13498a1ecb9bf7b43785adec82a7f6e5ba40adc523da77c8"},"schema_version":"1.0","source":{"id":"2101.00387","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00387","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00387v2","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00387","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_12","alias_value":"SOX5ZYDUTS23","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_16","alias_value":"SOX5ZYDUTS23GDSI","created_at":"2026-07-05T02:57:13Z"},{"alias_kind":"pith_short_8","alias_value":"SOX5ZYDU","created_at":"2026-07-05T02:57:13Z"}],"graph_snapshots":[{"event_id":"sha256:14f5e7c07897915aab9f880ef5ae8f8fcf75396802154f26933339f3fdd490ad","target":"graph","created_at":"2026-07-05T02:57:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.00387/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent times, BERT based transformer models have become an inseparable part of the 'tech stack' of text processing models. Similar progress is being observed in the speech domain with a multitude of models observing state-of-the-art results by using audio transformer models to encode speech. This begs the question of what are these audio transformer models learning. Moreover, although the standard methodology is to choose the last layer embedding for any downstream task, but is it the optimal choice? We try to answer these questions for the two recent audio transformer models, Mockingjay an","authors_text":"Changyou Chen, Jui Shah, Rajiv Ratn Shah, Yaman Kumar Singla","cross_cats":["cs.LG","cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T06:29:12Z","title":"What all do audio transformer models hear? Probing Acoustic Representations for Language Delivery and its Structure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00387","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cbab3bceb091c04ce60484c5679af44845e9486efb75ea163d3ec91e41a5b350","target":"record","created_at":"2026-07-05T02:57:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a228ce9b5fc48b5f3984149181e0194ae6df2307ec42b8c31e710839cc5b166f","cross_cats_sorted":["cs.LG","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T06:29:12Z","title_canon_sha256":"a31ab04d37a026ef13498a1ecb9bf7b43785adec82a7f6e5ba40adc523da77c8"},"schema_version":"1.0","source":{"id":"2101.00387","kind":"arxiv","version":2}},"canonical_sha256":"93afdce0749cb5b30e48ec0f63c02c243a0ba6da9846e6eceb5315e7c222cac5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"93afdce0749cb5b30e48ec0f63c02c243a0ba6da9846e6eceb5315e7c222cac5","first_computed_at":"2026-07-05T02:57:13.946550Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:57:13.946550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HDvLGEoBs903CMjhxQrMDRj5nT5Poc16n5Uuunj0T3yfNPxZ7IdsEx3CXWIPbGHB8NZt3Leyrm+D0Yk4Z+dGBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:57:13.947022Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.00387","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cbab3bceb091c04ce60484c5679af44845e9486efb75ea163d3ec91e41a5b350","sha256:14f5e7c07897915aab9f880ef5ae8f8fcf75396802154f26933339f3fdd490ad"],"state_sha256":"eafd4a25e157c692cb451a71f5beb3c7e147808a69617ef982e7ea1dc24a77cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XNcguZ6WYjH8nIzlMOReFUM1CLpworvqkuuhKfktfgScRaaIGYLgWWMy9b/Kc8oEtAWSaLxsV/r6sGxz01fDCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T06:40:56.442934Z","bundle_sha256":"48d9dce9bed35b0e16b5d602b134aacd1f176570bfc212a7b2f9b18418b34c1b"}}