{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:BC6RMFEQFR7GAJHRJ6IO5GIRVY","short_pith_number":"pith:BC6RMFEQ","canonical_record":{"source":{"id":"2205.10661","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T19:49:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"164e6393cf0345390e0bfa4dc405fc4db50a6fb218017aa8e88bd83efe036771","abstract_canon_sha256":"c20d6647d1fd8b13a6cfe3d8e326c9fe3268ba65b5e3cb4c46b10ff47f232da9"},"schema_version":"1.0"},"canonical_sha256":"08bd1614902c7e6024f14f90ee9911ae211b4c4bd614cffde10ef8df0a0aee4f","source":{"kind":"arxiv","id":"2205.10661","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10661","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10661v1","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10661","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_12","alias_value":"BC6RMFEQFR7G","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_16","alias_value":"BC6RMFEQFR7GAJHR","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_8","alias_value":"BC6RMFEQ","created_at":"2026-07-05T04:25:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:BC6RMFEQFR7GAJHRJ6IO5GIRVY","target":"record","payload":{"canonical_record":{"source":{"id":"2205.10661","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T19:49:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"164e6393cf0345390e0bfa4dc405fc4db50a6fb218017aa8e88bd83efe036771","abstract_canon_sha256":"c20d6647d1fd8b13a6cfe3d8e326c9fe3268ba65b5e3cb4c46b10ff47f232da9"},"schema_version":"1.0"},"canonical_sha256":"08bd1614902c7e6024f14f90ee9911ae211b4c4bd614cffde10ef8df0a0aee4f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:25:22.469161Z","signature_b64":"xuTkQs5bIi2vjHhRfNW+lMbuCqBMjvbnClth8UD0BuxfyNzV8xg5MOMPOGB0wuWtJnG7qC4T4QZmNYymScdTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08bd1614902c7e6024f14f90ee9911ae211b4c4bd614cffde10ef8df0a0aee4f","last_reissued_at":"2026-07-05T04:25:22.468740Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:25:22.468740Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.10661","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aTXf3SlH2I96cIub5og9Hb/7pb4rDaWzgFQCz7fxQNwGl9uTbelhK9FLRZlOOxZ1qvrym9EDooa1NqHgs15iDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:16:48.404201Z"},"content_sha256":"b5f8bff777edea731e760b81009d293848697c588121d9aa37bb15c0a686e5f8","schema_version":"1.0","event_id":"sha256:b5f8bff777edea731e760b81009d293848697c588121d9aa37bb15c0a686e5f8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:BC6RMFEQFR7GAJHRJ6IO5GIRVY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alessandro Oltramari, Filip Ilievski, Jiarui Zhang, Jonathan Francis, Kaixin Ma","submitted_at":"2022-05-21T19:49:04Z","abstract_excerpt":"Self-supervision based on the information extracted from large knowledge graphs has been shown to improve the generalization of language models, in zero-shot evaluation on various downstream language reasoning tasks. Since these improvements are reported in aggregate, however, little is known about (i) how to select the appropriate knowledge for solid performance across tasks, (ii) how to combine this knowledge with neural language models, and (iii) how these pairings affect granular task performance. In this paper, we study the effect of knowledge sampling strategies and sizes that can be use"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10661","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.10661/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UD0umJM7xHsle4YWG4LJzSh72cHrN5+dJFcEAOCPIPwAeYmOEOZ1R2o6m0PoMlWiZoRqDPak5dJAx2BsK8g/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:16:48.404594Z"},"content_sha256":"25dae091461801ce2590670dff3a865eb4b13aa906fc7d811277e553b92fa9de","schema_version":"1.0","event_id":"sha256:25dae091461801ce2590670dff3a865eb4b13aa906fc7d811277e553b92fa9de"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/bundle.json","state_url":"https://pith.science/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T07:16:48Z","links":{"resolver":"https://pith.science/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY","bundle":"https://pith.science/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/bundle.json","state":"https://pith.science/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BC6RMFEQFR7GAJHRJ6IO5GIRVY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:BC6RMFEQFR7GAJHRJ6IO5GIRVY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c20d6647d1fd8b13a6cfe3d8e326c9fe3268ba65b5e3cb4c46b10ff47f232da9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T19:49:04Z","title_canon_sha256":"164e6393cf0345390e0bfa4dc405fc4db50a6fb218017aa8e88bd83efe036771"},"schema_version":"1.0","source":{"id":"2205.10661","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10661","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10661v1","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10661","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_12","alias_value":"BC6RMFEQFR7G","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_16","alias_value":"BC6RMFEQFR7GAJHR","created_at":"2026-07-05T04:25:22Z"},{"alias_kind":"pith_short_8","alias_value":"BC6RMFEQ","created_at":"2026-07-05T04:25:22Z"}],"graph_snapshots":[{"event_id":"sha256:25dae091461801ce2590670dff3a865eb4b13aa906fc7d811277e553b92fa9de","target":"graph","created_at":"2026-07-05T04:25:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.10661/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-supervision based on the information extracted from large knowledge graphs has been shown to improve the generalization of language models, in zero-shot evaluation on various downstream language reasoning tasks. Since these improvements are reported in aggregate, however, little is known about (i) how to select the appropriate knowledge for solid performance across tasks, (ii) how to combine this knowledge with neural language models, and (iii) how these pairings affect granular task performance. In this paper, we study the effect of knowledge sampling strategies and sizes that can be use","authors_text":"Alessandro Oltramari, Filip Ilievski, Jiarui Zhang, Jonathan Francis, Kaixin Ma","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T19:49:04Z","title":"An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10661","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5f8bff777edea731e760b81009d293848697c588121d9aa37bb15c0a686e5f8","target":"record","created_at":"2026-07-05T04:25:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c20d6647d1fd8b13a6cfe3d8e326c9fe3268ba65b5e3cb4c46b10ff47f232da9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T19:49:04Z","title_canon_sha256":"164e6393cf0345390e0bfa4dc405fc4db50a6fb218017aa8e88bd83efe036771"},"schema_version":"1.0","source":{"id":"2205.10661","kind":"arxiv","version":1}},"canonical_sha256":"08bd1614902c7e6024f14f90ee9911ae211b4c4bd614cffde10ef8df0a0aee4f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08bd1614902c7e6024f14f90ee9911ae211b4c4bd614cffde10ef8df0a0aee4f","first_computed_at":"2026-07-05T04:25:22.468740Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:25:22.468740Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xuTkQs5bIi2vjHhRfNW+lMbuCqBMjvbnClth8UD0BuxfyNzV8xg5MOMPOGB0wuWtJnG7qC4T4QZmNYymScdTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:25:22.469161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.10661","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5f8bff777edea731e760b81009d293848697c588121d9aa37bb15c0a686e5f8","sha256:25dae091461801ce2590670dff3a865eb4b13aa906fc7d811277e553b92fa9de"],"state_sha256":"733ead99b7afd5900ae40c0350a3034c9a6de944e40882bb91b96c211af86349"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Zo7QrKAiKg/g+R6JVig/CaY7aqS/BFeRauNtiga2fB0m872nnc8iO6IBwOtUE5M2jfWht0mkVKhB4sH6gfsCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T07:16:48.407507Z","bundle_sha256":"0e8ecb28a390f259799ee974f3a2f8291e6aa682aba6456546e7cd590d6ac1d9"}}