{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Q2XLCQQ5OZ35MOKHZGXKEG6MJY","short_pith_number":"pith:Q2XLCQQ5","canonical_record":{"source":{"id":"2401.12406","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T23:35:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4a37b7de2955f27f6531d512f11480e844a16b377425b4060ea16c8ef601c6c7","abstract_canon_sha256":"a8ad5b7b8029a0f726ec6c41de94112d0875bd043dc6144ad0966a6569df5c6b"},"schema_version":"1.0"},"canonical_sha256":"86aeb1421d7677d63947c9aea21bcc4e3dec2baaaf47b9ce4d3562b3dcfb7fb7","source":{"kind":"arxiv","id":"2401.12406","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12406","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12406v1","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12406","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_12","alias_value":"Q2XLCQQ5OZ35","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_16","alias_value":"Q2XLCQQ5OZ35MOKH","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_8","alias_value":"Q2XLCQQ5","created_at":"2026-07-05T07:36:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Q2XLCQQ5OZ35MOKHZGXKEG6MJY","target":"record","payload":{"canonical_record":{"source":{"id":"2401.12406","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T23:35:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4a37b7de2955f27f6531d512f11480e844a16b377425b4060ea16c8ef601c6c7","abstract_canon_sha256":"a8ad5b7b8029a0f726ec6c41de94112d0875bd043dc6144ad0966a6569df5c6b"},"schema_version":"1.0"},"canonical_sha256":"86aeb1421d7677d63947c9aea21bcc4e3dec2baaaf47b9ce4d3562b3dcfb7fb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:30.433033Z","signature_b64":"rw+G71gujM72/Kd7qRn0C5LMmYM4r22T7pdfyoc12116Tgt5GoxrO71lQT2Gr9vkPOex1TpBpZxq3xy+xxW8DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"86aeb1421d7677d63947c9aea21bcc4e3dec2baaaf47b9ce4d3562b3dcfb7fb7","last_reissued_at":"2026-07-05T07:36:30.432580Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:30.432580Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.12406","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FjK8Jacs6qJ1hmkp0EGK+RDLAMo1S3uECcy5vDJnT7iDOtrdfzuLvv5wXw07bKDwjzLlYcJGtjddefOtpj3ZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T19:23:14.042910Z"},"content_sha256":"6157d3bf31ccf6cfe793602d1f3d0a4611c0c997a42145a3ac07b55ee3339149","schema_version":"1.0","event_id":"sha256:6157d3bf31ccf6cfe793602d1f3d0a4611c0c997a42145a3ac07b55ee3339149"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Q2XLCQQ5OZ35MOKHZGXKEG6MJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enhancing In-context Learning via Linear Probe Calibration","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Horst Samulowitz, Momin Abbas, Nathalie Baracaldo, Parikshit Ram, Theodoros Salonidis, Tianyi Chen, Yi Zhou","submitted_at":"2024-01-22T23:35:09Z","abstract_excerpt":"In-context learning (ICL) is a new paradigm for natural language processing that utilizes Generative Pre-trained Transformer (GPT)-like models. This approach uses prompts that include in-context demonstrations to generate the corresponding output for a new query input. However, applying ICL in real cases does not scale with the number of samples, and lacks robustness to different prompt templates and demonstration permutations. In this paper, we first show that GPT-like models using ICL result in unreliable predictions based on a new metric based on Shannon entropy. Then, to solve this problem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12406","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.12406/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/bZJTrCrx7SrJyXJQ1hAQ493iQFbBmEwX9VGb1gOGFOVgodQSK5/Tfff62G/of6+BMgaZ2d7FPAJUfSXZfNEBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T19:23:14.043411Z"},"content_sha256":"4ac0a882ee89a882ad336f7dc2655192cdd2b2a570cbfa8f40d67d1d6eed07ca","schema_version":"1.0","event_id":"sha256:4ac0a882ee89a882ad336f7dc2655192cdd2b2a570cbfa8f40d67d1d6eed07ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/bundle.json","state_url":"https://pith.science/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T19:23:14Z","links":{"resolver":"https://pith.science/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY","bundle":"https://pith.science/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/bundle.json","state":"https://pith.science/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q2XLCQQ5OZ35MOKHZGXKEG6MJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q2XLCQQ5OZ35MOKHZGXKEG6MJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a8ad5b7b8029a0f726ec6c41de94112d0875bd043dc6144ad0966a6569df5c6b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T23:35:09Z","title_canon_sha256":"4a37b7de2955f27f6531d512f11480e844a16b377425b4060ea16c8ef601c6c7"},"schema_version":"1.0","source":{"id":"2401.12406","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12406","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12406v1","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12406","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_12","alias_value":"Q2XLCQQ5OZ35","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_16","alias_value":"Q2XLCQQ5OZ35MOKH","created_at":"2026-07-05T07:36:30Z"},{"alias_kind":"pith_short_8","alias_value":"Q2XLCQQ5","created_at":"2026-07-05T07:36:30Z"}],"graph_snapshots":[{"event_id":"sha256:4ac0a882ee89a882ad336f7dc2655192cdd2b2a570cbfa8f40d67d1d6eed07ca","target":"graph","created_at":"2026-07-05T07:36:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.12406/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning (ICL) is a new paradigm for natural language processing that utilizes Generative Pre-trained Transformer (GPT)-like models. This approach uses prompts that include in-context demonstrations to generate the corresponding output for a new query input. However, applying ICL in real cases does not scale with the number of samples, and lacks robustness to different prompt templates and demonstration permutations. In this paper, we first show that GPT-like models using ICL result in unreliable predictions based on a new metric based on Shannon entropy. Then, to solve this problem","authors_text":"Horst Samulowitz, Momin Abbas, Nathalie Baracaldo, Parikshit Ram, Theodoros Salonidis, Tianyi Chen, Yi Zhou","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T23:35:09Z","title":"Enhancing In-context Learning via Linear Probe Calibration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12406","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6157d3bf31ccf6cfe793602d1f3d0a4611c0c997a42145a3ac07b55ee3339149","target":"record","created_at":"2026-07-05T07:36:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a8ad5b7b8029a0f726ec6c41de94112d0875bd043dc6144ad0966a6569df5c6b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T23:35:09Z","title_canon_sha256":"4a37b7de2955f27f6531d512f11480e844a16b377425b4060ea16c8ef601c6c7"},"schema_version":"1.0","source":{"id":"2401.12406","kind":"arxiv","version":1}},"canonical_sha256":"86aeb1421d7677d63947c9aea21bcc4e3dec2baaaf47b9ce4d3562b3dcfb7fb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"86aeb1421d7677d63947c9aea21bcc4e3dec2baaaf47b9ce4d3562b3dcfb7fb7","first_computed_at":"2026-07-05T07:36:30.432580Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:30.432580Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rw+G71gujM72/Kd7qRn0C5LMmYM4r22T7pdfyoc12116Tgt5GoxrO71lQT2Gr9vkPOex1TpBpZxq3xy+xxW8DA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:30.433033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.12406","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6157d3bf31ccf6cfe793602d1f3d0a4611c0c997a42145a3ac07b55ee3339149","sha256:4ac0a882ee89a882ad336f7dc2655192cdd2b2a570cbfa8f40d67d1d6eed07ca"],"state_sha256":"e430cb2b9775d846d54064bb0d8b53dd3b5a2800f7e86dafe01b5dc846a4980b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ngCEYGPH941ioCTTKRGnTizij9jmjjk3tWn+r/NTEeI1pqlZWFtfgCOdA07ObC3szpCYidJTIGmCAfNd7tAICg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T19:23:14.049592Z","bundle_sha256":"051d6187dacab566c268ed4d04c6be164a96db5bb8eca173a2c72a280cae3504"}}