{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:67VRZU5SBLHX4TDLOGFXSJQD7B","short_pith_number":"pith:67VRZU5S","canonical_record":{"source":{"id":"2410.11451","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-15T09:57:19Z","cross_cats_sorted":[],"title_canon_sha256":"8a25818a4a9beed20870ff9879d05c7cbbbff828913d4289c021c215415ad66f","abstract_canon_sha256":"7b3baa2cea0893a0e311d0201cc252081557ff6a22a099bd0f7028a47b75277e"},"schema_version":"1.0"},"canonical_sha256":"f7eb1cd3b20acf7e4c6b718b792603f843cdd578d423aab686892b36babd3df1","source":{"kind":"arxiv","id":"2410.11451","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11451","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11451v1","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11451","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_12","alias_value":"67VRZU5SBLHX","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_16","alias_value":"67VRZU5SBLHX4TDL","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_8","alias_value":"67VRZU5S","created_at":"2026-07-05T09:20:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:67VRZU5SBLHX4TDLOGFXSJQD7B","target":"record","payload":{"canonical_record":{"source":{"id":"2410.11451","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-15T09:57:19Z","cross_cats_sorted":[],"title_canon_sha256":"8a25818a4a9beed20870ff9879d05c7cbbbff828913d4289c021c215415ad66f","abstract_canon_sha256":"7b3baa2cea0893a0e311d0201cc252081557ff6a22a099bd0f7028a47b75277e"},"schema_version":"1.0"},"canonical_sha256":"f7eb1cd3b20acf7e4c6b718b792603f843cdd578d423aab686892b36babd3df1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:53.905541Z","signature_b64":"w6woqyvCuS4n0BvtoJO35mplk6T4NF8Eq3w0YGOrjLfISb3xV9hrMt8nkmGvMpHa6C/oAlt7y43g5NCPzeiECA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7eb1cd3b20acf7e4c6b718b792603f843cdd578d423aab686892b36babd3df1","last_reissued_at":"2026-07-05T09:20:53.905047Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:53.905047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.11451","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rYdZVf4ctzmETSU4iY1GiLoWD+QzU+rKylkuDlzWORlOm2+cuZ6k/fT34q6CVT6dmX3qBnsVvv2X9Xf5tH0AAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:13:34.452566Z"},"content_sha256":"8e222ee3f7ee306cefc99ea79cd05ff7b3879d081f33110313c3e54873225c87","schema_version":"1.0","event_id":"sha256:8e222ee3f7ee306cefc99ea79cd05ff7b3879d081f33110313c3e54873225c87"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:67VRZU5SBLHX4TDLOGFXSJQD7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tending Towards Stability: Convergence Challenges in Small Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Paula Buttery, Pietro Lesci, Richard Diehl Martinez","submitted_at":"2024-10-15T09:57:19Z","abstract_excerpt":"Increasing the number of parameters in language models is a common strategy to enhance their performance. However, smaller language models remain valuable due to their lower operational costs. Despite their advantages, smaller models frequently underperform compared to their larger counterparts, even when provided with equivalent data and computational resources. Specifically, their performance tends to degrade in the late pretraining phase. This is anecdotally attributed to their reduced representational capacity. Yet, the exact causes of this performance degradation remain unclear. We use th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11451","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.11451/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b6vFSMjfJcCl4L97Sj3fmdOygqWJYk7VyL/ddM/Vx+NV1UuyAcdnI4pKZ6u4z/MPh647vdkvHkWAsQ4WxImfAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:13:34.453046Z"},"content_sha256":"f4e445ca88c6cbd04518f050f48da4a6de5f757f7e90492f763edfc13d32bc60","schema_version":"1.0","event_id":"sha256:f4e445ca88c6cbd04518f050f48da4a6de5f757f7e90492f763edfc13d32bc60"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/bundle.json","state_url":"https://pith.science/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T05:13:34Z","links":{"resolver":"https://pith.science/pith/67VRZU5SBLHX4TDLOGFXSJQD7B","bundle":"https://pith.science/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/bundle.json","state":"https://pith.science/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/67VRZU5SBLHX4TDLOGFXSJQD7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:67VRZU5SBLHX4TDLOGFXSJQD7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b3baa2cea0893a0e311d0201cc252081557ff6a22a099bd0f7028a47b75277e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-15T09:57:19Z","title_canon_sha256":"8a25818a4a9beed20870ff9879d05c7cbbbff828913d4289c021c215415ad66f"},"schema_version":"1.0","source":{"id":"2410.11451","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11451","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11451v1","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11451","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_12","alias_value":"67VRZU5SBLHX","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_16","alias_value":"67VRZU5SBLHX4TDL","created_at":"2026-07-05T09:20:53Z"},{"alias_kind":"pith_short_8","alias_value":"67VRZU5S","created_at":"2026-07-05T09:20:53Z"}],"graph_snapshots":[{"event_id":"sha256:f4e445ca88c6cbd04518f050f48da4a6de5f757f7e90492f763edfc13d32bc60","target":"graph","created_at":"2026-07-05T09:20:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.11451/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Increasing the number of parameters in language models is a common strategy to enhance their performance. However, smaller language models remain valuable due to their lower operational costs. Despite their advantages, smaller models frequently underperform compared to their larger counterparts, even when provided with equivalent data and computational resources. Specifically, their performance tends to degrade in the late pretraining phase. This is anecdotally attributed to their reduced representational capacity. Yet, the exact causes of this performance degradation remain unclear. We use th","authors_text":"Paula Buttery, Pietro Lesci, Richard Diehl Martinez","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-15T09:57:19Z","title":"Tending Towards Stability: Convergence Challenges in Small Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11451","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e222ee3f7ee306cefc99ea79cd05ff7b3879d081f33110313c3e54873225c87","target":"record","created_at":"2026-07-05T09:20:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b3baa2cea0893a0e311d0201cc252081557ff6a22a099bd0f7028a47b75277e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-15T09:57:19Z","title_canon_sha256":"8a25818a4a9beed20870ff9879d05c7cbbbff828913d4289c021c215415ad66f"},"schema_version":"1.0","source":{"id":"2410.11451","kind":"arxiv","version":1}},"canonical_sha256":"f7eb1cd3b20acf7e4c6b718b792603f843cdd578d423aab686892b36babd3df1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7eb1cd3b20acf7e4c6b718b792603f843cdd578d423aab686892b36babd3df1","first_computed_at":"2026-07-05T09:20:53.905047Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:53.905047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w6woqyvCuS4n0BvtoJO35mplk6T4NF8Eq3w0YGOrjLfISb3xV9hrMt8nkmGvMpHa6C/oAlt7y43g5NCPzeiECA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:53.905541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.11451","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e222ee3f7ee306cefc99ea79cd05ff7b3879d081f33110313c3e54873225c87","sha256:f4e445ca88c6cbd04518f050f48da4a6de5f757f7e90492f763edfc13d32bc60"],"state_sha256":"ce5467825d9653b388baece8e406f0f549b84c0296a2f61c42ac893e6146d11a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+xHl9kMlF/uSsJau5QK+HnTD/iOwwIAfbZML8dSWI/vbdb7zSNm8Hbc7POihFLcQnNLqm7BzJOGJfllZ749pAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T05:13:34.456455Z","bundle_sha256":"1a0e79a1c3daa85db445b779e782e9321cf0a5461532ce6a039cbd70d62d41f6"}}