{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S2IAQFJNN2K3L23RBWPIJTWEHQ","short_pith_number":"pith:S2IAQFJN","canonical_record":{"source":{"id":"2507.12004","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","cross_cats_sorted":[],"title_canon_sha256":"a911ee8acc8ccd7f39985d7434b74255e11cbda926c3bfe844fd723e17139cdc","abstract_canon_sha256":"ccca427136a5bf5fc627a4700d5f1fc6221518185e5992c8ae155e9d86ade7fd"},"schema_version":"1.0"},"canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","source":{"kind":"arxiv","id":"2507.12004","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.12004","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"arxiv_version","alias_value":"2507.12004v1","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.12004","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_12","alias_value":"S2IAQFJNN2K3","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_16","alias_value":"S2IAQFJNN2K3L23R","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_8","alias_value":"S2IAQFJN","created_at":"2026-07-05T11:38:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S2IAQFJNN2K3L23RBWPIJTWEHQ","target":"record","payload":{"canonical_record":{"source":{"id":"2507.12004","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","cross_cats_sorted":[],"title_canon_sha256":"a911ee8acc8ccd7f39985d7434b74255e11cbda926c3bfe844fd723e17139cdc","abstract_canon_sha256":"ccca427136a5bf5fc627a4700d5f1fc6221518185e5992c8ae155e9d86ade7fd"},"schema_version":"1.0"},"canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:38:12.682453Z","signature_b64":"0jn/xgsrU7yEUAZOGMfv3/Cqzv+/RQLZXQbhAcqt7R8T2cArfDYVx8UgP0hIDP/ir1pB/Ih989YZG3bSFqsTCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","last_reissued_at":"2026-07-05T11:38:12.681955Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:38:12.681955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.12004","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:38:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6CT7jMqINp925vmYmmisue0hD0/J5vfM+5NKGPBjMl5snytdarZViU2Mwae2P0rJ/xv6UYdNCgrOVp9MaYSnDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:53:28.422818Z"},"content_sha256":"d592e1f9982cf6ce941341416ebcdee3e2dad6dfe39b41f8506919705d0199d0","schema_version":"1.0","event_id":"sha256:d592e1f9982cf6ce941341416ebcdee3e2dad6dfe39b41f8506919705d0199d0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S2IAQFJNN2K3L23RBWPIJTWEHQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Data and Parameter Efficiency of Neural Language Models Using Representation Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Josip Juki\\'c","submitted_at":"2025-07-16T07:58:20Z","abstract_excerpt":"This thesis addresses challenges related to data and parameter efficiency in neural language models, with a focus on representation analysis and the introduction of new optimization techniques. The first part examines the properties and dynamics of language representations within neural models, emphasizing their significance in enhancing robustness and generalization. It proposes innovative approaches based on representation smoothness, including regularization strategies that utilize Jacobian and Hessian matrices to stabilize training and mitigate sensitivity to input perturbations. The secon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.12004","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.12004/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:38:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gK/U7HjqUIK4M5vDaufSygd0U+eazr8J0dQs55nuudaF2F28cqXF/RCAGWH6jszasknydXhOJazzR1JYFMGgAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:53:28.423299Z"},"content_sha256":"ee092b8f2e3c4d42233bad9b1b6b12b679fd0ecb2896022371492c09a1f843db","schema_version":"1.0","event_id":"sha256:ee092b8f2e3c4d42233bad9b1b6b12b679fd0ecb2896022371492c09a1f843db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/bundle.json","state_url":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T19:53:28Z","links":{"resolver":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ","bundle":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/bundle.json","state":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S2IAQFJNN2K3L23RBWPIJTWEHQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ccca427136a5bf5fc627a4700d5f1fc6221518185e5992c8ae155e9d86ade7fd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","title_canon_sha256":"a911ee8acc8ccd7f39985d7434b74255e11cbda926c3bfe844fd723e17139cdc"},"schema_version":"1.0","source":{"id":"2507.12004","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.12004","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"arxiv_version","alias_value":"2507.12004v1","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.12004","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_12","alias_value":"S2IAQFJNN2K3","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_16","alias_value":"S2IAQFJNN2K3L23R","created_at":"2026-07-05T11:38:12Z"},{"alias_kind":"pith_short_8","alias_value":"S2IAQFJN","created_at":"2026-07-05T11:38:12Z"}],"graph_snapshots":[{"event_id":"sha256:ee092b8f2e3c4d42233bad9b1b6b12b679fd0ecb2896022371492c09a1f843db","target":"graph","created_at":"2026-07-05T11:38:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.12004/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This thesis addresses challenges related to data and parameter efficiency in neural language models, with a focus on representation analysis and the introduction of new optimization techniques. The first part examines the properties and dynamics of language representations within neural models, emphasizing their significance in enhancing robustness and generalization. It proposes innovative approaches based on representation smoothness, including regularization strategies that utilize Jacobian and Hessian matrices to stabilize training and mitigate sensitivity to input perturbations. The secon","authors_text":"Josip Juki\\'c","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","title":"Improving Data and Parameter Efficiency of Neural Language Models Using Representation Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.12004","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d592e1f9982cf6ce941341416ebcdee3e2dad6dfe39b41f8506919705d0199d0","target":"record","created_at":"2026-07-05T11:38:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ccca427136a5bf5fc627a4700d5f1fc6221518185e5992c8ae155e9d86ade7fd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","title_canon_sha256":"a911ee8acc8ccd7f39985d7434b74255e11cbda926c3bfe844fd723e17139cdc"},"schema_version":"1.0","source":{"id":"2507.12004","kind":"arxiv","version":1}},"canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","first_computed_at":"2026-07-05T11:38:12.681955Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:38:12.681955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0jn/xgsrU7yEUAZOGMfv3/Cqzv+/RQLZXQbhAcqt7R8T2cArfDYVx8UgP0hIDP/ir1pB/Ih989YZG3bSFqsTCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:38:12.682453Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.12004","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d592e1f9982cf6ce941341416ebcdee3e2dad6dfe39b41f8506919705d0199d0","sha256:ee092b8f2e3c4d42233bad9b1b6b12b679fd0ecb2896022371492c09a1f843db"],"state_sha256":"2fd55617161e685f6a43c7250b3d64b4e67f45381443420fd363d8c381d46e53"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mCB3ivWxpRVOn63era2XjIscK4XnGvKvW0Sznqmzb8YMAinF1RClXNTBRzzXxMTC4WexvFXgQWY0e62E6bN8BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T19:53:28.427831Z","bundle_sha256":"1ce3afeb44421c18f4a8ac43a91cdc086c6d872eeb60e26fa79f4753f8d386d8"}}