{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:S2IAQFJNN2K3L23RBWPIJTWEHQ","short_pith_number":"pith:S2IAQFJN","schema_version":"1.0","canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","source":{"kind":"arxiv","id":"2507.12004","version":1},"attestation_state":"computed","paper":{"title":"Improving Data and Parameter Efficiency of Neural Language Models Using Representation Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Josip Juki\\'c","submitted_at":"2025-07-16T07:58:20Z","abstract_excerpt":"This thesis addresses challenges related to data and parameter efficiency in neural language models, with a focus on representation analysis and the introduction of new optimization techniques. The first part examines the properties and dynamics of language representations within neural models, emphasizing their significance in enhancing robustness and generalization. It proposes innovative approaches based on representation smoothness, including regularization strategies that utilize Jacobian and Hessian matrices to stabilize training and mitigate sensitivity to input perturbations. The secon"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2507.12004","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T07:58:20Z","cross_cats_sorted":[],"title_canon_sha256":"a911ee8acc8ccd7f39985d7434b74255e11cbda926c3bfe844fd723e17139cdc","abstract_canon_sha256":"ccca427136a5bf5fc627a4700d5f1fc6221518185e5992c8ae155e9d86ade7fd"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:38:12.682453Z","signature_b64":"0jn/xgsrU7yEUAZOGMfv3/Cqzv+/RQLZXQbhAcqt7R8T2cArfDYVx8UgP0hIDP/ir1pB/Ih989YZG3bSFqsTCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"969008152d6e95b5eb710d9e84cec43c0b9902dc7fb9323b5cceafdf30e2a199","last_reissued_at":"2026-07-05T11:38:12.681955Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:38:12.681955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Improving Data and Parameter Efficiency of Neural Language Models Using Representation Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Josip Juki\\'c","submitted_at":"2025-07-16T07:58:20Z","abstract_excerpt":"This thesis addresses challenges related to data and parameter efficiency in neural language models, with a focus on representation analysis and the introduction of new optimization techniques. The first part examines the properties and dynamics of language representations within neural models, emphasizing their significance in enhancing robustness and generalization. It proposes innovative approaches based on representation smoothness, including regularization strategies that utilize Jacobian and Hessian matrices to stabilize training and mitigate sensitivity to input perturbations. The secon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.12004","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.12004/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2507.12004","created_at":"2026-07-05T11:38:12.682012+00:00"},{"alias_kind":"arxiv_version","alias_value":"2507.12004v1","created_at":"2026-07-05T11:38:12.682012+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.12004","created_at":"2026-07-05T11:38:12.682012+00:00"},{"alias_kind":"pith_short_12","alias_value":"S2IAQFJNN2K3","created_at":"2026-07-05T11:38:12.682012+00:00"},{"alias_kind":"pith_short_16","alias_value":"S2IAQFJNN2K3L23R","created_at":"2026-07-05T11:38:12.682012+00:00"},{"alias_kind":"pith_short_8","alias_value":"S2IAQFJN","created_at":"2026-07-05T11:38:12.682012+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ","json":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ.json","graph_json":"https://pith.science/api/pith-number/S2IAQFJNN2K3L23RBWPIJTWEHQ/graph.json","events_json":"https://pith.science/api/pith-number/S2IAQFJNN2K3L23RBWPIJTWEHQ/events.json","paper":"https://pith.science/paper/S2IAQFJN"},"agent_actions":{"view_html":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ","download_json":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ.json","view_paper":"https://pith.science/paper/S2IAQFJN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2507.12004&json=true","fetch_graph":"https://pith.science/api/pith-number/S2IAQFJNN2K3L23RBWPIJTWEHQ/graph.json","fetch_events":"https://pith.science/api/pith-number/S2IAQFJNN2K3L23RBWPIJTWEHQ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/action/storage_attestation","attest_author":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/action/author_attestation","sign_citation":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/action/citation_signature","submit_replication":"https://pith.science/pith/S2IAQFJNN2K3L23RBWPIJTWEHQ/action/replication_record"}},"created_at":"2026-07-05T11:38:12.682012+00:00","updated_at":"2026-07-05T11:38:12.682012+00:00"}