{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NAQL6YJ736IRQUH3ULOELPKTQQ","short_pith_number":"pith:NAQL6YJ7","canonical_record":{"source":{"id":"2405.12807","kind":"arxiv","version":11},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:58:17Z","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"title_canon_sha256":"807ea23e081e89e6b5f1b71edbd06b3fd81affe58eb4b283bf9006fdcebf1a7b","abstract_canon_sha256":"9cfe2ecf0181765d40ee722cf471542bcaf99af908d746c3306b6b7733a818cb"},"schema_version":"1.0"},"canonical_sha256":"6820bf613fdf911850fba2dc45bd53841fa5e0ec080a4d39845a428d7b6a4a8e","source":{"kind":"arxiv","id":"2405.12807","version":11},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12807","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12807v11","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12807","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_12","alias_value":"NAQL6YJ736IR","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_16","alias_value":"NAQL6YJ736IRQUH3","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_8","alias_value":"NAQL6YJ7","created_at":"2026-07-05T09:02:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NAQL6YJ736IRQUH3ULOELPKTQQ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.12807","kind":"arxiv","version":11},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:58:17Z","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"title_canon_sha256":"807ea23e081e89e6b5f1b71edbd06b3fd81affe58eb4b283bf9006fdcebf1a7b","abstract_canon_sha256":"9cfe2ecf0181765d40ee722cf471542bcaf99af908d746c3306b6b7733a818cb"},"schema_version":"1.0"},"canonical_sha256":"6820bf613fdf911850fba2dc45bd53841fa5e0ec080a4d39845a428d7b6a4a8e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:02:40.737372Z","signature_b64":"1d390P113tWO9vjtlcUhTNI7hQAklM5DDXjg4Pb+B78zIh0IkVmDPNagzxU9q3cn6YnvecfMk93dQMOoFjCgCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6820bf613fdf911850fba2dc45bd53841fa5e0ec080a4d39845a428d7b6a4a8e","last_reissued_at":"2026-07-05T09:02:40.736788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:02:40.736788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.12807","source_version":11,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:02:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JYrAiRha2a+EMDmz135c+7WaBNORVeH2ZlTORdel1E9BFbrDKPpPMAnKTQmk1B7mCdGJ/ncxlS3YqbhFMfcoCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:57:35.455371Z"},"content_sha256":"4095d3aaffa47edc9d6d5faf6566acceb43573f446a091fbef6bb3d84bfe01d5","schema_version":"1.0","event_id":"sha256:4095d3aaffa47edc9d6d5faf6566acceb43573f446a091fbef6bb3d84bfe01d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NAQL6YJ736IRQUH3ULOELPKTQQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FAdam: Adam is a natural gradient optimizer using diagonal empirical Fisher information","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IT","math.IT"],"primary_cat":"cs.LG","authors_text":"Dongseong Hwang","submitted_at":"2024-05-21T13:58:17Z","abstract_excerpt":"This paper establishes a mathematical foundation for the Adam optimizer, elucidating its connection to natural gradient descent through Riemannian and information geometry. We provide an accessible and detailed analysis of the diagonal empirical Fisher information matrix (FIM) in Adam, clarifying all detailed approximations and advocating for the use of log probability functions as loss, which should be based on discrete distributions, due to the limitations of empirical FIM. Our analysis uncovers flaws in the original Adam algorithm, leading to proposed corrections such as enhanced momentum c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12807","kind":"arxiv","version":11},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.12807/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:02:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/knto3+ox75bf3oiR921/+yOP6S8ToqvMHnYb3YaPeinVP9N01nv/C2ZoxQGbMvn9htVEKypGlsxVWs3bWeKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:57:35.455884Z"},"content_sha256":"56a2fdeed4c646093f2d9af55b501c1d24cd977051df1ea8572dc791fd687098","schema_version":"1.0","event_id":"sha256:56a2fdeed4c646093f2d9af55b501c1d24cd977051df1ea8572dc791fd687098"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/bundle.json","state_url":"https://pith.science/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:57:35Z","links":{"resolver":"https://pith.science/pith/NAQL6YJ736IRQUH3ULOELPKTQQ","bundle":"https://pith.science/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/bundle.json","state":"https://pith.science/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NAQL6YJ736IRQUH3ULOELPKTQQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NAQL6YJ736IRQUH3ULOELPKTQQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9cfe2ecf0181765d40ee722cf471542bcaf99af908d746c3306b6b7733a818cb","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:58:17Z","title_canon_sha256":"807ea23e081e89e6b5f1b71edbd06b3fd81affe58eb4b283bf9006fdcebf1a7b"},"schema_version":"1.0","source":{"id":"2405.12807","kind":"arxiv","version":11}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12807","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12807v11","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12807","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_12","alias_value":"NAQL6YJ736IR","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_16","alias_value":"NAQL6YJ736IRQUH3","created_at":"2026-07-05T09:02:40Z"},{"alias_kind":"pith_short_8","alias_value":"NAQL6YJ7","created_at":"2026-07-05T09:02:40Z"}],"graph_snapshots":[{"event_id":"sha256:56a2fdeed4c646093f2d9af55b501c1d24cd977051df1ea8572dc791fd687098","target":"graph","created_at":"2026-07-05T09:02:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.12807/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper establishes a mathematical foundation for the Adam optimizer, elucidating its connection to natural gradient descent through Riemannian and information geometry. We provide an accessible and detailed analysis of the diagonal empirical Fisher information matrix (FIM) in Adam, clarifying all detailed approximations and advocating for the use of log probability functions as loss, which should be based on discrete distributions, due to the limitations of empirical FIM. Our analysis uncovers flaws in the original Adam algorithm, leading to proposed corrections such as enhanced momentum c","authors_text":"Dongseong Hwang","cross_cats":["cs.AI","cs.IT","math.IT"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:58:17Z","title":"FAdam: Adam is a natural gradient optimizer using diagonal empirical Fisher information"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12807","kind":"arxiv","version":11},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4095d3aaffa47edc9d6d5faf6566acceb43573f446a091fbef6bb3d84bfe01d5","target":"record","created_at":"2026-07-05T09:02:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9cfe2ecf0181765d40ee722cf471542bcaf99af908d746c3306b6b7733a818cb","cross_cats_sorted":["cs.AI","cs.IT","math.IT"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-21T13:58:17Z","title_canon_sha256":"807ea23e081e89e6b5f1b71edbd06b3fd81affe58eb4b283bf9006fdcebf1a7b"},"schema_version":"1.0","source":{"id":"2405.12807","kind":"arxiv","version":11}},"canonical_sha256":"6820bf613fdf911850fba2dc45bd53841fa5e0ec080a4d39845a428d7b6a4a8e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6820bf613fdf911850fba2dc45bd53841fa5e0ec080a4d39845a428d7b6a4a8e","first_computed_at":"2026-07-05T09:02:40.736788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:02:40.736788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1d390P113tWO9vjtlcUhTNI7hQAklM5DDXjg4Pb+B78zIh0IkVmDPNagzxU9q3cn6YnvecfMk93dQMOoFjCgCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:02:40.737372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.12807","source_kind":"arxiv","source_version":11}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4095d3aaffa47edc9d6d5faf6566acceb43573f446a091fbef6bb3d84bfe01d5","sha256:56a2fdeed4c646093f2d9af55b501c1d24cd977051df1ea8572dc791fd687098"],"state_sha256":"454b13cd65ba3a3ebb93cc7d846f682ba28ca5dcf1f23d8d6e2876779fa23ed5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x4y/9IZgSn8xhWWWVFhuKb4w6QHwmyQ9CnAQogx3w89DR6XswD5iLWWltGNa42EwU8IfwwZyX40auifUCWARCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:57:35.460167Z","bundle_sha256":"4eae5c326d8a85b71810f9cdc476c777e8ec711b3461d3b933cf3fc7e1da57bf"}}