All modules for which code is available
- emerging_optimizers.legacy_soap.moso
- emerging_optimizers.legacy_soap.rekls
- emerging_optimizers.legacy_soap.soap
- emerging_optimizers.legacy_soap.soap_utils
- emerging_optimizers.legacy_soap.stacked_soap
- emerging_optimizers.legacy_soap.tp_rekls
- emerging_optimizers.mixin
- emerging_optimizers.orthogonalized_optimizers.adaptive_muon
- emerging_optimizers.orthogonalized_optimizers.mop
- emerging_optimizers.orthogonalized_optimizers.muon
- emerging_optimizers.orthogonalized_optimizers.muon_hyperball
- emerging_optimizers.orthogonalized_optimizers.muon_utils
- emerging_optimizers.orthogonalized_optimizers.orthogonalized_optimizer
- emerging_optimizers.orthogonalized_optimizers.polargrad
- emerging_optimizers.orthogonalized_optimizers.scion
- emerging_optimizers.orthogonalized_optimizers.sinkhorn_utils
- emerging_optimizers.orthogonalized_optimizers.spel
- emerging_optimizers.psgd.procrustes_step
- emerging_optimizers.psgd.psgd
- emerging_optimizers.psgd.psgd_kron_contractions
- emerging_optimizers.psgd.psgd_utils
- emerging_optimizers.riemannian_optimizers.isospectral
- emerging_optimizers.riemannian_optimizers.normalized_optimizer
- emerging_optimizers.riemannian_optimizers.retractions.stiefel
- emerging_optimizers.scalar_optimizers
- emerging_optimizers.scalar_optimizers.base
- emerging_optimizers.scalar_optimizers.update_functions.adam
- emerging_optimizers.scalar_optimizers.update_functions.ademamix
- emerging_optimizers.scalar_optimizers.update_functions.laprop
- emerging_optimizers.scalar_optimizers.update_functions.lion
- emerging_optimizers.scalar_optimizers.update_functions.madam
- emerging_optimizers.scalar_optimizers.update_functions.rmsprop
- emerging_optimizers.scalar_optimizers.update_functions.signum
- emerging_optimizers.shampoo.matrix_root_inverse_utils
- emerging_optimizers.shampoo.precond_base
- emerging_optimizers.shampoo.shampoo
- emerging_optimizers.shampoo.soap_v3
- emerging_optimizers.utils
- emerging_optimizers.weight_update_hooks.base
- emerging_optimizers.weight_update_hooks.hyperball
- emerging_optimizers.weight_update_hooks.radial_brake
- emerging_optimizers.weight_update_hooks.relative_update