mirror of
https://github.com/ROCm/jax.git
synced 2025-04-14 19:06:07 +00:00
56 lines
675 B
ReStructuredText
56 lines
675 B
ReStructuredText
|
|
``jax.nn`` module
|
|
=================
|
|
|
|
.. currentmodule:: jax.nn
|
|
|
|
.. toctree::
|
|
:maxdepth: 1
|
|
|
|
jax.nn.initializers
|
|
|
|
.. automodule:: jax.nn
|
|
|
|
|
|
Activation functions
|
|
--------------------
|
|
|
|
.. autosummary::
|
|
:toctree: _autosummary
|
|
|
|
relu
|
|
relu6
|
|
sigmoid
|
|
softplus
|
|
sparse_plus
|
|
sparse_sigmoid
|
|
soft_sign
|
|
silu
|
|
swish
|
|
log_sigmoid
|
|
leaky_relu
|
|
hard_sigmoid
|
|
hard_silu
|
|
hard_swish
|
|
hard_tanh
|
|
elu
|
|
celu
|
|
selu
|
|
gelu
|
|
glu
|
|
squareplus
|
|
mish
|
|
|
|
Other functions
|
|
---------------
|
|
|
|
.. autosummary::
|
|
:toctree: _autosummary
|
|
|
|
softmax
|
|
log_softmax
|
|
logsumexp
|
|
standardize
|
|
one_hot
|
|
dot_product_attention
|