This template implements extended hyper tangent activation function used in neural networks.
You can find more information in comments below. Overrided methods can be found in corresponding base class.
// Transformed Tanh(shifted and scaled). Return in range [-scale + bias..scale + bias]
template<class FLOAT>
class THyperTanEx : public IActivator<FLOAT>
{
public:
THyperTanEx(const FLOAT gain, const FLOAT scale, const FLOAT bias);
FLOAT Calculate(const FLOAT value) override;
FLOAT Derivative(const FLOAT value) override;
};
Namespace: | nitisa::ai::activators |
Include: | Nitisa/Modules/AI/Activators.h |