mirror of
https://github.com/Llewellynvdm/php-ml.git
synced 2024-11-21 20:45:10 +00:00
Add PReLU activation function (#128)
* Implement RELU activation functions * Add PReLUTest
This commit is contained in:
parent
0e59cfb174
commit
b1be0574d8
33
src/Phpml/NeuralNetwork/ActivationFunction/PReLU.php
Normal file
33
src/Phpml/NeuralNetwork/ActivationFunction/PReLU.php
Normal file
@ -0,0 +1,33 @@
|
||||
<?php
|
||||
|
||||
declare(strict_types=1);
|
||||
|
||||
namespace Phpml\NeuralNetwork\ActivationFunction;
|
||||
|
||||
use Phpml\NeuralNetwork\ActivationFunction;
|
||||
|
||||
class PReLU implements ActivationFunction
|
||||
{
|
||||
/**
|
||||
* @var float
|
||||
*/
|
||||
private $beta;
|
||||
|
||||
/**
|
||||
* @param float $beta
|
||||
*/
|
||||
public function __construct($beta = 0.01)
|
||||
{
|
||||
$this->beta = $beta;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param float|int $value
|
||||
*
|
||||
* @return float
|
||||
*/
|
||||
public function compute($value): float
|
||||
{
|
||||
return $value >= 0 ? $value : $this->beta * $value;
|
||||
}
|
||||
}
|
39
tests/Phpml/NeuralNetwork/ActivationFunction/PReLUTest.php
Normal file
39
tests/Phpml/NeuralNetwork/ActivationFunction/PReLUTest.php
Normal file
@ -0,0 +1,39 @@
|
||||
<?php
|
||||
|
||||
declare(strict_types=1);
|
||||
|
||||
namespace tests\Phpml\NeuralNetwork\ActivationFunction;
|
||||
|
||||
use Phpml\NeuralNetwork\ActivationFunction\PReLU;
|
||||
use PHPUnit\Framework\TestCase;
|
||||
|
||||
class PReLUTest extends TestCase
|
||||
{
|
||||
/**
|
||||
* @param $beta
|
||||
* @param $expected
|
||||
* @param $value
|
||||
*
|
||||
* @dataProvider preluProvider
|
||||
*/
|
||||
public function testPReLUActivationFunction($beta, $expected, $value)
|
||||
{
|
||||
$prelu = new PReLU($beta);
|
||||
|
||||
$this->assertEquals($expected, $prelu->compute($value), '', 0.001);
|
||||
}
|
||||
|
||||
/**
|
||||
* @return array
|
||||
*/
|
||||
public function preluProvider()
|
||||
{
|
||||
return [
|
||||
[0.01, 0.367, 0.367],
|
||||
[0.0, 1, 1],
|
||||
[0.3, -0.3, -1],
|
||||
[0.9, 3, 3],
|
||||
[0.02, -0.06, -3],
|
||||
];
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue
Block a user