mirror of
https://github.com/Llewellynvdm/php-ml.git
synced 2024-05-28 06:00:50 +00:00
117 lines
2.2 KiB
PHP
117 lines
2.2 KiB
PHP
<?php
|
|
|
|
declare (strict_types = 1);
|
|
|
|
namespace Phpml\Regression;
|
|
|
|
use Phpml\Math\Matrix;
|
|
|
|
class LeastSquares implements Regression
|
|
{
|
|
/**
|
|
* @var array
|
|
*/
|
|
private $samples;
|
|
|
|
/**
|
|
* @var array
|
|
*/
|
|
private $targets;
|
|
|
|
/**
|
|
* @var float
|
|
*/
|
|
private $intercept;
|
|
|
|
/**
|
|
* @var array
|
|
*/
|
|
private $coefficients;
|
|
|
|
/**
|
|
* @param array $samples
|
|
* @param array $targets
|
|
*/
|
|
public function train(array $samples, array $targets)
|
|
{
|
|
$this->samples = $samples;
|
|
$this->targets = $targets;
|
|
|
|
$this->computeCoefficients();
|
|
}
|
|
|
|
/**
|
|
* @param array $sample
|
|
*
|
|
* @return mixed
|
|
*/
|
|
public function predict($sample)
|
|
{
|
|
$result = $this->intercept;
|
|
foreach ($this->coefficients as $index => $coefficient) {
|
|
$result += $coefficient * $sample[$index];
|
|
}
|
|
|
|
return $result;
|
|
}
|
|
|
|
/**
|
|
* @return array
|
|
*/
|
|
public function getCoefficients()
|
|
{
|
|
return $this->coefficients;
|
|
}
|
|
|
|
/**
|
|
* @return float
|
|
*/
|
|
public function getIntercept()
|
|
{
|
|
return $this->intercept;
|
|
}
|
|
|
|
/**
|
|
* coefficient(b) = (X'X)-1X'Y.
|
|
*/
|
|
private function computeCoefficients()
|
|
{
|
|
$samplesMatrix = $this->getSamplesMatrix();
|
|
$targetsMatrix = $this->getTargetsMatrix();
|
|
|
|
$ts = $samplesMatrix->transpose()->multiply($samplesMatrix)->inverse();
|
|
$tf = $samplesMatrix->transpose()->multiply($targetsMatrix);
|
|
|
|
$this->coefficients = $ts->multiply($tf)->getColumnValues(0);
|
|
$this->intercept = array_shift($this->coefficients);
|
|
}
|
|
|
|
/**
|
|
* Add one dimension for intercept calculation.
|
|
*
|
|
* @return Matrix
|
|
*/
|
|
private function getSamplesMatrix()
|
|
{
|
|
$samples = [];
|
|
foreach ($this->samples as $sample) {
|
|
array_unshift($sample, 1);
|
|
$samples[] = $sample;
|
|
}
|
|
|
|
return new Matrix($samples);
|
|
}
|
|
|
|
/**
|
|
* @return Matrix
|
|
*/
|
|
private function getTargetsMatrix()
|
|
{
|
|
if (is_array($this->targets[0])) {
|
|
return new Matrix($this->targets);
|
|
}
|
|
|
|
return Matrix::fromFlatArray($this->targets);
|
|
}
|
|
}
|