php-ml/src/Tokenization/Tokenizer.php
2018-02-10 12:08:58 +01:00

11 lines
139 B
PHP

<?php
declare(strict_types=1);
namespace Phpml\Tokenization;
interface Tokenizer
{
public function tokenize(string $text): array;
}