php-ml/src/Phpml/Tokenization/Tokenizer.php

11 lines
140 B
PHP

<?php
declare(strict_types=1);
namespace Phpml\Tokenization;
interface Tokenizer
{
public function tokenize(string $text) : array;
}