php-ml/src/Phpml/Tokenization/Tokenizer.php

<?php

declare(strict_types=1);

namespace Phpml\Tokenization;

interface Tokenizer
{
    /**
     * @param string $text
     *
     * @return array
     */
    public function tokenize(string $text): array;
}
create whitespace tokenizer 2016-05-02 22:33:18 +00:00			`<?php`

Update php-cs-fixer 2016-11-20 21:53:17 +00:00			`declare(strict_types=1);`
create whitespace tokenizer 2016-05-02 22:33:18 +00:00
			`namespace Phpml\Tokenization;`

			`interface Tokenizer`
			`{`
			`/**`
			`* @param string $text`
Update php-cs-fixer 2016-11-20 21:53:17 +00:00			`*`
create whitespace tokenizer 2016-05-02 22:33:18 +00:00			`* @return array`
			`*/`
			`public function tokenize(string $text): array;`
			`}`