markusos/simple-search

<?php namespace Search\Tokenizer;

/**
 * Interface Tokenizer
 * @package Search
 */
interface Tokenizer
{
    /**
     * Tokenize the given string
     * @param $string String to tokenize
     * @return array Array of tokens
     */
    public function tokenize($string);


    /**
     * Set StopWords that should be excluded from the stemming process
     * @param array $stopWords that should not be stemmed
     */
    public function setStopWords(array $stopWords);
}