Mini Shell
Mini Shell
| Direktori : /home/graphicd/www/vebto/vendor/teamtnt/tntsearch/src/Support/ |
| Current File : /home/graphicd/www/vebto/vendor/teamtnt/tntsearch/src/Support/Tokenizer.php |
<?php
namespace TeamTNT\TNTSearch\Support;
class Tokenizer extends AbstractTokenizer implements TokenizerInterface
{
static protected $pattern = '/[^\p{L}\p{N}\p{Pc}\p{Pd}@]+/u';
public function tokenize($text, $stopwords = [])
{
$text = mb_strtolower($text);
$split = preg_split($this->getPattern(), $text, -1, PREG_SPLIT_NO_EMPTY);
return array_diff($split, $stopwords);
}
}