src/Tokenizer/Tokenizer.php
protected function getNextTokenFromString($string, $token, $cacheKey)
    {
        $token = $this->parseNextToken($string, $token);

        if ($cacheKey && \strlen($token[self::TOKEN_VALUE]) < $this->maxCacheKeySize) {
            $this->tokenCache[$cacheKey] = $token;
        }

        return $token;
    }
protected function getNextTokenFromString($string, $token, $cacheKey)
    {
        $token = $this->parseNextToken($string, $token);

        if ($cacheKey && \strlen($token[self::TOKEN_VALUE]) < $this->maxCacheKeySize) {
            $this->tokenCache[$cacheKey] = $token;
        }

        return $token;
    }
protected function getNextTokenFromString ( $ string , $ token , $ cacheKey ) { $ token = $ this -> parseNextToken ( $ string , $ token ) ; if ( $ cacheKey && \ strlen ( $ token [ self :: TOKEN_VALUE ] ) < $ this -> maxCacheKeySize ) { $ this -> tokenCache [ $ cacheKey ] = $ token ; } return $ token ; }
Get the next token and the token type and store it in cache.

@param string $string
@param string $token
@param string $cacheKey

@return array
Get the next token and the token type and store it in cache .