function createTokenizer() {
	tokens = [];

	htmlBlockTokenizer = core( function( token ) {
		tokens.push( token );
	} );

	htmlBlockTokenizer.addRule( contentRegex, "content" );
	htmlBlockTokenizer.addRule( greaterThanContentRegex, "greater-than-sign-content" );

	htmlBlockTokenizer.addRule( blockElementStartRegex, "block-start" );
	htmlBlockTokenizer.addRule( blockElementEndRegex, "block-end" );
	htmlBlockTokenizer.addRule( inlineElementStartRegex, "inline-start" );
	htmlBlockTokenizer.addRule( inlineElementEndRegex, "inline-end" );

	htmlBlockTokenizer.addRule( otherElementStartRegex, "other-element-start" );
	htmlBlockTokenizer.addRule( otherElementEndRegex, "other-element-end" );
}
function createTokenizer() {
	tokens = [];

	htmlBlockTokenizer = core( function( token ) {
		tokens.push( token );
	} );

	htmlBlockTokenizer.addRule( contentRegex, "content" );
	htmlBlockTokenizer.addRule( greaterThanContentRegex, "greater-than-sign-content" );

	htmlBlockTokenizer.addRule( blockElementStartRegex, "block-start" );
	htmlBlockTokenizer.addRule( blockElementEndRegex, "block-end" );
	htmlBlockTokenizer.addRule( inlineElementStartRegex, "inline-start" );
	htmlBlockTokenizer.addRule( inlineElementEndRegex, "inline-end" );

	htmlBlockTokenizer.addRule( otherElementStartRegex, "other-element-start" );
	htmlBlockTokenizer.addRule( otherElementEndRegex, "other-element-end" );
}
function createTokenizer ( ) { tokens = [ ] ; htmlBlockTokenizer = core ( function ( token ) { tokens . push ( token ) ; } ) ; htmlBlockTokenizer . addRule ( contentRegex , "content" ) ; htmlBlockTokenizer . addRule ( greaterThanContentRegex , "greater-than-sign-content" ) ; htmlBlockTokenizer . addRule ( blockElementStartRegex , "block-start" ) ; htmlBlockTokenizer . addRule ( blockElementEndRegex , "block-end" ) ; htmlBlockTokenizer . addRule ( inlineElementStartRegex , "inline-start" ) ; htmlBlockTokenizer . addRule ( inlineElementEndRegex , "inline-end" ) ; htmlBlockTokenizer . addRule ( otherElementStartRegex , "other-element-start" ) ; htmlBlockTokenizer . addRule ( otherElementEndRegex , "other-element-end" ) ; }
Creates a tokenizer to tokenize HTML into blocks.

@returns {void}
Creates a tokenizer to tokenize HTML into blocks .