test_class.file: storm/trident-ml/src/test/java/com/github/pmerienne/trident/ml/preprocessing/TwitterTokenizerTest.java
test_class.identifier: TwitterTokenizerTest
test_case.body: @Test
  	public void testRemoveUsername() {
  		// Given
  		String tweet = "@PrincessSuperC Hey Cici";
  		TwitterTokenizer tokenizer = new TwitterTokenizer();
  
  		// When
  		List<String> actualTokens = tokenizer.tokenize(tweet);
  
  		// Then
  		List<String> expectedTokens = Arrays.asList("hei", "cici");
  		assertEquals(expectedTokens, actualTokens);
  	}
test_case.class_method_signature: TwitterTokenizerTest.testRemoveUsername()
test_case.full_signature: @Test public void testRemoveUsername()
test_case.identifier: testRemoveUsername
test_case.invocations: tokenize asList assertEquals
test_case.modifiers: @Test public
test_case.parameters: ()
test_case.return: void
test_case.signature: void testRemoveUsername()
focal_class.declarator: serialVersionUID = -2486285775626564821L
focal_class.modifier: private static final
focal_class.original_string: private static final long serialVersionUID = -2486285775626564821L;
focal_class.type: long
focal_class.var_name: serialVersionUID
focal_class.declarator: URL_REGEX = "((www\\.[\\s]+)|(https?://[^\\s]+))"
focal_class.modifier: private final static
focal_class.original_string: private final static String URL_REGEX = "((www\\.[\\s]+)|(https?://[^\\s]+))";
focal_class.type: String
focal_class.var_name: URL_REGEX
focal_class.declarator: CONSECUTIVE_CHARS = "([a-z])\\1{1,}"
focal_class.modifier: private final static
focal_class.original_string: private final static String CONSECUTIVE_CHARS = "([a-z])\\1{1,}";
focal_class.type: String
focal_class.var_name: CONSECUTIVE_CHARS
focal_class.declarator: STARTS_WITH_NUMBER = "[1-9]\\s*(\\w+)"
focal_class.modifier: private final static
focal_class.original_string: private final static String STARTS_WITH_NUMBER = "[1-9]\\s*(\\w+)";
focal_class.type: String
focal_class.var_name: STARTS_WITH_NUMBER
focal_class.file: storm/trident-ml/src/main/java/com/github/pmerienne/trident/ml/preprocessing/TwitterTokenizer.java
focal_class.identifier: TwitterTokenizer
focal_class.class_method_signature: TwitterTokenizer.TwitterTokenizer()
focal_class.full_signature: public  TwitterTokenizer()
focal_class.identifier: TwitterTokenizer
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.signature:  TwitterTokenizer()
focal_class.class_method_signature: TwitterTokenizer.TwitterTokenizer(int minNGram, int maxNGram)
focal_class.full_signature: public  TwitterTokenizer(int minNGram, int maxNGram)
focal_class.identifier: TwitterTokenizer
focal_class.modifiers: public
focal_class.parameters: (int minNGram, int maxNGram)
focal_class.signature:  TwitterTokenizer(int minNGram, int maxNGram)
focal_class.class_method_signature: TwitterTokenizer.tokenize(String text)
focal_class.full_signature: @Override public List<String> tokenize(String text)
focal_class.identifier: tokenize
focal_class.modifiers: @Override public
focal_class.parameters: (String text)
focal_class.return: List<String>
focal_class.signature: List<String> tokenize(String text)
focal_class.class_method_signature: TwitterTokenizer.preprocess(String tweet)
focal_class.full_signature: protected String preprocess(String tweet)
focal_class.identifier: preprocess
focal_class.modifiers: protected
focal_class.parameters: (String tweet)
focal_class.return: String
focal_class.signature: String preprocess(String tweet)
focal_class.superclass: extends EnglishTokenizer
focal_method.body: @Override
  	public List<String> tokenize(String text) {
  		text = this.preprocess(text);
  		return super.tokenize(text);
  	}
focal_method.class_method_signature: TwitterTokenizer.tokenize(String text)
focal_method.full_signature: @Override public List<String> tokenize(String text)
focal_method.identifier: tokenize
focal_method.invocations: preprocess tokenize
focal_method.modifiers: @Override public
focal_method.parameters: (String text)
focal_method.return: List<String>
focal_method.signature: List<String> tokenize(String text)