public function addURLFilterRule($regex)
  {
    $check = PHPCrawlerUtils::checkRegexPattern($regex); // Check pattern
    
    if ($check == true)
    {
      $this->url_filter_rules[] = trim($regex);
    }
    return $check;
  }
public function addURLFilterRule($regex)
  {
    $check = PHPCrawlerUtils::checkRegexPattern($regex); // Check pattern
    
    if ($check == true)
    {
      $this->url_filter_rules[] = trim($regex);
    }
    return $check;
  }
public function addURLFilterRule ( $ regex ) { $ check = PHPCrawlerUtils :: checkRegexPattern ( $ regex ) ; // Check pattern
 if ( $ check == true ) { $ this -> url_filter_rules [ ] = trim ( $ regex ) ; } return $ check ; }
Adds a rule to the list of rules that decide which URLs found on a page should be ignored by the crawler.
Adds a rule to the list of rules that decide which URLs found on a page should be ignored by the crawler .