class HBasePersistLoadProcessor extends HBasePersistProcessor {
    private static final Logger logger =
            Logger.getLogger(HBasePersistLoadProcessor.class.getName());

    @Override
    protected ProcessResult innerProcessResult(CrawlURI uri) throws InterruptedException {
        byte[] key = rowKeyForURI(uri);
        Get g = new Get(key);
        try {
            Result r = table.get(g);
            // no data for uri is indicated by empty Result
            if (r.isEmpty()) {
                if (logger.isLoggable(Level.FINE)) {
                    logger.fine(uri + ": <no crawlinfo>");
                }
                return ProcessResult.PROCEED;
            }
            schema.load(r, uri);
            if (uri.getFetchStatus() < 0) {
                return ProcessResult.FINISH;
            }
        } catch (IOException e) {
            logger.warning("problem retrieving persist data from hbase, proceeding without, for " + uri + " - " + e);
        } catch (Exception ex) {
            // get() throws RuntimeException upon ZooKeeper connection failures.
            // no crawl history load failure should make fetch of URL fail.
            logger.log(Level.WARNING, "Get failed for " + uri + ": ", ex);
        }
        return ProcessResult.PROCEED;
    }

    /**
     * unused.
     */
    @Override
    protected void innerProcess(CrawlURI uri) throws InterruptedException {
    }

    @Override
    protected boolean shouldProcess(CrawlURI uri) {<FILL_FUNCTION_BODY>}
}

        // TODO: we want deduplicate robots.txt, too.
        //if (uri.isPrerequisite()) return false;
        String scheme = uri.getUURI().getScheme();
        if (!(scheme.equals("http") || scheme.equals("https") || scheme.equals("ftp") || scheme.equals("sftp")))  {
            return false;
        }
        return true;
    
<methods>public non-sealed void <init>() ,public org.archive.modules.recrawl.hbase.RecrawlDataSchema getSchema() ,public void setSchema(org.archive.modules.recrawl.hbase.RecrawlDataSchema) ,public void setTable(org.archive.modules.recrawl.hbase.HBaseTableBean) <variables>protected org.archive.modules.recrawl.hbase.RecrawlDataSchema schema,protected org.archive.modules.recrawl.hbase.HBaseTableBean table