#!/usr/bin/python
# -*- coding: utf-8 -*-

##
# Wrapper around the crawlutils module that provides:
# (a) an autonomous push mode via command-line invocation, and
# (b) a network pull mode via an HTTP REST interface (xxx CURRENTLY DISABLED)
##

import os
import sys
import logging
import logging.handlers
import time
import traceback
import multiprocessing
import tempfile
import argparse
import cPickle as pickle
import json
import copy