diff --git a/config.py.template b/config.py.template index 6b69377..12a7451 100644 --- a/config.py.template +++ b/config.py.template @@ -1,15 +1,15 @@ -MAX_DEPTH = 10 # maximum click depth +MAX_DEPTH = 5 # maximum click depth MIN_DEPTH = 3 # minimum click depth MAX_WAIT = 10 # maximum amount of time to wait between HTTP requests MIN_WAIT = 5 # minimum amount of time allowed between HTTP requests -DEBUG = False # set to True to enable useful console output +DEBUG = True # set to True to enable useful console output # use this single item list to test how a site responds to this crawler # be sure to comment out the list below it. -#ROOT_URLS = ["https:///digg.com/"] +#ROOT_URLS = ["http://unilogistics.vn/"] ROOT_URLS = [ - "https://digg.com/", + "http://unilogistics.vn", "https://www.yahoo.com", "https://www.reddit.com", "http://www.cnn.com",