diff --git a/main.py b/main.py index ec6db36..1cbc74b 100644 --- a/main.py +++ b/main.py @@ -2,6 +2,8 @@ import requests import queue import re import logging as log +import time +import random # Init logging log.basicConfig(level=log.INFO, format="%(asctime)-15s %(levelname)-8s %(message)s") @@ -10,6 +12,7 @@ log.info("Shammer is getting ready...") # Init static vars INDEX_URL = "https://bitscuit.be/" MAX_CONTENT_LENGTH = 500000 +REQUESTS_PER_MINUTE = 10 # Create session session = requests.Session() @@ -68,3 +71,7 @@ while not urls.empty(): numAdded += 1 log.info("%d urls, %d new, queue length %d"%(len(hrefs), numAdded, urls.qsize())) + # Wait random time + l = random.uniform(0, 2*60/REQUESTS_PER_MINUTE) + time.sleep(l) +