Added sleep

main.py

@@ -2,6 +2,8 @@ import requests
 import queue
 import re
 import logging as log
+import time
+import random
 
 # Init logging
 log.basicConfig(level=log.INFO, format="%(asctime)-15s %(levelname)-8s %(message)s")
@@ -10,6 +12,7 @@ log.info("Shammer is getting ready...")
 # Init static vars
 INDEX_URL = "https://bitscuit.be/"
 MAX_CONTENT_LENGTH = 500000
+REQUESTS_PER_MINUTE = 10
 
 # Create session
 session = requests.Session()
@@ -68,3 +71,7 @@ while not urls.empty():
             numAdded += 1
     log.info("%d urls, %d new, queue length %d"%(len(hrefs), numAdded, urls.qsize()))
 
+    # Wait random time
+    l = random.uniform(0, 2*60/REQUESTS_PER_MINUTE)
+    time.sleep(l)
+