From 477814c480a179bffef2a0983f12a3284fdfd767 Mon Sep 17 00:00:00 2001
From: bitscuit <thomas@bitscuit.be>
Date: Sat, 8 May 2021 21:28:13 +0200
Subject: [PATCH] Added sleep

---
 main.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/main.py b/main.py
index ec6db36..1cbc74b 100644
--- a/main.py
+++ b/main.py
@@ -2,6 +2,8 @@ import requests
 import queue
 import re
 import logging as log
+import time
+import random
 
 # Init logging
 log.basicConfig(level=log.INFO, format="%(asctime)-15s %(levelname)-8s %(message)s")
@@ -10,6 +12,7 @@ log.info("Shammer is getting ready...")
 # Init static vars
 INDEX_URL = "https://bitscuit.be/"
 MAX_CONTENT_LENGTH = 500000
+REQUESTS_PER_MINUTE = 10
 
 # Create session
 session = requests.Session()
@@ -68,3 +71,7 @@ while not urls.empty():
             numAdded += 1
     log.info("%d urls, %d new, queue length %d"%(len(hrefs), numAdded, urls.qsize()))
 
+    # Wait random time
+    l = random.uniform(0, 2*60/REQUESTS_PER_MINUTE)
+    time.sleep(l)
+