bitscuit
/
Shammer
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Only sham if right time of day

This commit is contained in:
bitscuit 2021-05-09 08:04:39 +02:00
parent 8ed9889267
commit 6bbaeab49e
1 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
main.py
View File

@ -5,6 +5,7 @@ import logging as log
import time import time
import random import random
import json import json
import datetime
# Init logging # Init logging
log.basicConfig(level=log.INFO, format="%(asctime)-15s %(levelname)-8s %(message)s") log.basicConfig(level=log.INFO, format="%(asctime)-15s %(levelname)-8s %(message)s")
@ -12,7 +13,7 @@ log.info("Shammer is getting ready...")
# Init config # Init config
try: try:
log.info("Loading 'config.json'...") log.debug("Loading 'config.json'...")
f = open("config.json", "r") f = open("config.json", "r")
config = json.load(f) config = json.load(f)
f.close() f.close()
@ -21,7 +22,7 @@ except IOError as e:
log.warn("Couldn't open 'config.json'") log.warn("Couldn't open 'config.json'")
log.warn("%s"%e) log.warn("%s"%e)
log.info("Creating default configuration file...") log.info("Creating default configuration file...")
config = {"INDEX_URL":"https://bitscuit.be/", "MAX_CONTENT_LENGTH":500000, "REQUESTS_PER_MINUTE":10} config = {"INDEX_URL":"https://bitscuit.be/", "MAX_CONTENT_LENGTH":500000, "REQUESTS_PER_MINUTE":10, "HOUR_START":7, "HOUR_STOP":23}
f = open("config.json", "w") f = open("config.json", "w")
json.dump(config, f, indent="\t") json.dump(config, f, indent="\t")
f.close() f.close()
@ -37,6 +38,8 @@ except Exception as e:
INDEX_URL = config["INDEX_URL"] INDEX_URL = config["INDEX_URL"]
MAX_CONTENT_LENGTH = config["MAX_CONTENT_LENGTH"] MAX_CONTENT_LENGTH = config["MAX_CONTENT_LENGTH"]
REQUESTS_PER_MINUTE = config["REQUESTS_PER_MINUTE"] REQUESTS_PER_MINUTE = config["REQUESTS_PER_MINUTE"]
HOUR_START = config["HOUR_START"]
HOUR_STOP = config["HOUR_STOP"]
# Create session # Create session
session = requests.Session() session = requests.Session()
@ -50,6 +53,15 @@ visited = set([INDEX_URL])
# Loop # Loop
while not urls.empty(): while not urls.empty():
# Check time
hour = datetime.datetime.now().hour
if not (hour >= HOUR_START and hour < HOUR_STOP):
log.debug("Not right time yet, sleeping")
time.sleep(60)
continue
# Get next url from queue
url = urls.get() url = urls.get()
# Perform request # Perform request
@ -96,6 +108,7 @@ while not urls.empty():
log.info("%d urls, %d new, queue length %d"%(len(hrefs), numAdded, urls.qsize())) log.info("%d urls, %d new, queue length %d"%(len(hrefs), numAdded, urls.qsize()))
# Wait random time # Wait random time
l = random.uniform(0, 2*60/REQUESTS_PER_MINUTE) if REQUESTS_PER_MINUTE != 0:
time.sleep(l) l = random.uniform(0, 2*60/REQUESTS_PER_MINUTE)
time.sleep(l)