diff --git a/main.py b/main.py index 653092d..3f0fb13 100644 --- a/main.py +++ b/main.py @@ -70,6 +70,7 @@ urls.put(INDEX_URL) # Create list to store visited sites visited = set([INDEX_URL]) +numFetched = 0 # Loop while not urls.empty(): @@ -85,7 +86,8 @@ while not urls.empty(): url = urls.get() # Perform request - log.info("Fetching '%s'..."%url) + log.info("Fetch %d: '%s'..."%(numFetched, url)) + numFetched += 1 try: r = session.get(url, stream=True, timeout=5) r.close()