stuartl/hackaday.io-spambot-hunter
Archived
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

server: Wait up to a minute for the crawler.

Browse Source
This commit is contained in:
Stuart Longland 2018-01-09 19:39:35 +10:00
parent f01fa59c98
commit b4c54a624f
Signed by: stuartl
GPG Key ID: 6AA32EFB18079BAA
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
hadsh/server.py
View File

@ -11,7 +11,7 @@ from tornado.web import Application, RequestHandler, \
RedirectHandler, MissingArgumentError
from tornado.httpclient import AsyncHTTPClient
from tornado.httpserver import HTTPServer
from tornado.gen import coroutine
from tornado.gen import coroutine, TimeoutError
from tornado.ioloop import IOLoop
from .hadapi.hadapi import HackadayAPI
@ -149,7 +149,11 @@ class NewcomerDataHandler(AuthRequestHandler):
# There are no more new users, wait for crawl to happen
log.debug('No users found, waiting for more from crawler')
self.application._crawler.new_user_event.clear()
yield self.application._crawler.new_user_event.wait()
try:
yield self.application._crawler.new_user_event.wait(
timeout=60.0)
except TimeoutError:
break
# Return JSON data
def _dump_link(link):