mirror of
https://gitlab.com/chicken-riders/RcGcDb.git
synced 2025-02-23 00:54:09 +00:00
Start ignoring the additional delay for wikis with IRC feed. We have IRC feed only for more active domains so this additional delay does more bad than good
This commit is contained in:
parent
d7661469a2
commit
5e08b4a501
|
@ -249,6 +249,7 @@ async def scan_group(group: str):
|
|||
while True:
|
||||
try:
|
||||
async with rcqueue.retrieve_next_queued(group) as queued_wiki: # acquire next wiki in queue
|
||||
if "irc" not in rcqueue[group]:
|
||||
await asyncio.sleep(calculate_delay_for_group(len(rcqueue[group]["query"])))
|
||||
logger.debug("Wiki {}".format(queued_wiki.url))
|
||||
local_wiki = all_wikis[queued_wiki.url] # set a reference to a wiki object from memory
|
||||
|
@ -346,7 +347,7 @@ async def scan_group(group: str):
|
|||
except asyncio.CancelledError:
|
||||
return
|
||||
except QueueEmpty:
|
||||
await asyncio.sleep(21.0)
|
||||
await asyncio.sleep(10.0)
|
||||
continue
|
||||
|
||||
|
||||
|
|
Loading…
Reference in a new issue