Frisk/RcGcDb
1
0
Fork 0
mirror of https://gitlab.com/chicken-riders/RcGcDb.git synced 2025-02-23 00:54:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Small improvement, added some debug code to pin point some issue

Browse source
This commit is contained in:
Frisk 2020-08-11 02:09:50 +02:00
parent f731c8600c
commit bb1c33f33c
No known key found for this signature in database
GPG key ID: 213F7C15068AF8AC
1 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
src/bot.py
View file

@ -45,9 +45,9 @@ class LimitedList(list):
def __init__(self, *args): def __init__(self, *args):
list.__init__(self, *args) list.__init__(self, *args)
def append(self, object) -> None: def append(self, obj: QueuedWiki) -> None:
if len(self) < queue_limit: if len(self) < queue_limit:
self.insert(len(self), object) self.insert(len(self), obj)
return return
raise ListFull raise ListFull
@ -68,7 +68,11 @@ class RcQueue:
"""Removes a wiki from query of given domain group""" """Removes a wiki from query of given domain group"""
logger.debug(f"Removing {wiki} from group queue.") logger.debug(f"Removing {wiki} from group queue.")
group = get_domain(wiki) group = get_domain(wiki)
self[group]["query"] = [x for x in self[group]["query"] if x.url == wiki] try:
self[group]["query"] = [x for x in self[group]["query"] if x.url == wiki]
except AttributeError:
logger.debug(self[group]["query"])
shutdown(asyncio.get_event_loop()) # trying to debug specific issue
if not self[group]["query"]: # if there is no wiki left in the queue, get rid of the task if not self[group]["query"]: # if there is no wiki left in the queue, get rid of the task
logger.debug(f"{group} no longer has any wikis queued!") logger.debug(f"{group} no longer has any wikis queued!")
all_wikis[wiki].rc_active = -1 all_wikis[wiki].rc_active = -1
@ -198,6 +202,7 @@ async def scan_group(group: str):
while True: while True:
try: try:
async with rcqueue.retrieve_next_queued(group) as queued_wiki: # acquire next wiki in queue async with rcqueue.retrieve_next_queued(group) as queued_wiki: # acquire next wiki in queue
await asyncio.sleep(calculate_delay_for_group(len(rcqueue[group]["query"])))
logger.debug("Wiki {}".format(queued_wiki.url)) logger.debug("Wiki {}".format(queued_wiki.url))
local_wiki = all_wikis[queued_wiki.url] # set a reference to a wiki object from memory local_wiki = all_wikis[queued_wiki.url] # set a reference to a wiki object from memory
extended = False extended = False
@ -271,8 +276,6 @@ async def scan_group(group: str):
if recent_changes: if recent_changes:
local_wiki.rc_active = change["rcid"] local_wiki.rc_active = change["rcid"]
DBHandler.add(queued_wiki.url, change["rcid"]) DBHandler.add(queued_wiki.url, change["rcid"])
delay_between_wikis = calculate_delay_for_group(len(rcqueue[group]["query"])) # TODO Find a way to not execute it every wiki
await asyncio.sleep(delay_between_wikis)
DBHandler.update_db() DBHandler.update_db()
except asyncio.CancelledError: except asyncio.CancelledError:
return return