Frisk/RcGcDb
1
0
Fork 0
mirror of https://gitlab.com/chicken-riders/RcGcDb.git synced 2025-02-23 00:54:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added fix for potential issue

Browse source
This commit is contained in:
Frisk 2020-10-29 15:50:50 +01:00
parent d729e0bc23
commit b99bc90e50
No known key found for this signature in database
GPG key ID: 213F7C15068AF8AC
1 changed files with 18 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
src/bot.py
View file

@ -82,12 +82,25 @@ class RcQueue:
self[group]["task"].cancel() self[group]["task"].cancel()
del self.domain_list[group] del self.domain_list[group]
def check_if_domain_in_db(self, domain):
fetch_all = db_cursor.execute(
'SELECT ROWID, webhook, wiki, lang, display, wikiid, rcid FROM rcgcdw WHERE rcid != -1 GROUP BY wiki ORDER BY ROWID ASC')
for wiki in fetch_all.fetchall():
if get_domain(db_wiki["wiki"]) == domain:
return True
return False
@asynccontextmanager @asynccontextmanager
async def retrieve_next_queued(self, group) -> Generator[QueuedWiki, None, None]: async def retrieve_next_queued(self, group) -> Generator[QueuedWiki, None, None]:
"""Retrives next wiki in the queue for given domain""" """Retrives next wiki in the queue for given domain"""
if len(self.domain_list[group]["query"]) == 0: if len(self.domain_list[group]["query"]) == 0:
await self.stop_task_group(group) # make sure we are not removing the group because entire domain group went down, it's expensive - yes, but could theoretically cause issues
return if self.check_if_domain_in_db(group):
logger.warning("Domain group {} has 0 elements yet there are still wikis in the db of the same domain group! This may indicate we ran over the list too fast. We are waiting...".format(group))
raise QueueEmpty
else:
await self.stop_task_group(group)
return
try: try:
yield self.domain_list[group]["query"][0] yield self.domain_list[group]["query"][0]
except asyncio.CancelledError: except asyncio.CancelledError:
@ -286,6 +299,9 @@ async def scan_group(group: str):
DBHandler.update_db() DBHandler.update_db()
except asyncio.CancelledError: except asyncio.CancelledError:
return return
except QueueEmpty:
await asyncio.sleep(21.0)
continue
async def wiki_scanner(): async def wiki_scanner():