Frisk/RcGcDb
1
0
Fork 0
mirror of https://gitlab.com/chicken-riders/RcGcDb.git synced 2025-02-23 00:54:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Don't add the same wiki to queue multiple times

Browse source
This commit is contained in:
MarkusRost 2024-07-22 22:30:07 +00:00
parent cfa01a2613
commit 60d635ccfd
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/bot.py
View file

@ -153,7 +153,7 @@ class RcQueue:
full = set() full = set()
async with db.pool().acquire() as connection: async with db.pool().acquire() as connection:
async with connection.transaction(): async with connection.transaction():
async for db_wiki in connection.cursor('SELECT DISTINCT wiki, row_number() OVER (ORDER BY webhook) AS rowid, webhook, lang, display, rcid FROM rcgcdw WHERE rcid != -1 OR rcid IS NULL ORDER BY webhook'): async for db_wiki in connection.cursor('SELECT DISTINCT wiki, row_number() OVER (ORDER BY wiki) AS rowid, rcid FROM rcgcdw WHERE rcid != -1 OR rcid IS NULL GROUP BY wiki, rcid ORDER BY rowid'):
domain = get_domain(db_wiki["wiki"]) domain = get_domain(db_wiki["wiki"])
try: try:
if db_wiki["wiki"] not in all_wikis: if db_wiki["wiki"] not in all_wikis:
@ -253,7 +253,7 @@ async def generate_domain_groups():
domain_wikis = defaultdict(list) domain_wikis = defaultdict(list)
async with db.pool().acquire() as connection: async with db.pool().acquire() as connection:
async with connection.transaction(): async with connection.transaction():
async for db_wiki in connection.cursor('SELECT DISTINCT wiki, webhook, lang, display, rcid FROM rcgcdw WHERE rcid != -1 OR rcid IS NULL'): async for db_wiki in connection.cursor('SELECT DISTINCT wiki FROM rcgcdw WHERE rcid != -1 OR rcid IS NULL'):
domain_wikis[get_domain(db_wiki["wiki"])].append(QueuedWiki(db_wiki["wiki"], 20)) domain_wikis[get_domain(db_wiki["wiki"])].append(QueuedWiki(db_wiki["wiki"], 20))
for group, db_wikis in domain_wikis.items(): for group, db_wikis in domain_wikis.items():
yield group, db_wikis yield group, db_wikis