Frisk/RcGcDb
1
0
Fork 0
mirror of https://gitlab.com/chicken-riders/RcGcDb.git synced 2025-02-23 00:54:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added some functionality for handling wiki 404/410 errors

Browse source
This commit is contained in:
Frisk 2024-11-07 10:49:08 +01:00
parent cae1bfbc7e
commit dd54fa3207
3 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/domain.py
View file

@ -11,6 +11,7 @@ import sys
import aiohttp
from src.exceptions import WikiNotFoundError
from src.misc import LimitedList
from src.discord.message import DiscordMessage
from src.config import settings
@ -124,7 +125,13 @@ class Domain:
logger.debug(f"Added new wiki {wiki.script_url} to domain {self.name}")
async def run_wiki_scan(self, wiki: src.wiki.Wiki, reason: Optional[str] = None):
try:
await wiki.scan()
except WikiNotFoundError as e:
self.wikis.move_to_end(wiki.script_url)
logs_for_wiki = wiki.statistics.filter_by_time(60*60)
if all([x.type == LogType.HTTP_ERROR for x in logs_for_wiki]) and len(logs_for_wiki) > 10:
await wiki.remove_wiki_from_db("This recent changes webhook has been removed for `wiki returning code {}`!".format(e.code), send_reason=True)
wiki.statistics.update(Log(type=LogType.SCAN_REASON, title=str(reason)))
self.wikis.move_to_end(wiki.script_url)

3
src/exceptions.py
View file

@ -10,7 +10,8 @@ class WikiServerError(Exception):
class WikiNotFoundError(Exception):
pass
def __init__(self, code: int):
self.code = code
class WikiRemovedError(Exception):
pass

4
src/wiki.py
View file

@ -242,7 +242,7 @@ class Wiki:
try:
stacked_message: StackedDiscordMessage = pickle.loads(db_record["message_object"])
except ValueError:
logger.error("Couldn't loads JSON for message data. What happened? Data: {}".format(row[0]))
logger.error("Couldn't loads JSON for message data. What happened? Data: {}".format(db_record))
return
except TypeError:
logger.error(
@ -373,6 +373,8 @@ class Wiki:
logger.critical(
"Redirect detected! Either the wiki given in the script settings (wiki field) is incorrect/the wiki got removed or is giving us the false value. Please provide the real URL to the wiki, current URL redirects to {}".format(
request.url))
elif request.status in (410, 404):
raise WikiNotFoundError(request.status)
elif 399 < request.status < 500:
logger.error("Request returned ClientError status code on {url}".format(url=request.url))
self.statistics.update(Log(type=LogType.HTTP_ERROR, title="{} error".format(request.status), details=str(request.headers) + "\n" + str(request.url)))