clean.py

import json
import re
import time

import mwclient
import requests
from mwclient.errors import APIError

zh = mwclient.Site('zh.wikipedia.org')
dp = mwclient.Site('zhdel.miraheze.org', clients_useragent='User:Tiger-bot operated by User:Tiger')
config = json.load(open('config.json', 'r', encoding='utf-8'))

logdir = config['log']
deltemp = re.compile(
    r'{{\s*((db|d|sd|csd|speedy|delete|速刪|速删|快刪|快删|有爭議|有争议|[vaictumr]fd|delrev|存廢覆核|存废复核|copyvio|侵权|侵權|now ?commons|ncd)\s*(\||}})|(db|vfd)-)')  # Reg from AF197
skip = config['skip']

dp.login(config['zhdel_username'], config['zhdel_password'])
print('Login successfully!')


def status(title):
    if title in skip:
        return 'skip'
    wpp = zh.Pages[title]
    if not wpp.exists:
        return 'deleted'
    wpt = wpp.text().lower()
    dpp = dp.Pages[title]
    dpt = dpp.text()
    if '!nobot!' in dpt:
        return 'nobot'
    if wpp.exists and deltemp.search(wpt) == None:
        return 'kept'
    else:
        return 'well'


def delete_page(title):
    try:
        dp.Pages[title].delete('No longer need this page since it was kept on zhwp.')
    except APIError as e:
        if e.code == 'badtoken':
            print('Got bad token, retrying')
            dp.tokens = {}  # clear token cache
            dp.Pages[title].delete('No longer need this page since it was kept on zhwp.')
        else:
            raise

    try:
        dp.Pages['Talk:' + title].delete('Talk page without main page.')
    except APIError as e:
        if e.code == 'badtoken':
            print('Got bad token, retrying')
            dp.tokens = {}  # clear token cache
            dp.Pages['Talk:' + title].delete('Talk page without main page.')
        elif e.code == 'missingtitle':
            pass
    log_delete(title)
    print(title, 'kept on zhwp and deleted on zhdel.')


def clean():
    titlist = list(open(logdir))

    for i in range(len(titlist)):
        title = titlist[i].rstrip()
        sta = status(title)
        if sta == 'skip':
            print('Skipped %s' % title)
            continue
        if sta == 'nobot':
            continue

        elif sta == 'deleted':
            log_delete(title)
            print(title, 'deleted on zhwp.')

        elif sta == 'kept':
            delete_page(title)

        elif sta == 'well':
            print(title, ': well')


def log_delete(title):
    with open(logdir, 'r') as log:
        logtext = log.read()
    logtext = logtext.replace(title + '\n', '')
    with open(logdir, 'w') as log:
        log.write(logtext)


while True:
    try:
        clean()
    except requests.HTTPError:
        pass
    print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()), 'Sleeping: 3 hours...', end='\n\n')
    time.sleep(10800)