_clan_iterator.py

from autopcr.model.requests import *
from autopcr.model.responses import *
from autopcr.core import pcrclient, ApiException, sessionmgr

def run_task():

    import asyncio

    accounts = []

    import os
    import json

    try:
        prev_dismissed = json.load(open('dismissed.json', 'r'))
    except:
        prev_dismissed = []

    prev_dismissed = set(prev_dismissed)

    max_dismissed = max(prev_dismissed)

    last_not_dismissed = max(x for x in range(max_dismissed) if x not in prev_dismissed)

    with open('farm_config.json', 'r') as fp:
        j = json.load(fp)
    for acc in j['workers']:
        acc['account'] = acc['username']
        acc.pop('username')
        acc['platform'] = 2
        acc['channel'] = 1
        accounts.append(acc)

    SEARCH_START = 0
    SEARCH_END = 2000000

    ids = [x for x in range(SEARCH_START, SEARCH_END) if x not in prev_dismissed or x >= last_not_dismissed]

    id_lck = asyncio.Lock()

    dismissed = list(prev_dismissed)
    dismissed_t = []

    dismissed_lck = asyncio.Lock()

    current = 0

    import datetime

    date = datetime.datetime.now().strftime('%Y-%m-%d')
    fout = open(f'dbs/clan_{date}.log', 'w')

    fout_lck = asyncio.Lock()

    last_ok = -1

    run_once = False
    run_once_lck = asyncio.Lock()

    async def run_once_saveall():
        nonlocal dismissed, dismissed_t, last_ok, run_once
        async with run_once_lck:
            if run_once:
                return
            run_once = True
        async with dismissed_lck:
            dismissed += [
                x for x in dismissed_t if x < last_ok
            ]
            json.dump(dismissed, open('dismissed.json', 'w'))
        
        fout.close()

    async def worker(account):
        nonlocal current, last_ok
        client = pcrclient(account)
        
        for comp in client._components:
            if type(comp) is sessionmgr:
                comp: sessionmgr
                comp.auto_relogin = False

        await client.login()

        print(f'[{client.name}] logged in')

        while True:
            async with id_lck:
                id = ids[current]
                current += 1
                if id > last_ok + 10000: # 1w个都没成功，认为已经无法成功
                    await run_once_saveall()
                    break
            while True:
                req = OtherClanInfoRequest()
                req.clan_id = id
                try:
                    resp = await client.request(req)
                    async with fout_lck:
                        last_ok = max(last_ok, id)
                        fout.write(f'{resp.json()}\n')
                    print(f'[{id}] {resp.clan.detail.clan_name}')
                    break
                except ApiException as ex:
                    if '此行会已解散。' in ex.args[0]:
                        async with dismissed_lck:
                            dismissed_t.append(id)
                        print(f'[{id}]{ex}')
                        break

                    print(f'[{id}]{ex}')
                    for comp in client._components:
                        if type(comp) is sessionmgr:
                            comp: sessionmgr
                            comp._logged = False
                    await client.login()

    import asyncio

    loop = asyncio.new_event_loop()

    waiter = asyncio.wait([worker(x) for x in accounts])

    loop.run_until_complete(waiter)

    loop.close()

    os.system(f'ClanAnalyzer.exe dbs/clan_{date}.log')

    os.remove(f'dbs/clan_{date}.log')
    
import datetime
import time

if __name__ == '__main__':
    date = None
    while True:
        datet = datetime.datetime.now().strftime('%Y-%m-%d')
        if datet != date:
            run_task()
            date = datet
        else:
            time.sleep(60)