ProxyC/Main.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import sys
import time
import _thread
import argparse
import compileall
from Utils import Constant
from Utils.Exception import checkException


def parseArgs(rawArgs: list) -> argparse.Namespace:
    mainParser = argparse.ArgumentParser(description = 'Start running API server')
    mainParser.add_argument('--log', type = str, default = Constant.LogLevel, help = 'output log level')
    mainParser.add_argument('--dns', type = str, default = Constant.DnsServer, nargs = '+', help = 'specify dns server')
    mainParser.add_argument('--port', type = int, default = Constant.ApiPort, help = 'port for running')
    mainParser.add_argument('--path', type = str, default = Constant.ApiPath, help = 'root path for api server')
    mainParser.add_argument('--token', type = str, default = Constant.ApiToken, help = 'token for api server')
    mainParser.add_argument('--thread', type = int, default = Constant.CheckThread, help = 'number of check thread')
    mainParser.add_argument('-v', '--version', help = 'show version', action = 'store_true')
    return mainParser.parse_args(rawArgs)


if __name__ == '__main__':
    if len(sys.argv) > 1 and sys.argv[1].lower() == 'test':  # test mode
        from Test import runTest
        runTest(sys.argv[2:])
        sys.exit(0)

    mainArgs = parseArgs(sys.argv[1:])
    if mainArgs.version:  # output version and exit
        print('ProxyC version %s' % Constant.Version)
        sys.exit(0)
    Constant.LogLevel = mainArgs.log  # overwrite global options
    Constant.DnsServer = mainArgs.dns
    Constant.ApiPort = mainArgs.port
    Constant.ApiPath = mainArgs.path
    Constant.ApiToken = mainArgs.token
    Constant.CheckThread = mainArgs.thread


if __name__ == '__main__':
    from Utils.Check import Check
    from Utils import Api, DnsProxy
    from Utils.Logger import logger
    from Utils.Manager import Manager
    from concurrent.futures import ThreadPoolExecutor


def pythonCompile(dirRange: str = '/') -> None:  # python optimize compile
    for optimize in [-1, 1, 2]:
        compileall.compile_dir(dirRange, quiet = 1, optimize = optimize)
        logger.info('Python optimize compile -> %s (level = %i)' % (dirRange, optimize))


def runCheck(taskId: str, taskInfo: dict) -> None:
    success = True
    checkResult = {}
    try:
        checkResult = Check(taskId, taskInfo)  # check by task info
        logger.warning('[%s] Task finish' % taskId)
    except checkException as exp:
        success = False
        logger.error('[%s] Task error -> %s' % (taskId, exp))
    except:
        success = False
        logger.error('[%s] Task error -> Unknown error' % taskId)
    finally:
        if not success:  # got some error in check process
            taskInfo.pop('check')
            checkResult = {
                **taskInfo,
                'success': False,
            }
        Manager.finishTask(taskId, checkResult)  # commit check result


def loop(threadNum: int) -> None:
    logger.warning('Loop check start -> %i threads' % threadNum)
    threadPool = ThreadPoolExecutor(max_workers = threadNum)  # init thread pool
    while True:
        try:
            taskId, taskInfo = Manager.popTask()  # pop a task
            logger.warning('[%s] Load new task' % taskId)
        except:  # no more task
            time.sleep(2)
            continue
        threadPool.submit(runCheck, taskId, taskInfo)  # submit into thread pool


if __name__ == '__main__':
    logger.warning('ProxyC starts running (%s)' % Constant.Version)
    _thread.start_new_thread(pythonCompile, ('/usr',))  # python compile (generate .pyc file)
    _thread.start_new_thread(DnsProxy.start, (Constant.DnsServer, 53))  # start dns server
    _thread.start_new_thread(loop, (Constant.CheckThread, ))  # start check loop
    Api.startServer()  # start api server