From b801a03a572becfd36f51306d95a3c498c24b635 Mon Sep 17 00:00:00 2001 From: Dnomd343 Date: Wed, 16 Feb 2022 21:01:49 +0800 Subject: [PATCH] update: complete web api server --- Web.py | 235 ++++++++++++++++++++++++++++++++++----------------------- 1 file changed, 140 insertions(+), 95 deletions(-) diff --git a/Web.py b/Web.py index 0987151..ac3cc16 100644 --- a/Web.py +++ b/Web.py @@ -4,7 +4,6 @@ import json import redis import random -import hashlib from flask import Flask, request apiPath = '/' @@ -44,114 +43,160 @@ def genError(message: str): # 生成JSON错误回复 'message': message } -def getAllTask(): # 获取当前所有检测任务 - # TODO: redis query - # print(redisObject.keys(redisPrefix + '*')) - return [ - '54cd9ba3a8e86f93', - 'f43c9bae21ae8693', - ] - def addCheckTask(priority, checkList, proxyList): # 检测任务加入数据库 - digestList = [] - checkId = genRandomId() - for proxyInfo in proxyList: - digest = hashlib.md5(json.dumps({ - 'check': checkList, - 'info': proxyInfo, - }).encode(encoding = 'UTF-8')).hexdigest() # 计算节点摘要 - digestList.append(digest) - repeatKey = redisObject.keys(redisPrefix + 'check-*-' + digest) - if repeatKey != []: # 存在重复 - repeatKey = str(repeatKey[0], encoding = 'utf-8') - repeatPriority = repeatKey[len(redisPrefix) + 6:][:1] # 获取原优先级 - if ord(repeatPriority) > ord(priority): # 原优先级较低 - redisObject.rename( # 提升优先级 - repeatKey, - redisPrefix + 'check-' + priority + '-' + digest - ) - else: + try: + tagList = [] + for proxyInfo in proxyList: + tag = genRandomId(32) # 32位检测ID + tagList.append(tag) redisObject.set( # 写入数据库 - redisPrefix + 'check-' + priority + '-' + digest, + redisPrefix + 'check-' + priority + '-' + tag, json.dumps({ - 'tag': digest, + 'tag': tag, 'check': checkList, 'info': proxyInfo }) ) - redisObject.set( # 记录任务 - redisPrefix + 'task-' + checkId, - json.dumps({ - 'checkId': checkId, - 'priority': priority, - 'check': checkList, - 'proxy': digestList, - 'checkNum': len(digestList), - 'completeNum': 0 - }) - ) + checkId = genRandomId(24) # 24位任务ID + redisObject.set( # 记录任务 + redisPrefix + 'task-' + checkId, + json.dumps({ + 'checkId': checkId, + 'priority': priority, + 'check': checkList, + 'proxy': tagList, + 'complete': False + }) + ) + return checkId + except: # 异常错误 + return None def getCheckList(): # 获取检测任务列表 - if request.args.get('token') != accessToken: # token无效 - return genError('invalid token') - return { - 'success': True, - 'taskList': getAllTask() - } + try: + if request.args.get('token') != accessToken: # token无效 + return genError('invalid token') + taskList = [] + rawTaskList = redisObject.keys(redisPrefix + 'task-*') + for task in rawTaskList: # 获取任务ID + taskList.append(str(task[len(redisPrefix) + 5:], encoding = 'utf-8')) + return { + 'success': True, + 'taskList': taskList + } + except: + return genError('server error') def newCheckTask(): # 新增检测任务 - import ProxyDecoder as Decoder - import ProxyFilter as Filter - - if httpPostArg('token') != accessToken: # token无效 - return genError('invalid token') - - priority = httpPostArg('priority') # 优先级选项 - if not priority in ['a','b','c','d','e']: - priority = 'c' # 默认优先级 - - checkList = httpPostArg('check') # 检测列表 - if checkList == None: - return genError('missing check list') - for checkMethod in checkList: - if not checkMethod in ['http']: - return genError('unknown check method `' + checkMethod + '`') - - proxyList = httpPostArg('proxy') # 代理列表 - if proxyList == None: - return genError('missing proxy list') - if isinstance(proxyList, str): # 单项任务 - proxyList = [ proxyList ] - for i in range(0, len(proxyList)): - if isinstance(proxyList[i], str): # 解码分享链接 - proxyList[i] = Decoder.decode(proxyList[i]) - if proxyList[i] == None: - return genError('could not decode index ' + str(i)) - status, proxyList[i] = Filter.filter(proxyList[i]) # 节点信息检查 - if status == False: # 节点不合法 - return genError('index ' + str(i) + ': ' + proxyList[i]) - - checkId = addCheckTask(priority, checkList, proxyList) # 任务加入数据库 - if checkId == None: # 异常错误 + try: + import ProxyDecoder as Decoder + import ProxyFilter as Filter + + if httpPostArg('token') != accessToken: # token无效 + return genError('invalid token') + + priority = httpPostArg('priority') # 优先级选项 + if not priority in ['a','b','c','d','e']: + priority = 'c' # 默认优先级 + + checkList = httpPostArg('check') # 检测列表 + if checkList == None: + return genError('missing check list') + for checkMethod in checkList: + if not checkMethod in ['http']: + return genError('unknown check method `' + checkMethod + '`') + + proxyList = httpPostArg('proxy') # 代理列表 + if proxyList == None: + return genError('missing proxy list') + if isinstance(proxyList, str): # 单项任务 + proxyList = [ proxyList ] + for i in range(0, len(proxyList)): + if isinstance(proxyList[i], str): # 解码分享链接 + proxyList[i] = Decoder.decode(proxyList[i]) + if proxyList[i] == None: + return genError('could not decode index ' + str(i)) + status, proxyList[i] = Filter.filter(proxyList[i]) # 节点信息检查 + if status == False: # 节点不合法 + return genError('index ' + str(i) + ': ' + proxyList[i]) + + checkId = addCheckTask(priority, checkList, proxyList) # 任务加入数据库 + if checkId == None: # 异常错误 + return genError('server error') + return { + 'success': True, + 'checkId': checkId + } + except: return genError('server error') - return { - 'success': True, - 'checkId': checkId - } def getTaskInfo(checkId): # 获取任务详情 - # TODO: get task info from redis - return { - 'success': True, - 'checkId': checkId - } + try: + taskKey = redisObject.keys(redisPrefix + 'task-' + checkId) + if taskKey == []: # 任务ID不存在 + return genError('invalid check id') + taskKey = str(taskKey[0], encoding = 'utf-8') + taskInfo = json.loads( + redisObject.get(taskKey) + ) + if taskInfo['complete'] == True: # 任务已完成 + return { + 'success': True, + 'complete': True, + 'checkId': checkId, + 'result': taskInfo['result'] + } + + completeNum = 0 # 测试完成数目 + for tag in taskInfo['proxy']: + if redisObject.keys(redisPrefix + 'result-' + tag) != []: # 暂未测试 + completeNum += 1 + if completeNum < len(taskInfo['proxy']): # 测试未完成 + return { + 'success': True, + 'complete': False, + 'checkId': checkId, + 'schedule': format(completeNum / len(taskInfo['proxy']), '.2f') + } + + checkResult = [] + for tag in taskInfo['proxy']: # 遍历检测结果 + checkResult.append( + json.loads( + redisObject.get(redisPrefix + 'result-' + tag) + ) + ) + redisObject.delete(redisPrefix + 'result-' + tag) # 删除测试结果 + taskInfo['complete'] = True + taskInfo['result'] = checkResult + redisObject.set(taskKey, json.dumps(taskInfo)) # 记入数据库 + return { + 'success': True, + 'complete': True, + 'checkId': checkId, + 'result': taskInfo['result'] + } + except: + return genError('server error') def deleteTask(checkId): # 删除任务 - # TODO: delete task from redis - return { - 'success': True, - 'checkId': checkId - } + try: + taskKey = redisObject.keys(redisPrefix + 'task-' + checkId) + if taskKey == []: # 任务ID不存在 + return genError('invalid check id') + taskKey = str(taskKey[0], encoding = 'utf-8') + taskInfo = json.loads( + redisObject.get(taskKey) + ) + if taskInfo['complete'] != True: # 任务未完成 + return genError('task not complete') + redisObject.delete(taskKey) + return { + 'success': True, + 'checkId': checkId + } + except: + return genError('server error') @api.route(apiPath + '/check', methods = ['GET','POST']) def apiCheck(): @@ -161,10 +206,10 @@ def apiCheck(): return newCheckTask() @api.route(apiPath + '/check/', methods = ['GET','DELETE']) -def check_id(checkId): +def apiCheckId(checkId): if request.method == 'GET': return getTaskInfo(checkId) - elif request.method == 'POST': + elif request.method == 'DELETE': return deleteTask(checkId) redisObject = redis.StrictRedis(