import json import operator import subprocess from dbController import DbController dbController = DbController(); import requests import log import shutil from datetime import datetime logger = log.logger from userController import UserController userController =UserController(); class CustomModel(): def caculate_string(self,a, b, c): if a == None or c == None: return True d = {'<': operator.lt, '<=': operator.le, '=': operator.eq, '>': operator.gt, '>=': operator.ge} return d[b](str(a), str(c)) def caculate_logic(self,a, b, c): d = {'<': operator.lt, '<=': operator.le, '=': operator.eq, '>': operator.gt, '>=': operator.ge} return d[b](float(a), float(c)) def dataFilter(self, businessInfo, filter_str): field_json=json.loads(businessInfo['result']) filter_json=json.loads(filter_str); # with open('field.json', 'r', encoding='utf-8')as fp: filter_dict = {} for k in filter_json: # print(k) field_dict = {} if k in field_json.keys(): for k2 in filter_json[k]: if k2 in field_json[k].keys(): field_dict[k2] = field_json[k][k2] else: print('The field2 does not exist!') filter_dict[k] = field_dict else: print('The field does not exist!') with open('result.json', 'w', encoding='utf8')as fp: json.dump(filter_dict, fp, ensure_ascii=False) # print('filter finished!') return filter_dict def callCustom(self,field_json,model_path): # with open('field.json', 'r', encoding='utf-8')as fp: # field_json = json.load(fp) with open(model_path, 'r', encoding='utf-8')as fp: condition_json = json.load(fp) condition_result = [] for k in condition_json.keys(): select_data = condition_json[k]['select_data'] condition_result_k2 = [] logic_k2 = [] for k2 in select_data: condition_result_k2.append( self.caculate_string(field_json[k2['first_class']][k2['second_class']], k2['logic'], k2['value'])) logic_k2.append(k2['mark']) # print(condition_result_k2) temp_condition = condition_result_k2[0] for i in range(1, len(condition_result_k2)): if logic_k2[i] == 'AND': temp_condition = temp_condition and condition_result_k2[i] elif logic_k2[i] == 'OR': temp_condition = temp_condition or condition_result_k2[i] if condition_json[k]['result'] == '拒绝': temp_condition = not temp_condition condition_result.append(temp_condition) result = condition_result[0] # field_json = json.load(fp) # # with open('filter.json', 'r', encoding='utf-8')as fp: # filter_json = json.load(fp) filter_dict = {} # print(len(condition_result)) for i in range(1, len(condition_result)): result = result and condition_result[i] # print("结果是"+str(result)) return result def query_by_http(self, url, businessInfo): credit_json = businessInfo["result"] request_data = { 'queryReq': credit_json } # logger.info(json.dumps(request_data)) headers = {"Content-Type": "application/json"} resp = requests.post(url, data=json.dumps(request_data), headers=headers) return resp.text def query_by_python(self, python_path, jsonFile): execute = "python {} '{}'".format(python_path, jsonFile) # print(execute) output = subprocess.Popen(execute, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) res = output.stdout.readlines() return res def query_by_java_jar(self,jar_path, jsonFile): execute = "java -jar {} '{}'".format(jar_path, jsonFile) # print(execute) output = subprocess.Popen(execute, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) res = output.stdout.readlines() return res def doCustomModel(self,productNum,businessInfo,xml_path,file_name,startTime): # 获取用户信息 product_num = productNum file_name = file_name userController.getConn(); user_list = userController.getUser(); userController.getModelByUserAndNum(user_list,product_num); for user in user_list: if user["user_name"]=='test': model_list=user["model_list"]; # if user.get('field_data') !=None: if model_list != []: for model in model_list: model_name = model["model_name"] else: dbController.getConn() parse_info = str(businessInfo["result"]) parse_info = parse_info.replace("'", "\\'") filter_info = "没有设置自定义模型而无法解析" sql = "INSERT INTO filter_result(report_name,product_num,filter_info,parse_info,start_time) VALUES ('" + file_name + "', '" + productNum + "', '" + filter_info + "', '" + parse_info + "', '" + startTime + "')" # print(sql) dbController.execSql(sql) # if i==1: # break dbController.commit() userController.getFieldByUserAndModel(user_list,model_name); base_path="D:/jin_rong/model_data/" base_url="http://127.0.0.1:" # print(user_list) for user in user_list: model_list=user["model_list"]; # if user.get('field_data') !=None: if 1: for model in model_list: # print(model) if(model.get('product_num')!=None): # print("11111");模型对应产品号非空才走下面流程 print(model) if(model['product_num'].find(productNum)>=0 ): # ` 自定义模型 print("模型类型是："+str(model["model_type"])) if model["model_type"]==0: # read_data=json.loads(businessInfo['result']) # print(businessInfo["result"]) # print("11111");#模型对应产品号非空才走下面流程 if businessInfo["result"]=="": result = {"approveResult": "0", "rule": "白户"} uploadAudit(result, businessInfo["businessNum"], productNum) return 0 # read_data = businessInfo parse_info = str(businessInfo["result"]) parse_info = parse_info.replace("'","\\'") print("user['field_data']是") print(user) read_data = self.dataFilter(businessInfo, user['field_data']); #yuan在此更新数据库，插入字段组合的过滤结果read_data，500字段的解析结果businessInfo #字段组合过滤结果的表需更新，500字段解析结果表需新建 endTime = str(datetime.now()) # 结束时间 # dbController.getConn() # filter_info = str(read_data) # filter_info = filter_info.replace("'","\\'") # sql = "INSERT INTO filter_result(report_name,filter_info,parse_info) VALUES ('" + file_name + "', '"+ filter_info+"', '"+ parse_info +"')" # dbController.execSql(sql) # dbController.commit() inner_path = xml_path.replace("test_data", "test_data/execed_filter") # print(inner_path) txtPath = inner_path.replace(".xml", ".txt") # print("txt路径"+txtPath) with open(txtPath, 'w', encoding='utf-8') as fp: fp.write(str(read_data)) # dbController.getConn() # report_name = file_name # # sql = "INSERT INTO parse_result(report_name,fmodel_name,result_info,created_by) " \ # "VALUES ('" + report_name +"', '1', '"+ str(read_data)+"','1', 'test')" # print(sql) # dbController.execSql(sql) # dbController.commit() result=self.callCustom(read_data,base_path+user['user_name']+"_"+model['model_name']+'.json'); if result: res = {"approveResult": "1"} # print("征信通过") # dbController.getConn() # # print(len(sqlMap)) # sql = "INSERT INTO credit_approval(approval_result,credit_name) VALUES ('征信通过', '" + file_name + "')" # # print(sql) # dbController.execSql(sql) # # if i==1: # # break # dbController.commit() # yuan新增入库 dbController.getConn() # filter_info = str(read_data) # filter_info = filter_info.replace("'", "\\'") filter_info = "征信通过" sql = "INSERT INTO filter_result(report_name,product_num,filter_info,parse_info,start_time,end_time) VALUES ('" + file_name + "', '" + productNum + "', '" + filter_info + "', '" + parse_info + "', '" + startTime + "', '" + endTime + "')" # print(sql) dbController.execSql(sql) dbController.commit() print("this is not a sadf") uploadAudit(res, businessInfo["businessNum"], productNum); # print("this is a sadf") return 0 else: res = {"approveResult": "0"} # print("征信未通过") # yuan新增入库 dbController.getConn() # filter_info = str(read_data) # filter_info = filter_info.replace("'", "\\'") filter_info = "征信失败" sql = "INSERT INTO filter_result(report_name,product_num,filter_info,parse_info,start_time,end_time) VALUES ('" + file_name + "', '" + productNum + "', '" + filter_info + "', '" + parse_info + "', '" + startTime + "', '" + endTime + "')" # print(sql) dbController.execSql(sql) dbController.commit() # 默认上传审批结果 # print(res) # uploadAudit(res, businessInfo["businessNum"], productNum); # return 0 elif model["model_type"]==1: read_data = self.dataFilter(businessInfo, user['field_data']); jsonPath = xml_path.replace(".xml", "_json.txt") with open(jsonPath, 'w', encoding='utf-8') as fp: json.dump(read_data, fp, ensure_ascii=False) result=self.query_by_java_jar(base_path+"/"+user['user_name']+"/"+model['other_data'],jsonPath); with open(jsonPath, 'w', encoding='utf-8') as fp: fp.write(json.dumps(result)) uploadJsonFile(businessInfo, jsonPath) return 1 elif model["model_type"] == 2: read_data = self.dataFilter(businessInfo, user['field_data']); jsonPath = xml_path.replace(".xml", "_json.txt") with open(jsonPath, 'w', encoding='utf-8') as fp: json.dump(read_data, fp, ensure_ascii=False) result=self.query_by_python(base_path+"/"+user['user_name']+"/"+model['other_data'],jsonPath); with open(jsonPath, 'w', encoding='utf-8') as fp: fp.write(json.dumps(result)) uploadJsonFile(businessInfo, jsonPath) return 2 elif model["model_type"] == 3: result=self.query_by_http(base_url+model['other_data'],businessInfo); jsonPath = xml_path.replace(".xml", "_json.txt") with open(jsonPath, 'w', encoding='utf-8') as fp: fp.write(json.dumps(result)) uploadJsonFile(businessInfo, jsonPath) return 3 elif model["model_type"]==4: uploadJsonFile(businessInfo,xml_path.replace(".xml", ".txt")) return -1; return None from parseCreditXmlModel import uploadJsonFile, uploadAudit