#!/usr/bin/env python # -*- encoding: utf-8 -*- """ @Version: 1.0 @Python Version:3.6.6 @Author: ludq1 @Email: ludq1@chinaunicom.cn @date: 2023/04/07 11:40:00 @Description: """ import logging import re import uuid from datetime import datetime from functools import reduce from typing import Union, Optional import urllib3 from urllib3.util import Url from .globalconst import GlobalConst, DateTimeConst, RegexPatternConst from .my_baseexception import create_base_exception from .my_stringutils import MyStringUtils from .my_utils import MyUtils class Utility: """ 全局工具类 """ @classmethod def gen_new_domain_from_csm_domain( cls, csm_domain: str, replace_csm_console_to: str, csm_console: str = "csm.console", ) -> str: r""" 根据 https://csm.console.tg.unicom.local/csm-microsrv 地址, 将 csm.console 替换成指定内容, 生成类似 https://cke.console.tg.unicom.local 的地址 :param csm_domain: 示例 https://csm.console.tg.unicom.local/csm-microsrv :param replace_csm_console_to: 示例 cke.console :param csm_console: 为了扩展该方法, 可以将其他域名进行替换, 该参数默认值为 csm.console """ if not csm_domain: return "" parse_result: Url = urllib3.util.parse_url(csm_domain) scheme = parse_result.scheme host: str = parse_result.host port = parse_result.port host = host.replace(csm_console, replace_csm_console_to) if port is not None: result = f"{scheme}://{host}:{port}" else: result = f"{scheme}://{host}" return result @classmethod def dict2jsonstr(cls, a_dict: dict, value_when_obj_is_none: str = 'null') -> str: r""" 将dict转成jsonstr Args: a_dict: 待转成json字符串的 dict value_when_obj_is_none: 当 a_dict 为 None 时返回的字符串,默认为null Returns: """ return MyUtils.dict2jsonstr(a_dict, value_when_obj_is_none) @classmethod def list2jsonstr(cls, a_list: Union[list, tuple], value_when_obj_is_none: str = 'null') -> str: r""" 将list or tuple 转成jsonstr Args: a_list: 待转成json字符串的 list or tuple value_when_obj_is_none: 当 a_list 为 None 时返回的字符串,默认为null Returns: """ return MyUtils.list2jsonstr(a_list, value_when_obj_is_none) @classmethod def jsonstr2dict(cls, a_jsonstr: str, b_raise_error_when_illegal: bool = False) -> dict: r""" 将 jsonstr 转成 dict Args: a_jsonstr: json格式的字符串 b_raise_error_when_illegal: 当字符串不合法时抛出异常还是返回None Returns: """ return MyUtils.jsonstr2dict(a_jsonstr, b_raise_error_when_illegal) @classmethod def jsonstr2list(cls, a_jsonarrstr: str, b_raise_error_when_illegal: bool = False) -> list: r""" 将 jsonstr 转成 list Args: a_jsonarrstr: jsonarr格式的字符串 b_raise_error_when_illegal: 当字符串不合法时抛出异常还是返回None Returns: """ return MyUtils.jsonstr2list(a_jsonarrstr, b_raise_error_when_illegal) @classmethod def format_result(cls, ret_val: str, ret_code: str) -> str: r""" 将ret_val和ret_code格式化成 ryy项目组使用的标准json 字符串, 即 { "RetCode": ret_code , "RetVal": ret_val } Args: ret_val:string 返回结果 ret_code:string 返回码 Returns: json 返回json数据 """ dict_ret = { GlobalConst.RETKEY_RET_VAL: ret_val, GlobalConst.RETKEY_RET_CODE: ret_code } return cls.dict2jsonstr(dict_ret) @classmethod def format_error(cls, ret_val: str, ret_code: str = GlobalConst.RETCODE_COMMON_ERROR) -> str: r""" 格式化错误信息 Args: ret_val: string 输出结果 ret_code:string 返回码 Returns: json 返回错误结果 """ return cls.format_result(ret_val, ret_code) @classmethod def format_success(cls, ret_val: str, ret_code: str = GlobalConst.RETCODE_SUCESS_CODE) -> str: r""" 格式化错误信息 Args: ret_val: string ret_code:string 返回码 Returns: json 返回正确结果 """ return cls.format_result(ret_val, ret_code) @classmethod def do_filter_xss(cls, to_filter_str: str) -> str: r""" 防xss处理,将 < 替换成#《#,将 > 替换成 #》# Args: to_filter_str: string Returns: """ return MyUtils.do_filter_xss(to_filter_str) @classmethod def now_day(cls, a_date: datetime = None, format_str: str = None) -> str: r""" 以 %Y-%m-%d 格式化日期,默认为当前日期,时间为当前时区的时间字符串 Args: a_date: format_str: Returns: """ if a_date is None: a_date = datetime.now() return cls.format_date(a_date, format_str or DateTimeConst.COMMON_DATE_FORMAT) @classmethod def now_daytime(cls, a_date: datetime = None, format_str: str = None) -> str: r""" 以 %Y-%m-%d %H:%M:%S 格式化日期,默认为当前日期,时间为当前时区的时间字符串 Args: a_date: format_str: Returns: """ if a_date is None: a_date = datetime.now() return cls.format_date(a_date, format_str or DateTimeConst.COMMON_DATETIME_FORMAT) @classmethod def now_daytime_utc(cls, a_date: datetime = None, format_str: str = None) -> str: r""" 以 %Y-%m-%dT%H:%M:%SZ 格式化日期,默认为 datetime.utcnow(),,时间为标准时区的时间字符串 Args: a_date: format_str: Returns: """ if a_date is None: a_date = datetime.utcnow() return cls.format_date(a_date, format_str or DateTimeConst.RFC3339_DATETIME_FORMAT) @classmethod def format_date_to_utc(cls, a_date: datetime, format_str: str = None) -> str: r""" 以 %Y-%m-%d %H:%M:%S 格式化日期,默认为当前日期,格式化后的字符串不会转换时区 Args: a_date: format_str: Returns: """ if not isinstance(a_date, datetime): raise ValueError("a_date 不是日期类型") return a_date.strftime(format_str or DateTimeConst.RFC3339_DATETIME_FORMAT) @classmethod def format_date(cls, a_date: datetime, format_str: str = None) -> str: r""" 以 %Y-%m-%d %H:%M:%S 格式化日期,默认为当前日期,格式化后的字符串不会转换时区 Args: a_date: format_str: Returns: """ if not isinstance(a_date, datetime): raise ValueError("a_date 不是日期类型") return a_date.strftime(format_str or DateTimeConst.COMMON_DATETIME_FORMAT) @classmethod def parse_datestr(cls, a_datestr: str, pattern_str: str = None) -> Optional[datetime]: r""" 解析日期字符串为日期, 解析失败返回None,解析的时间是当前时区的时间, 如果要转换时区,请使用以下语句,先进行时区替换 create_time = create_time.replace(tzinfo=pytz.timezone("UTC")).astimezone(pytz.timezone("Asia/Shanghai")) Args: a_datestr: 自动对 a_datestr 进行trim 操作 pattern_str: Returns: """ # 判断字符串是否是 blank,无需解析的情况 if isinstance(a_datestr, datetime): return a_datestr if MyStringUtils.is_empty(a_datestr, trim=True): return None # 强制转成字符串 a_datestr = MyStringUtils.to_str(a_datestr, trim=True) # 尝试使用提供的 pattern 解析字符串 if not MyStringUtils.is_empty(pattern_str, trim=True): try: return datetime.strptime(a_datestr, MyStringUtils.to_str(pattern_str)) except Exception: pass for tmp_pattern in DateTimeConst.ALL_DATEFORMAT_PATTERNS: try: return datetime.strptime(a_datestr, tmp_pattern) except Exception: pass return None @classmethod def check_param_equal(cls, to_check_param: str, base_value: str, err_msg: str) -> None: r""" 检查 to_check_param 和 base_value 是否相等,不相等则抛出异常 Args: to_check_param: base_value: err_msg: Returns: """ if not MyStringUtils.equals(to_check_param, base_value): raise create_base_exception('参数检查错误:{}'.format(err_msg)) @classmethod def check_param_bool(cls, to_check_param: bool, err_msg: str) -> None: r""" 检查 to_check_param 是否为true,否则抛出异常 Args: to_check_param: err_msg: Returns: """ if bool is None or not isinstance(to_check_param, bool): raise create_base_exception('参数检查错误(参数类型不是bool):{}'.format(err_msg)) if not to_check_param: raise create_base_exception('参数检查错误:{}'.format(err_msg)) @classmethod def check_param_none_or_empty(cls, to_check_param: str, err_msg: str, trim: bool = False) -> None: r""" 检查 to_check_param 是否为true,否则抛出异常 Args: to_check_param: err_msg: trim: Returns: """ if MyStringUtils.is_empty(MyStringUtils.to_str(to_check_param), trim=trim): raise create_base_exception('参数检查错误:{}'.format(err_msg)) @classmethod def check_param_jsonstr(cls, to_check_param: str, err_msg: str) -> dict: r""" 检查 to_check_param 是否是json格式的字符串,不是则抛出异常 , 是则返回dict Args: to_check_param: err_msg: Returns: """ a_dict = cls.jsonstr2dict(to_check_param) if a_dict is None: raise create_base_exception('参数检查错误:{}'.format(err_msg)) else: return a_dict @classmethod def do_filter_mysql_param(cls, to_filter_param: str, append_fix: str = "'") -> Optional[str]: r""" mysql防注入使用,用于过滤(替换)拼接字符串中的参数,当拼接`key`='value'时,对value中的特殊字符进行替换 Args: to_filter_param: append_fix: Returns: """ if to_filter_param is None: return None if isinstance(to_filter_param, int): to_filter_param = f"{to_filter_param}" elif isinstance(to_filter_param, dict): to_filter_param = MyUtils.dict2jsonstr(to_filter_param) elif isinstance(to_filter_param, list): to_filter_param = MyUtils.list2jsonstr(to_filter_param) elif hasattr(to_filter_param, "to_dict"): to_filter_param = MyUtils.dict2jsonstr(to_filter_param.to_dict()) elif not isinstance(to_filter_param, str): raise create_base_exception(f'精确参数to_filter_param 不是字符串/数字/字典/列表/to_dict对象') elif not isinstance(append_fix, str): raise create_base_exception('append_fix 不是字符串') if not MyStringUtils.is_empty(to_filter_param): to_filter_param = to_filter_param.replace("\\", "\\\\").replace("'", "\\'") return '{0}{1}{0}'.format(append_fix, to_filter_param) @classmethod def do_filter_mysql_field(cls, to_filter_field: str, append_fix: str = "`") -> Optional[str]: r""" sql防注入使用,用于过滤(替换)拼接字符串中的参数,当拼接`key`='value'时,对key中的特殊字符进行替换 Args: to_filter_field: append_fix: 默认为 ` Returns: """ if to_filter_field is None or to_filter_field == '': return to_filter_field if not isinstance(to_filter_field, str): raise create_base_exception('to_filter_field 不是字符串') elif not isinstance(append_fix, str): raise create_base_exception('append_fix 不是字符串') to_filter_field = to_filter_field.replace("\\", "\\\\") to_filter_field = to_filter_field.replace(append_fix, f"\\{append_fix}") return '{0}{1}{0}'.format(append_fix, to_filter_field) @classmethod def do_filter_mysql_param_with_single_quotes_for_fuzzy_search( cls, to_filter_param: str, append_fix: str = "'" ) -> Optional[str]: r""" mysql防注入使用,用于过滤(替换)拼接字符串中的参数,当拼接`key`='value'时,对value中的特殊字符进行替换 Args: to_filter_param: append_fix: 默认为 ' Returns: """ if to_filter_param is None: return to_filter_param if not isinstance(to_filter_param, str): raise ValueError('模糊参数to_filter_param 不是字符串') elif not isinstance(append_fix, str): raise ValueError('append_fix 不是字符串') if MyStringUtils.is_empty(to_filter_param): return '{0}{1}{0}'.format(append_fix, '%') else: to_filter_param = to_filter_param.replace("\\", "\\\\") to_filter_param = to_filter_param.replace("%", "\\%") to_filter_param = to_filter_param.replace("_", "\\_") to_filter_param = to_filter_param.replace(append_fix, f"\\{append_fix}") return '{0}{1}{2}{1}{0}'.format(append_fix, '%', to_filter_param) @classmethod def is_hasxss(cls, to_check_str: str) -> str: r""" 检查 是否包含 script label strictscript encodestrictscript 标签 Args: to_check_str: Returns: 返回EMPTY 表示没有xss,其他内容为错误信息 """ to_check_str = MyStringUtils.to_str(to_check_str) if MyStringUtils.is_empty(to_check_str): return MyStringUtils.EMPTY # 定义要匹配的正则表达式 match_dict = { 'script': '.*<\\s*script\\s*>.*.*', 'label': '.*<\\s*.*\\s*>.*.*', 'strictscript': '.*<\\s*.*=.*\\s*>.*', 'encodestrictscript': '.*%3C\\s*.*%3D.*\\s*%3B.*' } for tmp_k, tmp_v in match_dict.items(): tmp_pattern = re.compile(tmp_v, re.S | re.I) if re.search(tmp_pattern, to_check_str): return '存在违规数据:{}'.format(tmp_k) return MyStringUtils.EMPTY @classmethod def list_join_to_str(cls, to_join_list: Union[list, tuple], separator_str: str = ',', wrapper_str: str = None, ignore_none: bool = True) -> str: r""" 连接 list,使用 separator_str ,当值为 None 时可以忽略,也可以当做 null字符串 添加,但是不追加 wrapper_str Args: to_join_list: separator_str: 默认使用逗号 wrapper_str: ignore_none: Returns: """ if to_join_list is None: return MyStringUtils.EMPTY if not isinstance(to_join_list, (list, tuple)): raise ValueError("要连接的对象不是list或tuple") if not to_join_list: return MyStringUtils.EMPTY if wrapper_str is None: wrapper_str = MyStringUtils.EMPTY if separator_str is None: separator_str = "," separator_str = MyStringUtils.to_str(separator_str) wrapper_str = MyStringUtils.to_str(wrapper_str) def map_wrap_str(a_str): if a_str is None: return a_str else: return '{0}{1}{0}'.format(wrapper_str, a_str) tmp_r = map(map_wrap_str, to_join_list) def reduce_join_str(a_str, b_str) -> Optional[str]: if ignore_none and (a_str is None or b_str is None): return a_str or b_str else: if a_str is None: a_str = 'null' if b_str is None: b_str = 'null' return '{0}{2}{1}'.format(a_str, b_str, separator_str) return reduce(reduce_join_str, tmp_r) @classmethod def join_str(cls, *to_join_list: str, separator_str: str = '', wrapper_str: str = None, ignore_none: bool = True) -> str: r""" 连接 list,使用 separator_str ,当值为 None 时可以忽略,也可以当做 null字符串 添加,但是不追加 wrapper_str Args: to_join_list: separator_str: 默认使用空字符串 wrapper_str: ignore_none:默认为True Returns: """ return cls.list_join_to_str(to_join_list, separator_str=separator_str, wrapper_str=wrapper_str, ignore_none=ignore_none) @classmethod def join_str_with_none(cls, *to_join_list: str, separator_str: str = '', wrapper_str: str = None, ignore_none: bool = False) -> str: r""" 连接 list,使用 separator_str ,当值为 None 时可以忽略,也可以当做 null字符串 添加,但是不追加 wrapper_str Args: to_join_list: separator_str: 默认使用空字符串 wrapper_str: ignore_none: 默认为False Returns: """ return cls.list_join_to_str(to_join_list, separator_str=separator_str, wrapper_str=wrapper_str, ignore_none=ignore_none) @classmethod def create_uuid(cls, with_dash: bool = False) -> str: r""" 生成随机字符串,例如"bc520134-cffc-46f4-8e47-7313b3b2485b" , 默认没有 - 字符 Args: with_dash: Returns: """ if with_dash: return MyStringUtils.to_str(uuid.uuid1()) else: return MyStringUtils.to_str(uuid.uuid1()).replace('-', MyStringUtils.EMPTY) @classmethod def check_url_illegal(cls, url_str: str) -> bool: r""" 判断URL是否合法 判断依据是网址以http://开头,不能以/结尾,至少有一个小数点
返回 true=成功 false=失败
判断前会进行trim Args: url_str: Returns: """ url_str = MyStringUtils.to_str(url_str, trim=True) if MyStringUtils.is_empty(url_str): return False tmp_pattern = re.compile(RegexPatternConst.URL_PATTERN) if re.match(tmp_pattern, url_str): return True else: return False @classmethod def filter_utf8mb4(cls, to_filter_str: str) -> Optional[str]: r""" 过滤字符串中的 4字节字符 Args: to_filter_str: Returns: """ if to_filter_str is None: return to_filter_str if MyStringUtils.is_empty(to_filter_str): return MyStringUtils.EMPTY def reduce_join_str(a_str: str, b_str: str) -> str: a_bytestr = a_str.encode() b_bytestr = b_str.encode() if len(a_str) == 1 and len(a_bytestr) >= 4: a_str = None if len(b_bytestr) >= 4: b_str = None return Utility.join_str(a_str, b_str, separator_str=MyStringUtils.EMPTY) return reduce(reduce_join_str, to_filter_str) @classmethod def find_utf8mb4(cls, a_str: str) -> str: r""" 查找 字符串中第一个 4字节字符,如果返回空字符串,则说明字符串中不包含4字节字符 Args: a_str: Returns: """ if MyStringUtils.is_empty(a_str, trim=True): return MyStringUtils.EMPTY for tmp_char in MyStringUtils.to_str(a_str, trim=True): tmp_charbytestr = tmp_char.encode() if len(tmp_charbytestr) >= 4: return tmp_char return MyStringUtils.EMPTY @classmethod def do_check_and_put_param(cls, arg_dict: dict, to_check_param_dict: dict, param_type: int, date_format_str: str = None) -> dict: r""" 检查 to_check_param_dict 中的参数并put到 arg_dict 中, 0=int型参数 1=number型参数 2=date型参数 如果参数为None或空字符串则不进行检查和put, 否则 检查其值是否合法,合法则put到map中, 不合法则抛出异常 最后返回 arg_dict Args: arg_dict: to_check_param_dict: key为参数名称 value为参数值 param_type: 0=int型参数 1=number型参数 2=date型参数 date_format_str: 参数类型为日期时使用的格式化字符串,默认为使用默认的格式化字符串,目前是 %Y-%m-%d %H:%M:%S Returns: """ if not isinstance(arg_dict, dict): raise ValueError('arg_dict 不是字典') if to_check_param_dict is None: return arg_dict if not isinstance(to_check_param_dict, dict): raise ValueError('to_check_param_dict 不是字典') for tmp_key, tmp_value in to_check_param_dict.items(): param_name = MyStringUtils.to_str(tmp_key) param_value = MyStringUtils.to_str(tmp_value) if MyStringUtils.is_empty(param_value): continue tmp_error = create_base_exception(cls.join_str_with_none('参数', param_name, '不合法'), submitted_webarg=cls.join_str_with_none('提供的', param_name, '的值为', param_value)) if param_type == 0: # 检查 int型参数并put # 整型就是整型,防止是浮点或布尔 if isinstance(param_value, (float, bool)): raise tmp_error encountered_e = None try: test_val = int(param_value) arg_dict[param_name] = str(test_val) except Exception as e: encountered_e = e if encountered_e: raise tmp_error.with_traceback(encountered_e.__traceback__) elif param_type == 1: # 检查 number型参数并put encountered_e = None try: test_val = float(param_value) arg_dict[param_name] = str(test_val) except Exception as e: encountered_e = e if encountered_e: raise tmp_error.with_traceback(encountered_e.__traceback__) elif param_type == 2: # 检查 date型参数并put encountered_e = None try: test_val = cls.parse_datestr(param_value) arg_dict[param_name] = cls.format_date(test_val, format_str=date_format_str) except Exception as e: encountered_e = e if encountered_e: raise tmp_error.with_traceback(encountered_e.__traceback__) else: raise ValueError(f"param_type的值不支持,提供的值为{param_type}") return arg_dict @classmethod def do_check_and_put_param_for_not_none_or_empty(cls, arg_dict: dict, to_check_param_dict: dict, ignore_none: bool = True, ignore_empty: bool = True) -> dict: r""" 检查 to_check_param_dict 中的参数并put到 arg_dict 中, 如果参数为None时 ignore_none 为True 则不进行put,否则put null值, 默认不put 如果参数为EMPTY时 ignore_empty为True 则不进行put,否则put EMPTY值, 默认不put 否则 put到 arg_dict 中 最后返回 arg_dict Args: arg_dict: to_check_param_dict: key为参数名称 value为参数值 ignore_none: ignore_empty: Returns: """ if not isinstance(arg_dict, dict): raise ValueError('arg_dict 不是字典') if to_check_param_dict is None: return arg_dict if not isinstance(to_check_param_dict, dict): raise ValueError('to_check_param_dict 不是字典') formatted_dict = MyUtils.format_dict_to_str_dict(to_check_param_dict, ignore_none=ignore_none, ignore_empty=ignore_empty) arg_dict.update(formatted_dict) return arg_dict @classmethod def get_env(cls, env_name: str) -> str: r""" 获取系统环境变量的内容 Args: env_name: Returns: """ return MyUtils.get_env(env_name) @classmethod def get_common_logger(cls, logger: logging.Logger = None) -> logging.Logger: r""" 获取一个通用的logger或者明确的返回app.logger Args: logger: Returns: """ if logger is None: # 初始化一个通用的logger logger = logging.getLogger('common_logout.logger') logger.setLevel(logging.INFO) logger.propagate = True handler = logging.StreamHandler() handler.setLevel(logging.INFO) formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') handler.setFormatter(formatter) logger.addHandler(handler) return logger