Config.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# @Time    : 2019/1/5 20:23
# @Author  : Miyouzi
# @File    : Config.py
# @Software: PyCharm

import os, json, re, sys, requests, time, random, codecs, chardet
import sqlite3
import socket
from curl_cffi import requests as curl_requests
from urllib.parse import quote
from urllib.parse import urlencode

# 你猜猜看我是 .exe 或是 .py 檔案
if getattr(sys, 'frozen', False):
    working_dir = os.path.dirname(sys.executable)
else:
    working_dir = os.path.dirname(os.path.realpath(__file__))

config_path = os.path.join(working_dir, 'config.json')
sn_list_path = os.path.join(working_dir, 'sn_list.txt')
cookie_path = os.path.join(working_dir, 'cookie.txt')
logs_dir = os.path.join(working_dir, 'logs')
aniGamerPlus_version = 'v25.2'
latest_config_version = 18.0
latest_database_version = 2.0
cookie = None
max_multi_thread = 5
max_multi_downloading_segment = 5
tasks_progress_rate = {}  # 储存任务进度, 供面板使用,
# 格式: {sn: {'rate': 任务进度百分比(float), 'status': 任务状态, 'filename': 文件名} }
# 任务状态有:  '正在下載' '正在解密合并' '正在移至番劇目錄' '任務失敗, 等待重啓' '等待下載'


def __color_print(sn, err_msg, detail='', status=0, no_sn=False, display=True):
    # 避免与 ColorPrint.py 相互调用产生问题
    try:
        err_print(sn, err_msg, detail=detail, status=status, no_sn=no_sn, display=display)
    except UnboundLocalError:
        from ColorPrint import err_print
        err_print(sn, err_msg, detail=detail, status=status, no_sn=no_sn, display=display)


def get_max_multi_thread():
    return max_multi_thread


def legalize_filename(filename):
    # 文件名合法化
    legal_filename = re.sub(r'\|+', '｜', filename)  # 处理 | , 转全型｜
    legal_filename = re.sub(r'\?+', '？', legal_filename)  # 处理 ? , 转中文 ？
    legal_filename = re.sub(r'\*+', '＊', legal_filename)  # 处理 * , 转全型＊
    legal_filename = re.sub(r'<+', '＜', legal_filename)  # 处理 < , 转全型＜
    legal_filename = re.sub(r'>+', '＞', legal_filename)  # 处理 < , 转全型＞
    legal_filename = re.sub(r'\"+', '＂', legal_filename)  # 处理 " , 转全型＂
    legal_filename = re.sub(r':+', '：', legal_filename)  # 处理 : , 转中文：
    legal_filename = re.sub(r'\\', '＼', legal_filename)  # 处理 \ , 转全型＼
    legal_filename = re.sub(r'/', '／', legal_filename)  # 处理 / , 转全型／
    return legal_filename


def get_working_dir():
    return working_dir


def get_config_path():
    return config_path


def get_sn_list_content():
    # 返回 sn_list 所有内容, 包括注释, 提供给 Web 控制台
    if not os.path.exists(sn_list_path):
        return ""
    with open(sn_list_path, 'r', encoding='utf-8') as f:
        return f.read()


def __init_settings():
    if os.path.exists(config_path):
        os.remove(config_path)
    settings = {'bangumi_dir': '',
                'temp_dir': '',
                'classify_bangumi': True,  # 控制是否建立番剧目录
                'classify_season': False,  # 控制是否建立季度子目录
                'check_frequency': 5,  # 检查 cd 时间, 单位分钟
                'download_cd': 60,  # 下載冷卻時間(秒)
                'parse_sn_cd': 5,  # sn 页面(即播放界面)解析冷却时间
                'download_resolution': '1080',  # 下载分辨率
                'lock_resolution': False,  # 锁定分辨率, 如果分辨率不存在, 则宣布下载失败
                'only_use_vip': False,  # 锁定 VIP 账号下载
                'default_download_mode': 'latest',  # 仅下载最新一集，另一个模式是 'all' 下载所有及日后更新
                'use_copyfile_method': False,  # 转移视频至番剧目录时是否使用复制法, 使用 True 以兼容 rclone 挂载盘
                'multi-thread': 1,  # 最大并发下载数
                'multi_upload': 3,  # 最大并发上传数
                'segment_download_mode': True,  # 由 aniGamerPlus 下载分段, False 为 ffmpeg 下载
                'multi_downloading_segment': 2,  # 在上面配置为 True 时有效, 每个视频并发下载分段数
                'segment_max_retry': 8,  # 在分段下载模式时有效, 每个分段最大重试次数, -1 为 无限重试
                'add_bangumi_name_to_video_filename': True,
                'add_resolution_to_video_filename': True,  # 是否在文件名中添加清晰度说明
                'customized_video_filename_prefix': '【動畫瘋】',  # 用户自定前缀
                'customized_bangumi_name_suffix': '',  # 用户自定义番剧名后缀 (在剧集名之前)
                'customized_video_filename_suffix': '',  # 用户自定后缀
                'video_filename_extension': 'mp4',  # 视频扩展名/封装格式
                'zerofill': 1,  # 剧集名补零, 此项填补足位数, 小于等于 1 即不补零
                # cookie的自动刷新对 UA 有检查
                'ua': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36",
                "browser_fingerprint": {
                    "ja3": "771,4865-4866-4867-49195-49199-49196-49200-52393-52392-49171-49172-156-157-47-53,43-35-65281-16-23-27-65037-10-18-45-17613-51-11-0-5-13-41,4588-29-23-24,0",
                    "akamai": "1:65536;2:0;4:6291456;6:262144|15663105|0|m,a,s,p"
                },
                'use_proxy': False,
                'proxy': 'http://user:passwd@example.com:1000',  # 代理功能, config_version v13.0 删除链式代理
                "no_proxy_akamai": False,  # 不代理 akamai CDN
                'upload_to_server': False,
                'ftp': {  # 将文件上传至远程服务器
                    'server': '',
                    'port': '',
                    'user': '',
                    'pwd': '',
                    'tls': True,
                    'cwd': '',  # 文件存放目录, 登陆后首先进入的目录
                    'show_error_detail': False,
                    'max_retry_num': 15
                },
                'user_command': 'shutdown -s -t 60',
                'coolq_notify': False,
                'coolq_settings': {
                    'msg_argument_name': 'message',
                    'message_suffix': '追加的資訊',
                    'query': [
                        'http://127.0.0.1:5700/send_group_msg?access_token=abc&group_id=12345678',
                        'http://127.0.0.1:5700/send_group_msg?access_token=abc&group_id=87654321'
                    ]
                },
                'telebot_notify': False,
                'telebot_token': "",
                'telebot_use_chat_id': False,
                'telebot_chat_id': "",
                'discord_notify': False,
                'discord_token': '',
                'plex_refresh': False,
                'plex_url': '',
                'plex_token': '',
                'plex_section': '',
                'plex_naming': False, # 適配PLEX命名規則
                'faststart_movflags': False,
                'audio_language': False,
                'use_mobile_api': False,
                'danmu': False,
                'danmu_ban_words': [],
                'check_latest_version': True,  # 是否检查新版本
                'read_sn_list_when_checking_update': True,
                'read_config_when_checking_update': True,
                'ads_time': 25,
                'mobile_ads_time': 25,
                'use_dashboard': True,
                'dashboard': {
                    'host': '127.0.0.1',
                    'port': 5000,
                    'SSL': False,
                    'BasicAuth': False,
                    'username': 'admin',
                    'password': 'admin'
                },
                'save_logs': True,
                'quantity_of_logs': 7,
                'config_version': latest_config_version,
                'database_version': latest_database_version
                }
    with open(config_path, 'w', encoding='utf-8') as f:
        json.dump(settings, f, ensure_ascii=False, indent=4)


def __update_settings(old_settings):  # 升级配置文件
    new_settings = old_settings.copy()
    if 'check_latest_version' not in new_settings.keys():  # v2.0 新增检查更新开关
        new_settings['check_latest_version'] = True

    if 'tls' not in new_settings['ftp'].keys():  # v2.0 新增 FTP over TLS 开关
        new_settings['ftp']['tls'] = True

    if 'upload_to_server' not in new_settings.keys():  # v2.0 新增上传开关
        new_settings['upload_to_server'] = False

    if 'use_proxy' not in new_settings.keys():  # v2.0 新增代理开关
        new_settings['use_proxy'] = False

    if 'show_error_detail' not in new_settings['ftp'].keys():  # v2.0 新增显示FTP传输错误开关
        new_settings['ftp']['show_error_detail'] = False

    if 'max_retry_num' not in new_settings['ftp'].keys():  # v2.0 新增显示FTP重传尝试数
        new_settings['ftp']['max_retry_num'] = 10

    if 'read_sn_list_when_checking_update' not in new_settings.keys():  # v2.0 新增开关: 每次检查更新时读取sn_list
        new_settings['read_sn_list_when_checking_update'] = True

    if 'multi_upload' not in new_settings.keys():  # v2.0 新增最大并行上传任务数
        new_settings['multi_upload'] = 3

    if 'read_config_when_checking_update' not in new_settings.keys():  # v2.0 新增开关: 每次检查更新时读取config.json
        new_settings['read_config_when_checking_update'] = True

    if 'add_bangumi_name_to_video_filename' not in new_settings.keys():  # v3.0 新增开关, 文件名可以单纯用剧集命名
        new_settings['add_bangumi_name_to_video_filename'] = True

    if 'segment_download_mode' not in new_settings.keys():  # v3.1 新增分段下载模式开关
        new_settings['segment_download_mode'] = True

    if 'multi_downloading_segment' not in new_settings.keys():  # v3.1 新增分段下载模式下每个视频并发下载分段数
        new_settings['multi_downloading_segment'] = 2

    new_settings['database_version'] = latest_database_version  # v3.2 新增数据库版本号

    if 'save_logs' not in new_settings.keys():  # v4.0 新增日志开关
        new_settings['save_logs'] = True

    if 'quantity_of_logs' not in new_settings.keys():  # v4.0 新增日志数量配置(一天一日志)
        new_settings['quantity_of_logs'] = 7

    if 'temp_dir' not in new_settings.keys():  # v4.0 新增缓存目录选项
        new_settings['temp_dir'] = ''

    if 'lock_resolution' not in new_settings.keys():
        new_settings['lock_resolution'] = False  # v4.1 新增分辨率锁定开关

    if 'ua' not in new_settings.keys():  # v4.2 新增 UA 配置
        new_settings['ua'] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36"

    if 'classify_bangumi' not in new_settings.keys():
        new_settings['classify_bangumi'] = True  # v5.0 新增是否建立番剧目录开关

    if 'classify_season' not in new_settings.keys():
        new_settings['classify_season'] = False  # 新增是否建立番剧季度子目錄

    if 'plex_naming' not in new_settings.keys():
        new_settings['plex_naming'] = False

    if 'use_copyfile_method' not in new_settings.keys():
        # v6.0 新增视频转移方法开关, 配置 True 以适配 rclone 挂载盘
        new_settings['use_copyfile_method'] = False

    if 'zerofill' not in new_settings.keys():
        # v6.0 新增剧集名补零, 该项数字为补足位数, 默认为 1, 小于等于 1 即不补 0
        new_settings['zerofill'] = 1

    if 'customized_bangumi_name_suffix' not in new_settings.keys():
        # v7.0 新增自定义番剧名后缀
        new_settings['customized_bangumi_name_suffix'] = ''

    if 'user_command' not in new_settings.keys():
        # v8.0 新增命令行模式完成后, 执行自定义命令
        # 默认命令为一分钟后关机
        new_settings['user_command'] = 'shutdown -s -t 60'

    if 'segment_download_max_retry' not in new_settings.keys():
        # v9.0 新增分段模式下, 分段重试次数
        new_settings['segment_max_retry'] = 8

    if 'coolq_notify' not in new_settings.keys():
        # v9.0 新增推送通知到CQ的功能
        new_settings['coolq_notify'] = False
        new_settings['coolq_settings'] = {
            'host': '127.0.0.1',
            'port': '5700',
            'SSL': False,
            'api': 'send_group_msg',
            'query': {
                'group_id': '123456789',
            },
            "user_message": ""
        }

    if 'telebot_notify' not in new_settings.keys():
        # 新增推送通知到TG的功能
        new_settings['telebot_notify'] = False
        new_settings['telebot_token'] = ""
        new_settings['telebot_use_chat_id'] = False
        new_settings['telebot_chat_id'] = ""

    if 'discord_notify' not in new_settings.keys():
        # 新增推送通知到TG的功能
        new_settings['discord_notify'] = False
        new_settings['discord_token'] = ''

    if 'plex_refresh' not in new_settings.keys():
        # 新增 plex 自動更新
        new_settings['plex_refresh'] = False
        new_settings['plex_url'] = ''
        new_settings['plex_token'] = ''
        new_settings['plex_section'] = ''
        new_settings['plex_naming'] = False

    if 'faststart_movflags' not in new_settings.keys():
        # v9.0 新增功能: 将 metadata 移至视频文件头部
        # 此功能可以更快的在线播放视频
        new_settings['faststart_movflags'] = False

    if 'video_filename_extension' not in new_settings.keys():
        # v17 新增用户自定义视频扩展名
        new_settings['video_filename_extension'] = 'mp4'

    if 'audio_language' not in new_settings.keys():
        # v19 添加音轨日语标签  #37
        new_settings['audio_language'] = False

    if 'audio_language_jpn' in new_settings.keys():
        del new_settings['audio_language_jpn']

    if 'proxy' not in new_settings.keys() or 'proxies' in new_settings.keys():
        # v20 删除链式代理功能
        if new_settings['proxies']["1"]:
            # 转移用户原有配置
            new_settings['proxy'] = new_settings['proxies']["1"]
        else:
            new_settings['proxy'] = 'http://user:passwd@example.com:1000'
        del new_settings['proxies']

    if 'use_dashboard' not in new_settings.keys():
        # v20 上线 Web 控制台
        new_settings['use_dashboard'] = True

    if 'dashboard' not in new_settings.keys():
        new_settings['dashboard'] = {
            'host': '127.0.0.1',
            'port': 5000,
            'SSL': False,
            'BasicAuth': False,
            'username': 'admin',
            'password': 'admin'
        }

    if 'ads_time' not in new_settings.keys():
        new_settings['ads_time'] = 25

    if 'danmu' not in new_settings.keys():
        # 支持下载弹幕
        # https://github.com/miyouzi/aniGamerPlus/pull/66
        new_settings['danmu'] = False

    if 'danmu_ban_words' not in new_settings.keys():
        new_settings['danmu_ban_words'] = []

    if 'use_mobile_api' not in new_settings.keys():
        # v21.0 新增使用APP API #69
        new_settings['use_mobile_api'] = False

    if 'mobile_ads_time' not in new_settings.keys():
        new_settings['mobile_ads_time'] = 25  # 使用APP API非会员广告等待时间可低至 3s

    if 'message_suffix' not in new_settings['coolq_settings'].keys():
        # v21.1 新增
        new_settings['coolq_settings']['message_suffix'] = "追加的資訊"

    if 'user_message' in new_settings['coolq_settings'].keys():
        # QQ机器人推送通知可以通过配置追加通知内容
        new_settings['coolq_settings']['message_suffix'] = new_settings['coolq_settings']['user_message']
        del new_settings['coolq_settings']['user_message']

    if 'msg_argument_name' not in new_settings['coolq_settings'].keys():
        # v21.1 让用户自行构造QQ机器人 URL
        new_settings['coolq_settings']['msg_argument_name'] = "message"

    if 'SSL' in new_settings['coolq_settings'].keys():
        # 继承用户配置
        if new_settings['coolq_settings']['SSL']:
            req = 'https://'
        else:
            req = 'http://'
        req = req + new_settings['coolq_settings']['host'] + ':' + new_settings['coolq_settings']['port'] + '/' \
              + new_settings['coolq_settings']['api'] + '?' + urlencode(new_settings['coolq_settings']['query'])

        new_settings['coolq_settings']['query'] = [req]
        del new_settings['coolq_settings']['host']
        del new_settings['coolq_settings']['port']
        del new_settings['coolq_settings']['api']
        del new_settings['coolq_settings']['SSL']

    if 'only_use_vip' not in new_settings.keys():
        new_settings['only_use_vip'] = False

    if 'no_proxy_akamai' not in new_settings.keys():
        # v24.3 添加是否代理 akamai CDN （视频流）
        new_settings['no_proxy_akamai'] = False

    if 'download_cd' not in new_settings.keys():
        # v24.4 下載冷卻時間(秒)
        new_settings['download_cd'] = 60

    if 'parse_sn_cd' not in new_settings.keys():
        # v24.4 sn解析冷卻時間(秒)
        new_settings['parse_sn_cd'] = 5

    if 'browser_fingerprint' not in new_settings.keys():
        # v25.0 添加浏览器指纹配置
        new_settings['browser_fingerprint'] = {
            'ja3': '771,4865-4866-4867-49195-49199-49196-49200-52393-52392-49171-49172-156-157-47-53,0-10-65281-17613-43-45-16-5-65037-13-35-27-18-23-11-51,4588-29-23-24,0',
            'akamai': '1:65536;2:0;4:6291456;6:262144|15663105|0|m,a,s,p'
        }

    new_settings['config_version'] = latest_config_version
    with open(config_path, 'w', encoding='utf-8') as f:
        json.dump(new_settings, f, ensure_ascii=False, indent=4)
    msg = '配置文件從 v' + str(old_settings['config_version']) + ' 升級到 v' + str(latest_config_version) + ' 你的有效配置不會丟失!'
    __color_print(0, msg, status=2, no_sn=True)


def __update_database(old_version):
    db_path = os.path.join(working_dir, 'aniGamer.db')
    conn = sqlite3.connect(db_path)
    cursor = conn.cursor()

    def creat_table():
        cursor.execute('CREATE TABLE IF NOT EXISTS anime ('
                       'sn INTEGER PRIMARY KEY NOT NULL,'
                       'title VARCHAR(100) NOT NULL,'
                       'anime_name VARCHAR(100) NOT NULL, '
                       'episode VARCHAR(10) NOT NULL,'
                       'status TINYINT DEFAULT 0,'
                       'remote_status INTEGER DEFAULT 0,'
                       'resolution INTEGER DEFAULT 0,'
                       'file_size INTEGER DEFAULT 0,'
                       'local_file_path VARCHAR(500),'
                       "[CreatedTime] TimeStamp NOT NULL DEFAULT (datetime('now','localtime')))")

    try:
        cursor.execute('SELECT COUNT(*) FROM anime')
    except sqlite3.OperationalError as e:
        if 'no such table' in str(e):
            # 如果不存在表, 则新建
            creat_table()

    try:
        cursor.execute('SELECT COUNT(local_file_path) FROM anime')
    except sqlite3.OperationalError as e:
        if 'no such column' in str(e):
            # 更早期的数据库没有 local_file_path , 做兼容
            cursor.execute('ALTER TABLE anime ADD local_file_path VARCHAR(500)')

    try:
        cursor.execute('SELECT COUNT(sn) FROM anime')
    except sqlite3.OperationalError as e:
        if 'no such column' in str(e):
            # 数据库 v2.0  将 ns 列改名为 sn
            cursor.execute('ALTER TABLE anime RENAME TO animeOld')
            creat_table()
            cursor.execute("INSERT INTO "
                           "anime (sn,title,anime_name,episode,status,remote_status,resolution,file_size,local_file_path,[CreatedTime]) "
                           "SELECT "
                           "ns,title,anime_name,episode,status,remote_status,resolution,file_size,local_file_path,[CreatedTime] "
                           "FROM animeOld")
            cursor.execute('DROP TABLE animeOld')

    cursor.close()
    conn.commit()
    conn.close()
    msg = '資料庫從 v' + str(old_version) + ' 升級到 v' + str(latest_database_version) + ' 内部資料不會丟失'
    __color_print(0, msg, status=2, no_sn=True)


def __read_settings_file() -> dict:
    try:
        with open(config_path, 'r', encoding='utf-8') as f:
            # 转义win路径
            return json.loads(re.sub(r'\\', '\\\\\\\\', f.read()))
    except json.JSONDecodeError:
        # 如果带有 BOM 头, 则去除
        try:
            # del_bom(config_path)
            check_encoding(config_path)
            # 重新读取
            with open(config_path, 'r', encoding='utf-8') as f:
                return json.loads(re.sub(r'\\', '\\\\\\\\', f.read()))
        except BaseException as e:
            __color_print(0, '讀取配置發生異常, 將重置配置! ' + str(e), status=1, no_sn=True)
            __init_settings()
            with open(config_path, 'r', encoding='utf-8') as f:
                return json.load(f)
    except BaseException as e:
        __color_print(0, '讀取配置發生異常, 將重置配置! ' + str(e), status=1, no_sn=True)
        __init_settings()
        with open(config_path, 'r', encoding='utf-8') as f:
            return json.load(f)


def del_bom(path, display=True):
    # 处理 UTF-8-BOM
    have_bom = False
    with open(path, 'rb') as f:
        content = f.read()
        if content.startswith(codecs.BOM_UTF8):
            content = content[len(codecs.BOM_UTF8):]
            have_bom = True
    if have_bom:
        filename = os.path.split(path)[1]
        if display:
            __color_print(0, '發現 ' + filename + ' 帶有BOM頭, 將移除后保存', no_sn=True)
        try_counter = 0
        while True:
            try:
                with open(path, 'wb') as f:
                    f.write(content)
            except BaseException as e:
                if try_counter > 3:
                    if display:
                        __color_print(0, '無BOM ' + filename + ' 保存失敗! 发生异常: ' + str(e), status=1, no_sn=True)
                    raise e
                random_wait_time = random.uniform(2, 5)
                time.sleep(random_wait_time)
                try_counter = try_counter + 1
            else:
                if display:
                    __color_print(0, '無BOM ' + filename + ' 保存成功', status=2, no_sn=True)
                break


def read_settings(config='') -> dict:
    if config == '':
        if not os.path.exists(config_path):
            __init_settings()

        settings = __read_settings_file()
    else:
        # 用于检查 web 控制台回传的配置是否正确
        settings = config

    if 'database_version' in settings.keys():
        if settings['database_version'] < latest_database_version:
            __update_database(settings['database_version'])
    else:
        # 如果该版本配置下没有 database_version 项, 则数据库版本应该是1.0
        settings['database_version'] = 1.0
        __update_database(1.0)

    if settings['config_version'] < latest_config_version:
        __update_settings(settings)  # 升级配置
        settings = __read_settings_file()  # 重新载入

    if settings['ftp']['port']:
        settings['ftp']['port'] = int(settings['ftp']['port'])

    # 防呆
    settings['check_frequency'] = int(settings['check_frequency'])
    settings['download_resolution'] = str(settings['download_resolution'])
    settings['multi-thread'] = int(settings['multi-thread'])
    settings['zerofill'] = int(settings['zerofill'])  # 保证为整数
    if not re.match(r'^(all|latest|largest-sn)$', settings['default_download_mode']):
        settings['default_download_mode'] = 'latest'  # 如果输入非法模式, 将重置为 latest 模式
    if settings['quantity_of_logs'] < 1:  # 日志数量不可小于 1
        settings['quantity_of_logs'] = 7

    if not settings['ua']:
        # 如果 ua 项目为空
        settings['ua'] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36"

    # 如果用户自定了番剧目录且存在
    if settings['bangumi_dir'] and os.path.exists(settings['bangumi_dir']):
        # 番剧路径规范化
        settings['bangumi_dir'] = os.path.abspath(settings['bangumi_dir'])
    else:
        # 如果用户没有有自定番剧目录或目录不存在，则保存在本地 bangumi 目录
        settings['bangumi_dir'] = os.path.join(working_dir, 'bangumi')

    # 如果用户自定了缓存目录且存在
    if settings['temp_dir'] and os.path.exists(settings['temp_dir']):
        # 缓存路径规范化
        settings['temp_dir'] = os.path.abspath(settings['temp_dir'])
    else:
        # 如果用户没有有自定缓存目录或目录不存在，则保存在本地 temp 目录
        settings['temp_dir'] = os.path.join(working_dir, 'temp')

    settings['working_dir'] = working_dir
    settings['aniGamerPlus_version'] = aniGamerPlus_version

    use_gost = False
    if not (re.match(r'^http://', settings['proxy'].lower())
            or re.match(r'^https://', settings['proxy'].lower())
            or re.match(r'^socks5://', settings['proxy'].lower())  # v12开始原生支持 socks5 代理
            or re.match(r'^socks5h://', settings['proxy'].lower())):  # socks5h 远程解析域名
        #  如果出现非自身支持的协议
        use_gost = True  # 则启用gost
    settings['use_gost'] = use_gost
    if not settings['proxy']:
        settings['use_proxy'] = False

    if settings['multi-thread'] > max_multi_thread:
        # 如果线程数超限
        settings['multi-thread'] = max_multi_thread

    if settings['multi_downloading_segment'] > max_multi_downloading_segment:
        # 如果并发分段数超限
        settings['multi_downloading_segment'] = max_multi_downloading_segment

    if settings['video_filename_extension'].lower() == 'flv':
        # flv 格式会输出异常, 强制重置
        settings['video_filename_extension'] = 'mp4'

    if settings['video_filename_extension'].lower() != 'mp4':
        # 如果封装格式不是 mp4 则强制关闭 metadata 前置
        settings['faststart_movflags'] = False

    if settings['save_logs']:
        # 刪除过期日志
        __remove_superfluous_logs(settings['quantity_of_logs'])

    if settings['use_dashboard']:
        # 如果启用的控制台, 那么检查是否存在Dashboard目录
        if not os.path.exists(os.path.join(working_dir, 'Dashboard')):
            settings['use_dashboard'] = False
            __color_print(0, 'Web控制面板', '未發現控制面板所必須的Dashboard資料夾, 强制禁用控制面板!', no_sn=True, status=1)
            write_settings(settings)

    if settings.get('browser_fingerprint', {}).get('ja3'):
        # https://github.com/lexiforest/curl_cffi/issues/549
        # 移除 curl-cffi 不支持的指纹参数
        settings['browser_fingerprint']['ja3'] = settings.get('browser_fingerprint', {}).get('ja3').replace('-17613', '').replace('-41', '')

    # v25.0 强制冷却时间3s以上
    settings['parse_sn_cd'] = max(settings['parse_sn_cd'], 3)

    return settings


def check_encoding(file_path):
    # 识别文件编码, 将非 UTF-8 编码转为 UTF-8
    with open(file_path, 'rb') as f:
        data = f.read()
        file_encoding = chardet.detect(data)['encoding']  # 识别文件编码
        if file_encoding == 'utf-8' or file_encoding == 'ascii':
            # 如果为 UTF-8 编码, 无需操作
            return
        else:
            # 如果为其他编码, 则转为 UTF-8 编码, 包含處理 BOM 頭
            with open(file_path, 'wb') as f2:
                __color_print(0, '檔案讀取', file_path + ' 編碼為 ' + file_encoding + ' 將轉碼為 UTF-8', no_sn=True, status=1)
                data = data.decode(file_encoding)  # 解码
                data = data.encode('utf-8')  # 编码
                f2.write(data)  # 写入文件
                __color_print(0, '檔案讀取', file_path + ' 轉碼成功', no_sn=True, status=2)


def read_sn_list():
    settings = read_settings()

    # 防呆 https://github.com/miyouzi/aniGamerPlus/issues/5
    error_sn_list_path = sn_list_path.replace('sn_list.txt', 'sn_list.txt.txt')
    if os.path.exists(error_sn_list_path):
        os.rename(error_sn_list_path, sn_list_path)

    if not os.path.exists(sn_list_path):
        return {}

    if not os.path.getsize(sn_list_path):
        # 如果文件是空的, https://github.com/miyouzi/aniGamerPlus/issues/38
        return {}

    # del_bom(sn_list_path)  # 去除 BOM
    check_encoding(sn_list_path)
    with open(sn_list_path, 'r', encoding='utf-8') as f:
        sn_dict = {}
        bangumi_tag = ''
        for i in f.readlines():
            if re.match(r'^@.+', i):  # 读取番剧分类
                bangumi_tag = i[1:-1]
                continue
            elif re.match(r'^@ *', i):
                bangumi_tag = ''
                continue
            i = re.sub(r'#.+\n', '', i).strip()  # 刪除注释
            i = re.sub(r' +', ' ', i)  # 去除多余空格
            a = i.split(" ")
            if not a[0]:  # 跳过纯注释行
                continue
            if re.match(r'^\d+$', a[0]):
                rename = ''
                if len(a) > 1:  # 如果有特別指定下载模式
                    if re.match(r'^(all|latest|largest-sn)$', a[1]):  # 仅认可合法的模式
                        sn_dict[int(a[0])] = {'mode': a[1]}
                    else:
                        sn_dict[int(a[0])] = {'mode': settings['default_download_mode']}  # 非法模式一律替换成默认模式
                    # 是否有设定番剧重命名
                    if re.match(r'.*<.*>.*', i):
                        rename = re.findall(r'<.*>', i)[0][1:-1]
                else:  # 没有指定下载模式则使用默认设定
                    sn_dict[int(a[0])] = {'mode': settings['default_download_mode']}
                bangumi_tag = re.sub(r"( )+$", "", bangumi_tag)
                sn_dict[int(a[0])]['tag'] = bangumi_tag
                sn_dict[int(a[0])]['rename'] = rename
        return sn_dict


def test_cookie():
    # 测试cookie.txt是否存在, 是否能正常读取, 并记录日志
    read_cookie(log=True)


def read_cookie(log=False):
    # 如果 cookie 已读入内存, 则直接返回
    global cookie
    if cookie is not None:
        return cookie
    # 兼容旧版cookie命名
    old_cookie_path = cookie_path.replace('cookie.txt', 'cookies.txt')
    if os.path.exists(old_cookie_path):
        os.rename(old_cookie_path, cookie_path)
    # 防呆 https://github.com/miyouzi/aniGamerPlus/issues/5
    error_cookie_path = cookie_path.replace('cookie.txt', 'cookie.txt.txt')
    if os.path.exists(error_cookie_path):
        os.rename(error_cookie_path, cookie_path)
    # 用户可以将cookie保存在程序所在目录下，保存为 cookies.txt ，UTF-8 编码
    if os.path.exists(cookie_path):
        # 防止 Cookie 文件为空报错
        if os.path.getsize(cookie_path) == 0:
            return None
        # del_bom(cookie_path)  # 移除 bom
        check_encoding(cookie_path)  # 移除 bom
        if log:
            __color_print(0, '讀取cookie', detail='發現cookie檔案', no_sn=True, display=False)
        with open(cookie_path, 'r', encoding='utf-8') as f:
            for line in f.readlines():
                if not line.isspace():  # 跳过空白行
                    cookies = line.replace('\n', '')  # 刪除换行符
                    cookies = dict([list(map(lambda x: quote(x, safe='') if re.match(r'[\u4e00-\u9fa5]', x) else x,  l.split("=", 1))) for l in cookies.split("; ")])
                    cookies.pop('ckBH_lastBoard', 404)
                    cookie = cookies
                    if log:
                        __color_print(0, '讀取cookie', detail='已讀取cookie', no_sn=True, display=False)
                    return cookie  # cookie仅一行, 读到后马上return
    else:
        __color_print(0, '讀取cookie', detail='未發現cookie檔案', no_sn=True, display=False)
        cookie = {}
        return cookie
    # 如果什么也没读到(空文件)
    __color_print(0, '讀取cookie', detail='cookie檔案為空', no_sn=True, status=1)
    invalid_cookie()
    cookie = {}
    return cookie


def invalid_cookie():
    # 当cookie失效时, 将cookie改名, 避免重复尝试失效的cookie
    if os.path.exists(cookie_path):
        invalid_cookie_path = cookie_path.replace('cookie.txt', 'invalid_cookie.txt')
        try:
            global cookie
            cookie = None  # 重置已读取的cookie
            if os.path.exists(invalid_cookie_path):
                os.remove(invalid_cookie_path)
            os.rename(cookie_path, invalid_cookie_path)
        except BaseException as e:
            __color_print(0, 'cookie狀態', '嘗試標記失效cookie時遇到未知錯誤: ' + str(e), no_sn=True, status=1)
        else:
            __color_print(0, 'cookie狀態', '已成功標記失效cookie', no_sn=True, display=False)


def time_stamp_to_time(timestamp):
    # 把时间戳转化为时间: 1479264792 to 2016-11-16 10:53:12
    # 代码来自: https://www.cnblogs.com/shaosks/p/5614630.html
    timeStruct = time.localtime(timestamp)
    return time.strftime('%Y-%m-%d %H:%M:%S', timeStruct)


def get_cookie_time():
    # 获取 cookie 修改时间
    cookie_time = os.path.getmtime(cookie_path)
    return time_stamp_to_time(cookie_time)


def renew_cookies(new_cookie, log=True):
    global cookie
    cookie = None  # 重置cookie
    new_cookie_str = ''
    for key, value in new_cookie.items():
        new_cookie_str = new_cookie_str + key + '=' + value + '; '
    new_cookie_str = new_cookie_str[0:-2]
    # print(new_cookie_str)
    try_counter = 0
    while True:
        try:
            with open(cookie_path, 'w', encoding='utf-8') as f:
                f.write(new_cookie_str)
        except BaseException as e:
            if try_counter > 3:
                __color_print(0, '新cookie保存失敗! 发生异常: ' + str(e), status=1, no_sn=True)
                break
            random_wait_time = random.uniform(2, 5)
            time.sleep(random_wait_time)
            try_counter = try_counter + 1
        else:
            if log:
                __color_print(0, '新cookie保存成功', no_sn=True, display=False)
            break


def bahamut_request(method, url, **kwargs):
    # 巴哈站點請求統一走 curl-cffi，通過 TLS 指紋驗證
    settings = read_settings()
    bf = settings.get('browser_fingerprint', {})
    ja3 = bf.get('ja3') or None
    akamai = bf.get('akamai') or None
    if 'firefox' in settings['ua'].lower():
        impersonate = 'firefox'
    else:
        impersonate = 'chrome'
    headers = dict(kwargs.pop('headers', None) or {})
    if not any(k.lower() == 'user-agent' for k in headers):
        headers['User-Agent'] = settings['ua']
    kwargs['headers'] = headers
    if settings.get('use_proxy') and settings.get('proxy'):
        kwargs['proxies'] = {'https': settings['proxy'], 'http': settings['proxy']}
    kwargs.setdefault('timeout', 10)
    session = curl_requests.Session(impersonate=impersonate, ja3=ja3, akamai=akamai)
    try:
        return session.request(method, url, **kwargs)
    except curl_requests.RequestsError as e:
        raise requests.exceptions.RequestException(str(e)) from e


def read_latest_version_on_github():
    req = 'https://api.github.com/repos/miyouzi/aniGamerPlus/releases/latest'
    session = requests.session()
    remote_version = {}
    try:
        latest_releases_info = session.get(req, timeout=3).json()
        remote_version['tag_name'] = latest_releases_info['tag_name']
        remote_version['body'] = latest_releases_info['body']  # 更新内容
        __color_print(0, '檢查更新', '檢查更新成功', no_sn=True, display=False)
    except:
        remote_version['tag_name'] = aniGamerPlus_version  # 拉取github版本号失败
        remote_version['body'] = ''
        __color_print(0, '檢查更新', '檢查更新失敗', no_sn=True, display=False)
    return remote_version


def __remove_superfluous_logs(max_num):
    if os.path.exists(logs_dir):
        logs_list = [x for x in os.listdir(logs_dir) if 'web' not in x]
        if len(logs_list) > max_num:
            logs_list.sort()
            logs_need_remove = logs_list[0:len(logs_list) - max_num]
            for log in logs_need_remove:
                log_path = os.path.join(logs_dir, log)
                os.remove(log_path)
                __color_print(0, '刪除過期日志: ' + log, no_sn=True, display=False)


def write_settings(web_config):
    web_config = read_settings(web_config)  # 正规化配置

    # 还原配置
    a = os.path.join(working_dir, 'bangumi')  # 默认番剧目录
    b = os.path.join(working_dir, 'temp')  # 默认缓存目录
    if os.path.normcase(web_config['bangumi_dir']) == os.path.normcase(a):
        web_config["bangumi_dir"] = ''
    if os.path.normcase(web_config['temp_dir']) == os.path.normcase(b):
        web_config['temp_dir'] = ''
    del web_config['working_dir']
    del web_config['aniGamerPlus_version']
    del web_config['use_gost']

    # 配置写入磁盘
    with open(config_path, 'w', encoding='utf-8') as f:
        json.dump(web_config, f, ensure_ascii=False, indent=4)


def write_sn_list(sn_list_content):
    with open(sn_list_path, 'w', encoding='utf-8') as f:
        f.write(sn_list_content)


def get_local_ip():
    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
    try:
        s.connect(('8.8.8.8', 80))
        local_ip = s.getsockname()[0]
    except:
        local_ip.close()
    return local_ip


def parse_proxy(proxy_str: str) -> dict:
    if len(proxy_str) == 0 or proxy_str.isspace():
        return {}

    result = {}

    if re.match(r'.*@.*', proxy_str):
        proxy_user = re.sub(r':(\/\/)?', '', re.findall(r':\/\/.*?:', proxy_str)[0])
        proxy_passwd = re.sub(r'(:\/\/:)?@?', '', re.sub(proxy_user, '', re.findall(r':.*@', proxy_str)[0]))
        result['proxy_user'] = proxy_user
        result['proxy_passwd'] = proxy_passwd
        proxy_str = proxy_str.replace(proxy_user + ':' + proxy_passwd + '@', '')
    else:
        result['proxy_user'] = None
        result['proxy_passwd'] = None

    proxy_protocol = re.sub(r':\/\/.*', '', proxy_str).upper()
    proxy_ip = re.sub(r':(\/\/)?', '', re.findall(r':.*:', proxy_str)[0])
    proxy_port = re.sub(r':', '', re.findall(r':\d+', proxy_str)[0])

    result['proxy_protocol'] = proxy_protocol
    result['proxy_ip'] = proxy_ip
    result['proxy_port'] = proxy_port

    return result


if __name__ == '__main__':
    pass