diff --git a/README.md b/README.md index 6671f56..2b6eaef 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,34 @@ # DouyinLiveRecorder -可循环值守的抖音直播录制软件，且支持多人同时录制 +一个可循环值守的抖音直播录制软件，支持同时录制多个直播间 + +  + +## 项目结构 + +``` +. +└── DouyinLiveRecorder/ + ├── /config -> (config record) + ├── /log -> (save runing log file) + ├── /backup_config -> (backup file) + ├── main.py -> (main file) + ├── spider.py-> (get live url) + ├── web_rid.py -> (get web_rid) + ├── ffmpeg.exe -> (record video) +``` + +  + +## 使用说明 + +- 运行主文件main.py启动程序 +- 在config文件夹内的配置文件中对录制进行配置以及添加录制直播间地址 +- 录制需要使用到PC端直播间页面的Cookie，请先在config.ini配置文件中添加后再进行录制 +- 注意事项① 录制使用到了ffmpeg，如果没有则无法进行录制 +- 注意事项② 录制时不能使用vpn代理，会被抖音禁止访问 + +  + +## 后续我会在这里不断更新其他直播平台的录制 欢迎给个star + +#### diff --git a/__init__.py b/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/config/URL_config.ini b/config/URL_config.ini new file mode 100644 index 0000000..2c3cc9b --- /dev/null +++ b/config/URL_config.ini @@ -0,0 +1,3 @@ +https://live.douyin.com/326500301367 +https://live.douyin.com/466747346712 +https://live.douyin.com/973349577278 \ No newline at end of file diff --git a/config/config.ini b/config/config.ini new file mode 100644 index 0000000..e1780c8 --- /dev/null +++ b/config/config.ini @@ -0,0 +1,21 @@ +[1] +直播地址 = +同一时间访问网络的线程数 = 3 +循环时间(秒) = 60 +排队读取网址时间(秒) = 0 +直播保存路径 = +视频保存格式ts|mkv|flv|mp4|ts音频|mkv音频 = mp4 +原画|超清|高清|标清 = 原画 +是否显示直播地址 = 否 +是否显示循环秒数 = 否 +ts格式分段录制是否开启 = 否 +视频分段大小(兆) = 1000 +ts录制完成后自动增加生成mp4格式 = 否 +ts录制完成后自动增加生成m4a格式 = 否 +追加格式后删除原文件 = 否 +生成时间文件 = 否 +是否显示浏览器 = 否 +短链接自动转换为长连接 = 否 +仅用浏览器录制 = 否 +cookies = ttwid=1^%^7CIkooT8SJQrpeYtHlSALuhz9BdcHpaaf9tHQRKHuDaYE^%^7C1687785070^%^7C6690250483b63b6482128174d0f93bd879614d76f1b6e03ca52e032cf7fbaafd; passport_csrf_token=52bece134ac246c81163cc93b72f86a6; passport_csrf_token_default=52bece134ac246c81163cc93b72f86a6; d_ticket=2b9e3eb3626216c0122f0d980f867deb7b414; odin_tt=36dcfa4bd95b1edf0e6445dc9584a7371b4b90a2a8c390292b9be44af8161e06d10e34e6e575bf43c45c0a5871229533; passport_assist_user=CjxqZLHwcDmhxMjoh8u0-Jz4Zmhcq9VzKQqpAjK3P9Ve87i4njjbsai_u6NAI6MebG4KH4QXtbfNRbRFWRgaSAo8oBvHC_eXhqSGSo1uWPz4KBGu9uo-UdwM-5ynbDuDQRybofj0pQlPexcYmVoryiYqpC7yMdKO4rSVclgNEJbxtA0Yia_WVCIBA78Lg84^%^3D; n_mh=hvnJEQ4Q5eiH74-84kTFUyv4VK8xtSrpRZG1AhCeFNI; passport_auth_status=a74f300f376940d65914eb148d55ca96^%^2C9ca487aea255972120d502f736c5dd7b; passport_auth_status_ss=a74f300f376940d65914eb148d55ca96^%^2C9ca487aea255972120d502f736c5dd7b; sso_auth_status=52ecac30d95890cc7896c880366aa21a; sso_auth_status_ss=52ecac30d95890cc7896c880366aa21a; sso_uid_tt=a71f659bc416b890eb13929ee82a4340; sso_uid_tt_ss=a71f659bc416b890eb13929ee82a4340; toutiao_sso_user=da6c1f563492114cf1ad2dac7617e3f4; toutiao_sso_user_ss=da6c1f563492114cf1ad2dac7617e3f4; sid_ucp_sso_v1=1.0.0-KDNhOTk2NzYzZjkzMGZkZDdlNDU4ODE3YjczNGE3MGExYTBhOGQ0OGIKHQjRpfzk8AEQn6LmpAYY7zEgDDCRxffLBTgCQPEHGgJsZiIgZGE2YzFmNTYzNDkyMTE0Y2YxYWQyZGFjNzYxN2UzZjQ; ssid_ucp_sso_v1=1.0.0-KDNhOTk2NzYzZjkzMGZkZDdlNDU4ODE3YjczNGE3MGExYTBhOGQ0OGIKHQjRpfzk8AEQn6LmpAYY7zEgDDCRxffLBTgCQPEHGgJsZiIgZGE2YzFmNTYzNDkyMTE0Y2YxYWQyZGFjNzYxN2UzZjQ; sid_guard=219f9f2d8838724307589f32debd7d62^%^7C1687785774^%^7C5183988^%^7CFri^%^2C+25-Aug-2023+13^%^3A22^%^3A42+GMT; uid_tt=9f33ebaf781ad75909d6d4edb0b46b86; uid_tt_ss=9f33ebaf781ad75909d6d4edb0b46b86; sid_tt=219f9f2d8838724307589f32debd7d62; sessionid=219f9f2d8838724307589f32debd7d62; sessionid_ss=219f9f2d8838724307589f32debd7d62; sid_ucp_v1=1.0.0-KGZkMzE1MGRhMTZiOTI4M2ZkOTkzMjIwNjQ5NmJhMjhjMzlhZmFmMGYKGQjRpfzk8AEQrqLmpAYY7zEgDDgCQPEHSAQaAmxmIiAyMTlmOWYyZDg4Mzg3MjQzMDc1ODlmMzJkZWJkN2Q2Mg; ssid_ucp_v1=1.0.0-KGZkMzE1MGRhMTZiOTI4M2ZkOTkzMjIwNjQ5NmJhMjhjMzlhZmFmMGYKGQjRpfzk8AEQrqLmpAYY7zEgDDgCQPEHSAQaAmxmIiAyMTlmOWYyZDg4Mzg3MjQzMDc1ODlmMzJkZWJkN2Q2Mg; LOGIN_STATUS=1; store-region=cn-fj; store-region-src=uid; __security_server_data_status=1; __live_version__=^%^221.1.1.1250^%^22; live_can_add_dy_2_desktop=^%^220^%^22; xgplayer_user_id=528819598596; publish_badge_show_info=^%^220^%^2C0^%^2C0^%^2C1689195658062^%^22; msToken=OqErXe8WFLs1OjcJCNX2pNWTvnMSJIKjUXQRa74H4uQo8Ea5hpI8L3zlpK2eq5GUyrHcnTbQ-Kw4UgEntfb9dXu4Ijfowp_LSMxN6AISaoDf-OZCFv2IFS1P4UY2DHYG; ttcid=b8ea42abb1954fd2a913086620d2447f25; download_guide=^%^223^%^2F20230713^%^2F0^%^22; home_can_add_dy_2_desktop=^%^220^%^22; strategyABtestKey=^%^221689299939.836^%^22; FOLLOW_LIVE_POINT_INFO=^%^22MS4wLjABAAAAf6aekfyBsc4u8jMkeYbgnkFa0ksIWKWpGOywuyHXyo4^%^2F1689350400000^%^2F0^%^2F1689299940112^%^2F0^%^22; VIDEO_FILTER_MEMO_SELECT=^%^7B^%^22expireTime^%^22^%^3A1689904741009^%^2C^%^22type^%^22^%^3Anull^%^7D; device_web_cpu_core=8; device_web_memory_size=-1; webcast_local_quality=origin; csrf_session_id=ce1e9bc7ba69feec32889636027ce79a; passport_fe_beating_status=false; webcast_leading_last_show_time=1689300023141; webcast_leading_total_show_times=1; tt_scid=PgQO8z6aK2zeofuxFGselkNp2kSbPFCuPmOMwU9ih.SXbBp8iA7l2EiqrurdBuMWf204; msToken=T5-gdGi61ytJtas2VgUQAogURSJT2pQDWT5E_TPGT9paO9OtCuHOGAl72YAxHhrkKJdNhx6O1JgGn0uzdkfHw_a_MWJS-OJlgroduiLAcJzzSCmib6GfWqIgWT8m2qA3; __ac_nonce=064b0be450072f85a1215; __ac_signature=_02B4Z6wo00f01eL3lWgAAIDA.rQr1mcyUx3ixpHAABwPwM4wuxfDlht-h5js2proCQ84O246NPRhh7I6Pv0tJwHeCCotGZpibWazzH51O7kDcl18lUJy6o8VYLGIG..jFlP-zEpspGjM6AZO34; __ac_referer=https://live.douyin.com/ + diff --git a/ffmpeg.exe b/ffmpeg.exe new file mode 100644 index 0000000..7902bad Binary files /dev/null and b/ffmpeg.exe differ diff --git a/main.py b/main.py new file mode 100644 index 0000000..f7a62a1 --- /dev/null +++ b/main.py @@ -0,0 +1,1102 @@ +# -*- encoding: utf-8 -*- + +""" +Author: Hmily +Github:https://github.com/ihmily +Date: 2023-07-17 23:52:05 +Copyright (c) 2023 by Hmily, All Rights Reserved. +""" + +import random +import os +import urllib.parse +import time +import configparser +import subprocess +import threading +import logging +import datetime +import shutil +import hashlib +from spider import * +from web_rid import * + +# 版本号 +version = 20230714.19 + +# --------------------------log日志------------------------------------- +# 创建一个logger +logger = logging.getLogger('抖音直播录制%s版' % str(version)) +logger.setLevel(logging.INFO) +# 创建一个handler，用于写入日志文件 +if not os.path.exists("./log"): + os.makedirs("./log") +fh = logging.FileHandler("./log/错误日志文件.log", encoding="utf-8-sig", mode="a") +fh.setLevel(logging.WARNING) +# 定义handler的输出格式 +formatter = logging.Formatter('%(asctime)s - %(message)s') +fh.setFormatter(formatter) +# 给logger添加handler +logger.addHandler(fh) + +# --------------------------全局变量------------------------------------- +recording = set() +unrecording = set() +warning_count = 0 +max_request = 0 +runing_list = [] +url_tuples_list = [] +textNoRepeatUrl = [] +create_var = locals() +first_start = True +name_list = [] +firstRunOtherLine = True +live_list = [] +not_record_list = [] +start5 = datetime.datetime.now() +headers = { + 'User-Agent': 'Mozilla/5.0 (Linux; Android 11; SAMSUNG SM-G973U) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/14.2 Chrome/87.0.4280.141 Mobile Safari/537.36' +} +config_file = './config/config.ini' +url_config_file = './config/URL_config.ini' +backup_dir = './backup_config' +encoding = 'utf-8-sig' +rstr = r"[\/\\\:\*\?\"\<\>\|&u]" + + + +# --------------------------用到的函数------------------------------------- + +def display_info(): + # TODO: 显示当前录制配置信息 + global start5 + time.sleep(5) + while True: + try: + time.sleep(5) + os.system("cls") + print("\r共监测" + str(Monitoring) + "个直播中", end=" | ") + print("同一时间访问网络的线程数:", max_request, end=" | ") + if len(video_save_path) > 0: + if not os.path.exists(video_save_path): + print("配置文件里,直播保存路径并不存在,请重新输入一个正确的路径.或留空表示当前目录,按回车退出") + input("程序结束") + os._exit(0) + else: + print("视频保存路径: " + video_save_path, end=" | ") + pass + else: + print("视频保存路径: 当前目录", end=" | ") + + if Splitvideobysize: + print("TS录制分段开启，录制分段大小为 %d M" % Splitsize, end=" | ") + + if only_browser: + print("浏览器检测录制", end=" | ") + else: + print("Cookies录制", end=" | ") + + print("录制视频质量为: " + str(video_quality), end=" | ") + print("录制视频格式为: " + str(video_save_type), end=" | ") + print("目前瞬时错误数为: " + str(warning_count), end=" | ") + nowdate = time.strftime("%H:%M:%S", time.localtime()) + print(nowdate) + + if len(recording) == 0 and len(unrecording) == 0: + time.sleep(5) + print("\r没有正在录制的直播 " + nowdate, end="") + print("") + continue + else: + if len(recording) > 0: + print("x" * 60) + NoRepeatrecording = list(set(recording)) + print("正在录制{}个直播: ".format(str(len(NoRepeatrecording)))) + for recording_live in NoRepeatrecording: + print(recording_live + " 正在录制中") + end = datetime.datetime.now() + print('总共录制时间: ' + str(end - start5)) + print("x" * 60) + else: + start5 = datetime.datetime.now() + except Exception as e: + print("错误信息644:" + str(e) + "\r\n读取的地址为: " + str(live_link) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + # print(live_link+' 的直播地址连接失败,请检测这个地址是否正常,可以重启本程序--requests获取失败') + logger.warning("错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + + +def update_file(file, old_str, new_str): + # TODO: 更新文件操作 + file_data = "" + with open(file, "r", encoding="utf-8-sig") as f: + for text_line in f: + if old_str in text_line: + text_line = text_line.replace(old_str, new_str) + file_data += text_line + with open(file, "w", encoding="utf-8-sig") as f: + f.write(file_data) + + +def converts_mp4(address): + if tsconvert_to_mp4: + _output = subprocess.check_output([ + "ffmpeg", "-i", address, + "-c:v", "copy", + "-c:a", "copy", + "-f", "mp4", address.split('.')[0] + ".mp4", + ], stderr=subprocess.STDOUT) + if delFilebeforeconversion: + time.sleep(1) + if os.path.exists(address): + os.remove(address) + + +def converts_m4a(address): + if tsconvert_to_m4a: + _output = subprocess.check_output([ + "ffmpeg", "-i", address, + "-n", "-vn", + "-c:a", "aac", "-bsf:a", "aac_adtstoasc", "-ab", "320k", + address.split('.')[0] + ".m4a", + ], stderr=subprocess.STDOUT) + if delFilebeforeconversion: + time.sleep(1) + if os.path.exists(address): + os.remove(address) + + +def create_ass_file(filegruop): + # TODO: 录制时生成ass格式的字幕文件 + anchor_name = filegruop[0] + ass_filename = filegruop[1] + index_time = -1 + finish = 0 + today = datetime.datetime.now() + re_datatime = today.strftime('%Y-%m-%d %H:%M:%S') + + while True: + index_time += 1 + txt = str(index_time) + "\n" + tranform_int_to_time(index_time) + ',000 --> ' + tranform_int_to_time( + index_time + 1) + ',000' + "\n" + str(re_datatime) + "\n" + + with open(ass_filename + ".ass", 'a', encoding='utf8') as f: + f.write(txt) + + if anchor_name not in recording: + finish += 1 + offset = datetime.timedelta(seconds=1) + # 获取修改后的时间并格式化 + re_datatime = (today + offset).strftime('%Y-%m-%d %H:%M:%S') + today = today + offset + else: + time.sleep(1) + today = datetime.datetime.now() + re_datatime = today.strftime('%Y-%m-%d %H:%M:%S') + + if finish > 15: + break + + +def change_max_connect(): + global max_request + global warning_count + # 动态控制连接次数 + + preset = max_request + # 记录当前时间 + start_time = time.time() + + while True: + time.sleep(5) + if 10 <= warning_count <= 20: + if preset > 5: + max_request = 5 + else: + max_request //= 2 # 将max_request除以2（向下取整） + if max_request > 0: # 如果得到的结果大于0，则直接取该结果 + max_request = preset + else: # 否则将其设置为1 + preset = 1 + + print("同一时间访问网络的线程数动态改为", max_request) + warning_count = 0 + time.sleep(5) + + elif 20 < warning_count: + max_request = 1 + print("同一时间访问网络的线程数动态改为", max_request) + warning_count = 0 + time.sleep(10) + + elif warning_count < 10 and time.time() - start_time > 60: + max_request = preset + warning_count = 0 + start_time = time.time() + print("同一时间访问网络的线程数动态改为", max_request) + + +def get_stream_url2(json_data): + # TODO: 获取直播源地址 + data = [] # 定义一个返回数据列表 + + roomStore = json_data['app']['initialState']['roomStore'] + roomInfo = roomStore['roomInfo'] + anchor_name = roomInfo['anchor']['nickname'] + data.append(anchor_name) + # 获取直播间状态 + status = roomInfo["room"]["status"] # 直播状态2是正在直播.4是未开播 + + if status == 4: + data = [anchor_name, status, '', ''] + else: + is_login = json_data['app']['odin']['user_is_login'] + stream_url = roomInfo['room']['stream_url'] + # flv视频流链接 + flv_url_list = stream_url['flv_pull_url'] + # m3u8视频流链接 + m3u8_url_list = stream_url['hls_pull_url_map'] + if video_quality == "原画" or video_quality == "蓝光": + m3u8_url = m3u8_url_list["FULL_HD1"] + flv_url = flv_url_list["FULL_HD1"] + elif video_quality == "超清": + m3u8_url = m3u8_url_list["HD1"] + flv_url = flv_url_list["HD1"] + elif video_quality == "高清": + m3u8_url = m3u8_url_list["SD1"] + flv_url = flv_url_list["SD1"] + elif video_quality == "标清": + m3u8_url = m3u8_url_list["SD1"] + flv_url = flv_url_list["SD1"] + + data = [anchor_name, status, m3u8_url, flv_url] + return data + + +def start_record(line, count_variable=-1): + global warning_count + global video_save_path + global live_list + global not_record_list + while True: + try: + record_finished = False + record_finished_2 = False + Runonce = False + is_long_url = False + count_time = time.time() + url_tuple = line + record_url = url_tuple[0] + anchor_name = url_tuple[1] + print("运行新线程,传入地址 " + url_tuple[0] + " 序号" + str(count_variable)) + + while True: + try: + port_info = [] + if record_url.find("https://live.douyin.com/") > -1: + # 判断如果是浏览器长链接 + with semaphore: + # 使用semaphore来控制同时访问资源的线程数量 + json_data = get_json_data(record_url,cookies_set) # 注意这里需要配置文件中的cookie + port_info = get_stream_url2(json_data) + elif record_url.find("https://v.douyin.com/") > -1: + # 判断如果是app分享链接 + is_long_url = True + room_id, sec_user_id = get_sec_user_id(record_url) + web_rid = get_live_room_id(room_id, sec_user_id) + if len(web_rid) == 0: + print('web_rid 获取失败，若多次失败请联系作者修复或者使用浏览器打开后的长链接') + new_record_url = "https://live.douyin.com/" + str(web_rid) + not_record_list.append(new_record_url) + with semaphore: + json_data = get_json_data(new_record_url) + port_info = get_stream_url2(json_data) + + # print("端口信息:" + str(port_info)) + # port_info=['主播名','状态码','m3u8地址','flv地址'] + if len(port_info) != 4: + print(f'序号{count_variable} 网址内容获取失败,进行重试中...获取失败的地址是:{line} 主播为:{anchor_name}') + warning_count += 1 + else: + anchor_name = port_info[0] + anchor_name = re.sub(rstr, "_", anchor_name) # 过滤不能作为文件名的字符，替换为下划线 + + if anchor_name in live_list: + print(f"新增的地址: {anchor_name} 已经存在,本条线程将会退出") + name_list.append(f'{record_url}|#{record_url}') + exit(0) + + if url_tuple[1] == "" and Runonce is False: + if is_long_url: + name_list.append(f'{record_url}|{new_record_url},主播: {anchor_name.strip()}') + else: + name_list.append(f'{record_url}|{record_url},主播: {anchor_name.strip()}') + Runonce = True + + # 判断状态码 如果是2则正在直播，如果是4则未在直播 + if port_info[1] != 2: + print(f"序号{count_variable} {port_info[0]} 等待直播.. ") + anchor_name = port_info[0] + else: + print(f"序号{count_variable} {port_info[0]} 正在直播中") + + # 是否显示直播地址 + if video_m3u8: + if video_save_type == "FLV": + print(f"{port_info[0]} 直播地址为:{port_info[3]}") + else: + print(f"{port_info[0]} 直播地址为:{port_info[2]}") + + real_url = port_info[2] # 默认使用m3u8地址进行下载 + if real_url == "": + print('解析错误，直播间视频流未找到...') + pass + else: + live_list.append(anchor_name) + now = time.strftime("%Y-%m-%d-%H-%M-%S", time.localtime(time.time())) + try: + if len(video_save_path) > 0: + if video_save_path[-1] != "/": + video_save_path = video_save_path + "/" + if not os.path.exists(video_save_path + anchor_name): + os.makedirs(video_save_path + anchor_name) + else: + if not os.path.exists(anchor_name): + os.makedirs('./' + anchor_name) + + except Exception as e: + print("路径错误信息708: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning("错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + + if not os.path.exists(video_save_path + anchor_name): + print("保存路径不存在,不能生成录制.请避免把本程序放在c盘,桌面,下载文件夹,qq默认传输目录.请重新检查设置") + video_save_path = "" + print("因为配置文件的路径错误,本次录制在程序目录") + + if video_save_type == "FLV": + filename = anchor_name + '_' + now + '.flv' + + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 录制视频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print( + "\r" + anchor_name + " 录制视频中: " + video_save_path + anchor_name + '/' + filename) + + + filename_short = video_save_path + anchor_name + '/' + anchor_name + '_' + now + + if create_time_file: + filename_gruop = [anchor_name, filename_short] + create_var[str(filename_short)] = threading.Thread(target=create_ass_file, + args=(filename_gruop,)) + create_var[str(filename_short)].daemon = True + create_var[str(filename_short)].start() + + try: + # “port_info[3]”对应的是flv地址，使用老方法下载（直接请求下载flv）只能是下载flv流的。 + real_url = port_info[3] + recording.add(f'序号{count_variable} ' + anchor_name) + + _filepath, _ = urllib.request.urlretrieve(real_url,video_save_path + anchor_name + '/' + filename) + record_finished = True + record_finished_2 = True + count_time = time.time() + + except: + print('\r' + time.strftime('%Y-%m-%d %H:%M:%S ') + anchor_name + ' 未开播') + + # 注意，只有录制完后才会执行到这里 + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + elif video_save_type == "MKV": + filename = anchor_name + '_' + now + ".mkv" + if len(video_save_path) == 0: + print("\r" + anchor_name + " 录制视频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print("\r" + anchor_name + " 录制视频中: " + video_save_path + anchor_name + '/' + filename) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + + filename_short = video_save_path + anchor_name + '/' + anchor_name + '_' + now + + if create_time_file: + filename_gruop = [anchor_name, filename_short] + create_var[str(filename_short)] = threading.Thread(target=create_ass_file, + args=(filename_gruop,)) + create_var[str(filename_short)].daemon = True + create_var[str(filename_short)].start() + + try: + recording.add(f'序号{count_variable} ' + anchor_name) + + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0", + "-sn", "-dn", + # "-bsf:v","h264_mp4toannexb", + # "-c","copy", + # "-c:v","libx264", #后期可以用crf来控制大小 + "-reconnect_delay_max", "30", "-reconnect_streamed", "-reconnect_at_eof", + "-c:v", "copy", # 直接用copy的话体积特别大. + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "matroska", + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True + record_finished_2 = True + count_time = time.time() + except subprocess.CalledProcessError as e: + # logging.warning(str(e.output)) + print(str(e.output) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning( + "错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + elif video_save_type == "MP4": + filename = anchor_name + '_' + now + ".mp4" + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 录制视频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print( + "\r" + anchor_name + " 录制视频中: " + video_save_path + anchor_name + '/' + filename) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + + filename_short = video_save_path + anchor_name + '/' + anchor_name + '_' + now + + if create_time_file: + filename_gruop = [anchor_name, filename_short] + create_var[str(filename_short)] = threading.Thread(target=create_ass_file, + args=(filename_gruop,)) + create_var[str(filename_short)].daemon = True + create_var[str(filename_short)].start() + + try: + recording.add(f'序号{count_variable} ' + anchor_name) + + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0", + "-sn", "-dn", + # "-bsf:v","h264_mp4toannexb", + # "-c","copy", + # "-c:v","libx264", #后期可以用crf来控制大小 + "-reconnect_delay_max", "30", "-reconnect_streamed", "-reconnect_at_eof", + "-c:v", "copy", # 直接用copy的话体积特别大. + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "mp4", + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True + record_finished_2 = True + count_time = time.time() + + except subprocess.CalledProcessError as e: + # logging.warning(str(e.output)) + print(str(e.output) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning( + "错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + elif video_save_type == "MKV音频": + filename = anchor_name + '_' + now + ".mkv" + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 录制MKV音频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print( + "\r" + anchor_name + " 录制MKV音频中: " + video_save_path + anchor_name + '/' + filename) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + try: + recording.add(f'序号{count_variable} ' + anchor_name) + + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0:a", + "-sn", "-dn", + "-reconnect_delay_max", "30", "-reconnect_streamed", "-reconnect_at_eof", + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "matroska", + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True + record_finished_2 = True + count_time = time.time() + + if tsconvert_to_m4a: + threading.Thread(target=converts_m4a, args=(file,)).start() + except subprocess.CalledProcessError as e: + # logging.warning(str(e.output)) + print(str(e.output) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning( + "错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + elif video_save_type == "TS音频": + filename = anchor_name + '_' + now + ".ts" + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 录制TS音频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print( + "\r" + anchor_name + " 录制TS音频中: " + video_save_path + anchor_name + '/' + filename) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + try: + recording.add(f'序号{count_variable} ' + anchor_name) + + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0:a", + "-sn", "-dn", + "-reconnect_delay_max", "30", "-reconnect_streamed", "-reconnect_at_eof", + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "mpegts", + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True + record_finished_2 = True + count_time = time.time() + + if tsconvert_to_m4a: + threading.Thread(target=converts_m4a, args=(file,)).start() + except subprocess.CalledProcessError as e: + # logging.warning(str(e.output)) + print(str(e.output) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning( + "错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + else: + + if Splitvideobysize: # 这里默认是启用/不启用视频分割功能 + while True: + now = time.strftime("%Y-%m-%d-%H-%M-%S", time.localtime(time.time())) + filename = anchor_name + '_' + now + ".ts" + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 分段录制视频中: " + os.getcwd() + "/" + anchor_name + '/' + filename + " 每录满: %d M 存一个视频" % Splitsize) + else: + print( + "\r" + anchor_name + " 分段录制视频中: " + video_save_path + anchor_name + '/' + filename + " 每录满: %d M 存一个视频" % Splitsize) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + filename_short = video_save_path + anchor_name + '/' + anchor_name + '_' + now + + if create_time_file: + filename_gruop = [anchor_name, filename_short] + create_var[str(filename_short)] = threading.Thread( + target=create_ass_file, + args=(filename_gruop,)) + create_var[str(filename_short)].daemon = True + create_var[str(filename_short)].start() + + try: + recording.add(f'序号{count_variable} ' + anchor_name) + + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", + "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0", + "-sn", "-dn", + # "-bsf:v","h264_mp4toannexb", + # "-c","copy", + "-reconnect_delay_max", "30", "-reconnect_streamed", + "-reconnect_at_eof", + "-c:v", "copy", + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "mpegts", + "-fs", str(Splitsizes), + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True # 这里表示正常录制成功一次 + record_finished_2 = True + count_time = time.time() # 这个记录当前时间, 用于后面 1分钟内快速2秒循环 这个值不能放到后面 + + if tsconvert_to_mp4: + threading.Thread(target=converts_mp4, args=(file,)).start() + if tsconvert_to_m4a: + threading.Thread(target=converts_m4a, args=(file,)).start() + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + except subprocess.CalledProcessError as e: + # 这是里分段 如果录制错误会跳转到这里来 + # logging.warning(str(e.output)) + # print(str(e.output) +" 发生错误的行数: "+str(e.__traceback__.tb_lineno) ) + # logger.warning("错误信息: "+str(e) +" 发生错误的行数: "+str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + break + + + else: + filename = anchor_name + '_' + now + ".ts" + if len(video_save_path) == 0: + print( + "\r" + anchor_name + " 录制视频中: " + os.getcwd() + "/" + anchor_name + '/' + filename) + else: + print( + "\r" + anchor_name + " 录制视频中: " + video_save_path + anchor_name + '/' + filename) + + ffmpeg_path = "ffmpeg" + file = video_save_path + anchor_name + '/' + filename + filename_short = video_save_path + anchor_name + '/' + anchor_name + '_' + now + + if create_time_file: + filename_gruop = [anchor_name, filename_short] + create_var[str(filename_short)] = threading.Thread(target=create_ass_file, + args=(filename_gruop,)) + create_var[str(filename_short)].daemon = True + create_var[str(filename_short)].start() + + try: + recording.add(f'序号{count_variable} ' + anchor_name) + _output = subprocess.check_output([ + ffmpeg_path, "-y", + "-v", "verbose", + "-rw_timeout", "10000000", # 10s + "-loglevel", "error", + "-hide_banner", + "-user_agent", headers["User-Agent"], + "-protocol_whitelist", "rtmp,crypto,file,http,https,tcp,tls,udp,rtp", + "-thread_queue_size", "1024", + "-analyzeduration", "2147483647", + "-probesize", "2147483647", + "-fflags", "+discardcorrupt", + "-i", real_url, + "-bufsize", "5000k", + "-map", "0", + "-sn", "-dn", + # "-bsf:v","h264_mp4toannexb", + # "-c","copy", + "-reconnect_delay_max", "30", "-reconnect_streamed", + "-reconnect_at_eof", + "-c:v", "copy", + "-c:a", "copy", + "-max_muxing_queue_size", "64", + "-correct_ts_overflow", "1", + "-f", "mpegts", + "{path}".format(path=file), + ], stderr=subprocess.STDOUT) + + record_finished = True + record_finished_2 = True + count_time = time.time() + + if tsconvert_to_mp4: + threading.Thread(target=converts_mp4, args=(file,)).start() + if tsconvert_to_m4a: + threading.Thread(target=converts_m4a, args=(file,)).start() + + + except subprocess.CalledProcessError as e: + # logging.warning(str(e.output)) + print(str(e.output) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning( + "错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + + if record_finished_2 == True: + if anchor_name in recording: + recording.remove(anchor_name) + if anchor_name in unrecording: + unrecording.add(anchor_name) + print('\n' + anchor_name + " " + time.strftime('%Y-%m-%d %H:%M:%S ') + '直播录制完成\n') + record_finished_2 = False + + except Exception as e: + print( + "错误信息644:" + str(e) + "\r\n读取的地址为: " + str(live_link) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + # print(live_link+' 的直播地址连接失败,请检测这个地址是否正常,可以重启本程序--requests获取失败') + logger.warning("错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + warning_count += 1 + + num = random.randint(-5, 5) + delay_default # 生成-5到5的随机数，加上delay_default + if num < 0: # 如果得到的结果小于0，则将其设置为0 + num = 0 + x = num + + # 如果出错太多,就加秒数 + if warning_count > 100: + x = x + 60 + print("瞬时错误太多,延迟加60秒") + + # 这里是.如果录制结束后,循环时间会暂时变成30s后检测一遍. 这样一定程度上防止主播卡顿造成少录 + # 当30秒过后检测一遍后. 会回归正常设置的循环秒数 + if record_finished == True: + count_time_end = time.time() - count_time + if count_time_end < 60: + x = 30 + record_finished = False + + else: + x = num + + # 这里是正常循环 + while x: + x = x - 1 + # print('\r循环等待%d秒 '%x) + if loop_time: + print('\r' + anchor_name + ' 循环等待%d秒 ' % x, end="") + time.sleep(1) + if loop_time: + print('\r检测直播间中...', end="") + except Exception as e: + print("错误信息644:" + str(e) + "\r\n读取的地址为: " + str(live_link) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + # print(live_link+' 的直播地址连接失败,请检测这个地址是否正常,可以重启本程序--requests获取失败') + logger.warning("错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + print("线程崩溃2秒后重试.错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + warning_count += 1 + time.sleep(2) + + +def check_md5(file_path): + """ + 计算文件的md5值 + """ + with open(file_path, 'rb') as fp: + file_md5 = hashlib.md5(fp.read()).hexdigest() + return file_md5 + + +def backup_file(file_path, backup_dir): + """ + 备份配置文件到备份目录 + """ + try: + if not os.path.exists(backup_dir): + os.makedirs(backup_dir) + # 拼接备份文件名，年-月-日-时-分-秒 + timestamp = datetime.datetime.now().strftime('%Y-%m-%d-%H-%M-%S') + backup_file_name = os.path.basename(file_path) + '_' + timestamp + # 拷贝文件到备份目录 + backup_file_path = os.path.join(backup_dir, backup_file_name) + shutil.copy2(file_path, backup_file_path) + print(f'已备份配置文件 {file_path} 到 {backup_file_path}') + except Exception as e: + print(f'备份配置文件 {file_path} 失败：{str(e)}') + + +def backup_file_start(): + + config_md5 = '' + url_config_md5 = '' + + while True: + try: + if os.path.exists(config_file): + new_config_md5 = check_md5(config_file) + if new_config_md5 != config_md5: + backup_file(config_file, backup_dir) + config_md5 = new_config_md5 + + if os.path.exists(url_config_file): + new_url_config_md5 = check_md5(url_config_file) + if new_url_config_md5 != url_config_md5: + backup_file(url_config_file, backup_dir) + url_config_md5 = new_url_config_md5 + time.sleep(60) # 每1分钟检测一次文件是否有修改 + except Exception as e: + print(f'执行脚本异常：{str(e)}') + + +# --------------------------检测是否存在ffmpeg------------------------------------- +ffmepg_file_check = subprocess.getoutput(["ffmpeg"]) +if ffmepg_file_check.find("run") > -1: + # print("ffmpeg存在") + pass +else: + print("重要提示:") + print("检测到ffmpeg不存在,请将ffmpeg.exe放到同目录,或者设置为环境变量,没有ffmpeg将无法录制") + +# --------------------------初始化程序------------------------------------- +print('--------------- 抖音直播录制 程序当前配置-----------------') +print(f"版本号：{version}") +print(f"作者：Hmily") +print('......................................................') + +if not os.path.exists('./config'): + os.makedirs('./config') + +# 备份配置 +t3 = threading.Thread(target=backup_file_start, args=(), daemon=True) +t3.start() +Monitoring = 0 + + +def read_config_value(config, section, option, default_value): + try: + config.read(config_file, encoding=encoding) + if '1' not in config.sections(): + config.add_section('1') + return config.get(section, option) + except (configparser.NoSectionError, configparser.NoOptionError): + config.set(section, option, str(default_value)) + with open(config_file, 'w', encoding=encoding) as f: + config.write(f) + return default_value + + +while True: + # 循环读取配置 + config = configparser.RawConfigParser() + + try: + with open(config_file, 'r', encoding=encoding) as f: + config.read_file(f) + except IOError: + with open(config_file, 'w', encoding=encoding) as f: + pass + + if os.path.isfile(url_config_file): + with open(url_config_file, 'r', encoding=encoding) as f: + inicontent = f.read() + else: + inicontent = "" + + if len(inicontent) == 0: + inurl = input('请输入要录制的抖音主播的直播间网址（尽量使用PC网页端的直播间地址）:\n') + with open(url_config_file, 'a+', encoding=encoding) as f: + f.write(inurl) + + live_link = read_config_value(config, '1', '直播地址', "") # 暂时没有用到 + max_request = int(read_config_value(config, '1', '同一时间访问网络的线程数', 3)) + semaphore = threading.Semaphore(max_request) + delay_default = int(read_config_value(config, '1', '循环时间(秒)', 60)) + local_delay_default = int(read_config_value(config, '1', '排队读取网址时间(秒)', 0)) + video_save_path = read_config_value(config, '1', '直播保存路径', "") + video_save_type = read_config_value(config, '1', '视频保存格式TS|MKV|FLV|MP4|TS音频|MKV音频', "TS") + video_quality = read_config_value(config, '1', '原画|超清|高清|标清', "原画") + video_m3u8 = read_config_value(config, '1', '是否显示直播地址', "否") + loop_time = read_config_value(config, '1', '是否显示循环秒数', "否") + Splitvideobysize = read_config_value(config, '1', 'TS格式分段录制是否开启', "否") + Splitsize = int(read_config_value(config, '1', '视频分段大小(兆)', '1000')) + tsconvert_to_mp4 = read_config_value(config, '1', 'TS录制完成后自动增加生成MP4格式', "否") + tsconvert_to_m4a = read_config_value(config, '1', 'TS录制完成后自动增加生成m4a格式', "否") + delFilebeforeconversion = read_config_value(config, '1', '追加格式后删除原文件', "否") + create_time_file = read_config_value(config, '1', '生成时间文件', "否") + display_chrome = read_config_value(config, '1', '是否显示浏览器', "否") + cover_long_url = read_config_value(config, '1', '短链接自动转换为长连接', "否") + only_browser = read_config_value(config, '1', '仅用浏览器录制', "否") + cookies_set = read_config_value(config, '1', 'cookies', '') + + if len(video_save_type) > 0: + if video_save_type.upper().lower() == "FLV".lower(): + video_save_type = "FLV" + # print("直播视频保存为FLV格式") + elif video_save_type.upper().lower() == "MKV".lower(): + video_save_type = "MKV" + # print("直播视频保存为MKV格式") + elif video_save_type.upper().lower() == "TS".lower(): + video_save_type = "TS" + # print("直播视频保存为TS格式") + elif video_save_type.upper().lower() == "MP4".lower(): + video_save_type = "MP4" + # print("直播视频保存为MP4格式") + elif video_save_type.upper().lower() == "TS音频".lower(): + video_save_type = "TS音频" + # print("直播视频保存为TS音频格式") + elif video_save_type.upper().lower() == "MKV音频".lower(): + video_save_type = "MKV音频" + # print("直播视频保存为MKV音频格式") + else: + video_save_type = "TS" + print("直播视频保存格式设置有问题,这次录制重置为默认的TS格式") + else: + video_save_type = "TS" + print("直播视频保存为TS格式") + + # 这里是控制TS分段大小 + if Splitsize < 5: + Splitsize = 5 # 分段大小最低不能小于5m + Splitsizes = Splitsize * 1024 * 1024 # 分割视频大小,转换为字节 + + + def tranform_int_to_time(seconds): + m, s = divmod(seconds, 60) + h, m = divmod(m, 60) + return ("%d:%02d:%02d" % (h, m, s)) + + options = { + "是": True, + "否": False + } + video_m3u8 = options.get(video_m3u8, False) # 是否显示直播地址 + loop_time = options.get(loop_time, False) # 是否显示循环秒数 + Splitvideobysize = options.get(Splitvideobysize, False) # 这里是控制TS是否分段 + create_time_file = options.get(create_time_file, False) # 这里控制是否生成时间文件 + display_chrome = options.get(display_chrome, False) # 这里控制是否生显示浏览器 + cover_long_url = options.get(cover_long_url, False) # 这里是控制是否转换短链接 + only_browser = options.get(only_browser, False) # 这里是控制采用浏览器录制 + delFilebeforeconversion = options.get(delFilebeforeconversion, False) # 追加格式后,是否删除原文件 + tsconvert_to_m4a = options.get(tsconvert_to_m4a, False) # 这里是控制TS是否追加m4a格式 + tsconvert_to_mp4 = options.get(tsconvert_to_mp4, False) # 这里是控制TS是否追加mp4格式 + + + # 读取url_config.ini文件 + try: + with open(url_config_file, "r", encoding=encoding) as file: + for line in file: + line = line.strip() + if line.startswith("#") or len(line) < 20: + continue + + if re.search('[,，]', line): + split_line = re.split('[,，]', line) + else: + split_line = [line, ''] + url = split_line[0] + if "https://live.douyin.com/" in url or "https://v.douyin.com/" in url: + new_line = (url, split_line[1]) + url_tuples_list.append(new_line) + else: + print(f"{url} 未知链接.此条跳过") + + while len(name_list): + a = name_list.pop() + replacewords = a.split('|') + if replacewords[0] != replacewords[1]: + update_file(url_config_file, replacewords[0], replacewords[1]) + + # print('url_tuples_list：',url_tuples_list) + if len(url_tuples_list) > 0: + textNoRepeatUrl = list(set(url_tuples_list)) + if len(textNoRepeatUrl) > 0: + for url_tuple in textNoRepeatUrl: + if url_tuple[0] in not_record_list: + print('hhhh') + continue + if url_tuple[0] not in runing_list: + if first_start == False: + print("新增链接: " + url_tuple[0]) + Monitoring = Monitoring + 1 + args = [url_tuple, Monitoring] + # TODO: 执行开始录制的操作 + create_var['thread' + str(Monitoring)] = threading.Thread(target=start_record, args=args) + create_var['thread' + str(Monitoring)].daemon = True + create_var['thread' + str(Monitoring)].start() + runing_list.append(url_tuple[0]) + # print("\r"+str(local_delay_default)+" 秒后读取下一个地址(如果存在) ") + time.sleep(local_delay_default) + url_tuples_list = [] + first_start = False + + except Exception as e: + print("错误信息644:" + str(e) + "\r\n读取的地址为: " + str(live_link) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + logger.warning("错误信息: " + str(e) + " 发生错误的行数: " + str(e.__traceback__.tb_lineno)) + + # 这个是第一次运行其他线程.因为有变量前后顺序的问题,这里等全局变量完成后再运行def函数 + if firstRunOtherLine: + t = threading.Thread(target=display_info, args=(), daemon=True) + t.start() + t2 = threading.Thread(target=change_max_connect, args=(), daemon=True) + t2.start() + + firstRunOtherLine = False + + # 总体循环3s + time.sleep(3) \ No newline at end of file diff --git a/spider.py b/spider.py new file mode 100644 index 0000000..b8df968 --- /dev/null +++ b/spider.py @@ -0,0 +1,32 @@ +# -*- encoding: utf-8 -*- + +""" +Author: Hmily +Github:https://github.com/ihmily +Date: 2023-07-15 23:15:00 +Copyright (c) 2023 by Hmily, All Rights Reserved. +""" + +import requests +import re +import json + +# 直接选择从网页HTML中获取直播间数据 +def get_json_data(url,cookies): + + headers = { + 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0', + 'Accept-Language': 'zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2', + 'Referer': 'https://live.douyin.com/', + # 'Cookie':'ttwid=1^%^7CIkooT8SJQrpeYtHlSALuhz9BdcHpaaf9tHQRKHuDaYE^%^7C1687785070^%^7C6690250483b63b6482128174d0f93bd879614d76f1b6e03ca52e032cf7fbaafd; passport_csrf_token=52bece134ac246c81163cc93b72f86a6; passport_csrf_token_default=52bece134ac246c81163cc93b72f86a6; d_ticket=2b9e3eb3626216c0122f0d980f867deb7b414; odin_tt=36dcfa4bd95b1edf0e6445dc9584a7371b4b90a2a8c390292b9be44af8161e06d10e34e6e575bf43c45c0a5871229533; passport_assist_user=CjxqZLHwcDmhxMjoh8u0-Jz4Zmhcq9VzKQqpAjK3P9Ve87i4njjbsai_u6NAI6MebG4KH4QXtbfNRbRFWRgaSAo8oBvHC_eXhqSGSo1uWPz4KBGu9uo-UdwM-5ynbDuDQRybofj0pQlPexcYmVoryiYqpC7yMdKO4rSVclgNEJbxtA0Yia_WVCIBA78Lg84^%^3D; n_mh=hvnJEQ4Q5eiH74-84kTFUyv4VK8xtSrpRZG1AhCeFNI; passport_auth_status=a74f300f376940d65914eb148d55ca96^%^2C9ca487aea255972120d502f736c5dd7b; passport_auth_status_ss=a74f300f376940d65914eb148d55ca96^%^2C9ca487aea255972120d502f736c5dd7b; sso_auth_status=52ecac30d95890cc7896c880366aa21a; sso_auth_status_ss=52ecac30d95890cc7896c880366aa21a; sso_uid_tt=a71f659bc416b890eb13929ee82a4340; sso_uid_tt_ss=a71f659bc416b890eb13929ee82a4340; toutiao_sso_user=da6c1f563492114cf1ad2dac7617e3f4; toutiao_sso_user_ss=da6c1f563492114cf1ad2dac7617e3f4; sid_ucp_sso_v1=1.0.0-KDNhOTk2NzYzZjkzMGZkZDdlNDU4ODE3YjczNGE3MGExYTBhOGQ0OGIKHQjRpfzk8AEQn6LmpAYY7zEgDDCRxffLBTgCQPEHGgJsZiIgZGE2YzFmNTYzNDkyMTE0Y2YxYWQyZGFjNzYxN2UzZjQ; ssid_ucp_sso_v1=1.0.0-KDNhOTk2NzYzZjkzMGZkZDdlNDU4ODE3YjczNGE3MGExYTBhOGQ0OGIKHQjRpfzk8AEQn6LmpAYY7zEgDDCRxffLBTgCQPEHGgJsZiIgZGE2YzFmNTYzNDkyMTE0Y2YxYWQyZGFjNzYxN2UzZjQ; sid_guard=219f9f2d8838724307589f32debd7d62^%^7C1687785774^%^7C5183988^%^7CFri^%^2C+25-Aug-2023+13^%^3A22^%^3A42+GMT; uid_tt=9f33ebaf781ad75909d6d4edb0b46b86; uid_tt_ss=9f33ebaf781ad75909d6d4edb0b46b86; sid_tt=219f9f2d8838724307589f32debd7d62; sessionid=219f9f2d8838724307589f32debd7d62; sessionid_ss=219f9f2d8838724307589f32debd7d62; sid_ucp_v1=1.0.0-KGZkMzE1MGRhMTZiOTI4M2ZkOTkzMjIwNjQ5NmJhMjhjMzlhZmFmMGYKGQjRpfzk8AEQrqLmpAYY7zEgDDgCQPEHSAQaAmxmIiAyMTlmOWYyZDg4Mzg3MjQzMDc1ODlmMzJkZWJkN2Q2Mg; ssid_ucp_v1=1.0.0-KGZkMzE1MGRhMTZiOTI4M2ZkOTkzMjIwNjQ5NmJhMjhjMzlhZmFmMGYKGQjRpfzk8AEQrqLmpAYY7zEgDDgCQPEHSAQaAmxmIiAyMTlmOWYyZDg4Mzg3MjQzMDc1ODlmMzJkZWJkN2Q2Mg; LOGIN_STATUS=1; store-region=cn-fj; store-region-src=uid; __security_server_data_status=1; __live_version__=^%^221.1.1.1250^%^22; live_can_add_dy_2_desktop=^%^220^%^22; xgplayer_user_id=528819598596; publish_badge_show_info=^%^220^%^2C0^%^2C0^%^2C1689195658062^%^22; msToken=OqErXe8WFLs1OjcJCNX2pNWTvnMSJIKjUXQRa74H4uQo8Ea5hpI8L3zlpK2eq5GUyrHcnTbQ-Kw4UgEntfb9dXu4Ijfowp_LSMxN6AISaoDf-OZCFv2IFS1P4UY2DHYG; ttcid=b8ea42abb1954fd2a913086620d2447f25; download_guide=^%^223^%^2F20230713^%^2F0^%^22; home_can_add_dy_2_desktop=^%^220^%^22; strategyABtestKey=^%^221689299939.836^%^22; FOLLOW_LIVE_POINT_INFO=^%^22MS4wLjABAAAAf6aekfyBsc4u8jMkeYbgnkFa0ksIWKWpGOywuyHXyo4^%^2F1689350400000^%^2F0^%^2F1689299940112^%^2F0^%^22; VIDEO_FILTER_MEMO_SELECT=^%^7B^%^22expireTime^%^22^%^3A1689904741009^%^2C^%^22type^%^22^%^3Anull^%^7D; device_web_cpu_core=8; device_web_memory_size=-1; webcast_local_quality=origin; csrf_session_id=ce1e9bc7ba69feec32889636027ce79a; passport_fe_beating_status=false; webcast_leading_last_show_time=1689300023141; webcast_leading_total_show_times=1; tt_scid=PgQO8z6aK2zeofuxFGselkNp2kSbPFCuPmOMwU9ih.SXbBp8iA7l2EiqrurdBuMWf204; msToken=T5-gdGi61ytJtas2VgUQAogURSJT2pQDWT5E_TPGT9paO9OtCuHOGAl72YAxHhrkKJdNhx6O1JgGn0uzdkfHw_a_MWJS-OJlgroduiLAcJzzSCmib6GfWqIgWT8m2qA3; __ac_nonce=064b0be450072f85a1215; __ac_signature=_02B4Z6wo00f01eL3lWgAAIDA.rQr1mcyUx3ixpHAABwPwM4wuxfDlht-h5js2proCQ84O246NPRhh7I6Pv0tJwHeCCotGZpibWazzH51O7kDcl18lUJy6o8VYLGIG..jFlP-zEpspGjM6AZO34; __ac_referer=https://live.douyin.com/', + 'Cookie': cookies} + import urllib.parse + response = requests.get(url, headers=headers) + html_str = response.text + quote_json_str = re.search('