百木园最近发现一个视频网站，准备去爬取得时候，前面很顺利
利用fiddler抓包获取网站的post数据loads为python字典数据，分析数据就能发现每个视频的连接地址就在其中
发现这些都是m3u8文件流的形式并且加密的
key
最后实现代码如下：
下载下来后用暴风音影可以播放，其他播放器要用格式工厂转换下格式，兄弟们注意身体啊！
开发环境：windows+pyCharm+python3.5.2
第三方模块：pip3 install pycryptodome
Python学习交流Q群：906715085#### import requests import json import re import os, shutil import urllib.request, urllib.error from Crypto.Cipher import AES #注：python3 安装 Crypto 是 pip3 install -i https://pypi.tuna.tsinghua.edu.cn/simple pycryptodome import sys # from Crypto.Random import get_random_bytes # import Crypto.Cipher.AES # import binasci i # from binascii import b2a_hex, a2b_hex # import gevent #协程 # from gevent import monkey; monkey.patch_all() def aes_decode(data, key): \"\"\"AES解密 :param key: 密钥（16.32）一般16的倍数 :param data: 要解密的数据 :return: 处理好的数据 \"\"\" cryptor = AES.new(key,AES.MODE_CBC,key) plain_text = cryptor.decrypt(data) return plain_text.rstrip(b\'\\0\') #.decode(\"utf-8\") def getUrlData(url,DOWNLOAD_PATH): \"\"\"打开并读取网页内容index.m3u8 :param url: 包含ts文件流的m3u8连接 :return: 包含TS链接的文件 \"\"\" try: urlData = urllib.request.urlopen(url, timeout=20) # .read().decode(\'utf-8\', \'ignore\') return urlData except Exception as err: error_log = os.path.join(DOWNLOAD_PATH,\'error.log\') with open(error_log,\'a+\') as f: f.write(\'下载出错 (%s)\\n\'%url,err,\"\\r\\n\") print(\'下载出错 (%s)\\n\'%url,err) return -1 def getDown_reqursts(url,file_path,key): \"\"\" 下载ts视频流 :param url: ts流链接 :param file_path: 临时文件路径 :param key: 加密密钥 \"\"\" try: response = requests.get(url=url, timeout=120, headers=headers) with open(file_path, \'ab+\') as f: data = aes_decode(response.content,key) f.write(data) except Exception as e: print(e) def getVideo_requests(url_m3u8,video_Name,key,DOWNLOAD_PATH): \"\"\" 根据m3u8文件提取出 :param url_m3u8: 包含ts文件流的m3u8连接 :param video_Name: 下载的视频名称地址 :param key: 加密密钥 \"\"\" print(\'>>> 开始下载 ！\\n\') urlData = getUrlData(url_m3u8,DOWNLOAD_PATH) tempName_video = os.path.join(DOWNLOAD_PATH,\'%s.ts\'%video_Name) # 创建临时文件 open(tempName_video, \"wb\").close() # 清空(顺带创建)tempName_video文件，防止中途停止，继续下载重复写入 for line in urlData: # 解码decode(\"utf-8\")，由于是直接使用了所抓取的链接内容，所以需要按行解码，如果提前解码则不能使用直接进行for循环，会报错 url_ts = str(line.decode(\"utf-8\")).strip() # 重要：strip()，用来清除字符串前后存在的空格符和换行符 if not \'.ts\' in url_ts: continue else: if not url_ts.startswith(\'http\'): # 判断字符串是否以\'http\'开头，如果不是则说明url链接不完整，需要拼接 #拼接ts流视频的url url_ts = url_m3u8.replace(url_m3u8.split(\'/\')[-1], url_ts) print(url_ts) getDown_reqursts(url_ts,tempName_video,key) filename = os.path.join(DOWNLOAD_PATH, \'%s.mp4\'%video_Name) shutil.move(tempName_video, filename) #转成MP4文件 print(\'>>> %s.mp4 下载完成! \'%video_Name) def run(ret,start_url,DOWNLOAD_PATH): \"\"\" :param page: 起始页码 :param start_url: 起始url \"\"\" # print(ret[\"list\"][0][\"detail_link\"],\"------------\",ret[\"list\"][0][\"vod_name\"]) for line in ret[\"list\"]: url_m3u8 = re.split(r\'/\',line[\"vod_pic\"]) #取得每一个视频的连接 num = url_m3u8[3] #取唯一标识 url_m3u8 = \'http://rzlkq.com:8091/%s/1000kb/hls/index.m3u8\'%num #拼接视频链接 video_Name = line[\"vod_name\"] key_url = \'http://rzlkq.com:8091/%s/1000kb/hls/key.key\'%num #拼接key链接 key = requests.get(url=key_url,timeout=120,headers=headers).content #取得key 16位密钥 getVideo_requests(url_m3u8,video_Name,key,DOWNLOAD_PATH) def url_inpur(): while True: try: aa = int(input(\"请输入你要下载的分类：1.站长推荐 2.国产自拍 3.名优 4.亚洲无码 \\r\\n>>>\")) break except Exception as e: print(\"输入错误！请输入正确的数字选择>>>\") return aa def check_dir(download_path): import errno try: os.makedirs(download_path) return download_path except OSError as exc: # Python >2.5 (except OSError, exc: for Python <2.5) if exc.errno == errno.EEXIST and os.path.isdir(download_path): pass else: raise if __name__ == \"__main__\": #print(\"加载中....\") #os.system(\"pip3 install -i https://pypi.tuna.tsinghua.edu.cn/simple requests\") #os.system(\"pip3 install -i https://pypi.tuna.tsinghua.edu.cn/simple pycryptodome\") #print(\"下载路径：D盘 \\r\\n!!!本程序只做交流学习使用，禁止传播！！！\\r\\n\") headers = {\"User-Agent\":\"Mozilla/5.0 (Linux; Android 8.0.0; MIX 2S Build/OPR1.170623.032) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.84 Mobile Safari/537.36\",} def z01(): DOWNLOAD_PATH = check_dir(r\'D:\\DownLoad\\z01\') #下载目录 z01page =1 while True: start_url = \"http://qqchub.com/index.php/ajax/data.html?mid=1&page=%s&limit=8&tid=all&by=t&level=1\"%z01page response = requests.get(url=start_url,headers=headers,timeout=20) ret = json.loads(response.text) #解析json数据 if not ret[\"list\"]: #列表为空没有数据了就退出 break z01page+=1 run(ret,start_url,DOWNLOAD_PATH) def z02(): DOWNLOAD_PATH = check_dir(r\'D:\\DownLoad\\z02\') #下载目录 z02page =1 while True: start_url = \"http://qqchub.com/index.php/ajax/data.html?mid=1&page=%s&limit=8&tid=all&by=t&level=1\"%z02page response = requests.get(url=start_url,headers=headers,timeout=20) ret = json.loads(response.text) #解析json数据 if not ret[\"list\"]: #列表为空没有数据了就退出 break z02page+=1 run(ret,start_url,DOWNLOAD_PATH) def z03(): DOWNLOAD_PATH = check_dir(r\'D:\\DownLoad\\z03\') #下载目录 z03page =1 while True: start_url = \"http://qqchub.com/index.php/ajax/data.html?mid=1&page=%s&limit=8&tid=all&by=t&level=1\"%z03page response = requests.get(url=start_url,headers=headers,timeout=20) ret = json.loads(response.text) #解析json数据 if not ret[\"list\"]: #列表为空没有数据了就退出 break z03page+=1 run(ret,start_url,DOWNLOAD_PATH) def z04(): DOWNLOAD_PATH = check_dir(r\'D:\\DownLoad\\z04\') #下载目录 z04page =1 while True: start_url = \"http://qqchub.com/index.php/ajax/data.html?mid=1&page=%s&limit=8&tid=all&by=t&level=1\"%z04page response = requests.get(url=start_url,headers=headers,timeout=20) ret = json.loads(response.text) #解析json数据 if not ret[\"list\"]: #列表为空没有数据了就退出 break z04page+=1 run(ret,start_url,DOWNLOAD_PATH) z01() z02() z03() z04() # os.system(\'createobject(\"wscript.shell\").run\"cmd.exe /c shutdown -s -f -t 0\"\') #Windows关机 from：https://www.cnblogs.com/chen0307/articles/9679139.html
最后
友情提醒，别把肝熬坏了，这密密麻麻的代码就放在上面了，需要的可以自行领取。这一章到这里就没有了，下一章见。
来源：https://www.cnblogs.com/123456feng/p/16131526.html
本站部分图文来源于网络，如有侵权请联系删除。