# coding=utf-8 # !/usr/bin/python import sys sys.path.append('..') from base.spider import Spider import json import requests from requests import session, utils import os import time import base64 from time import strftime from time import gmtime class Spider(Spider): # 元类默认的元类 type box_video_type = '' vod_area='bilidanmu' def getName(self): return "哔哩3_带直播" def __init__(self): self.getCookie() url = 'http://api.bilibili.com/x/v3/fav/folder/created/list-all?up_mid=%s&jsonp=jsonp' % (self.userid) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) fav_list=[] if jo['code'] == 0: for fav in jo['data'].get('list'): fav_dict = {'n':fav['title'].replace("", "").replace("", "").replace(""", '"').strip() ,'v':fav['id']} fav_list.append(fav_dict) if self.config["filter"].get('收藏夹'): for i in self.config["filter"].get('收藏夹'): if i['key']=='mlid': i['value']=fav_list def init(self, extend=""): print("============{0}============".format(extend)) pass def isVideoFormat(self, url): pass def second_to_time(self,a): #将秒数转化为时分秒的格式 if a < 3600: return time.strftime("%M:%S", time.gmtime(a)) else: return time.strftime("%H:%M:%S", time.gmtime(a)) def manualVideoCheck(self): pass #用户userid userid='' def get_live_userInfo(self,uid): url = 'https://api.live.bilibili.com/live_user/v1/Master/info?uid=%s'%uid rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: return jo['data']["info"]["uname"] def homeContent(self, filter): result = {} cateManual = { "动态": "动态", "历史记录": '历史记录', "收藏夹": '收藏夹', "热门": "热门", "排行榜": "排行榜", "频道": "频道", "直播": "直播", "舞蹈": "舞蹈", "宅舞": "宅舞", "少女": "少女", 'cosplay':'cosplay', 'mmd':'mmd', "鬼畜": "鬼畜", "狗狗": "汪星人", '科技': '科技', "音声": "音声", "演唱会": "演唱会", "番剧": "1", "国创": "4", "电影": "2", "综艺": "7", "电视剧": "5", "纪录片": "3", } classes = [] for k in cateManual: classes.append({ 'type_name': k, 'type_id': cateManual[k] }) result['class'] = classes if (filter): result['filters'] = self.config['filter'] return result def homeVideoContent(self): self.box_video_type = '热门' return self.get_hot(pg='1') cookies = '' # def getCookie(self): # # 在cookies_str中填入会员或大会员cookie，以获得更好的体验。 # cookies_str = "buvid3=CFF74DA7-E79E-4B53-BB96-FC74AB8CD2F3184997infoc; LIVE_BUVID=AUTO4216125328906835; rpdid=|(umRum~uY~R0J'uYukYukkkY; balh_is_closed=; balh_server_inner=__custom__; PVID=4; video_page_version=v_old_home; i-wanna-go-back=-1; CURRENT_BLACKGAP=0; blackside_state=0; fingerprint=8965144a609d60190bd051578c610d72; buvid_fp_plain=undefined; CURRENT_QUALITY=120; hit-dyn-v2=1; nostalgia_conf=-1; buvid_fp=CFF74DA7-E79E-4B53-BB96-FC74AB8CD2F3184997infoc; CURRENT_FNVAL=4048; DedeUserID=85342; DedeUserID__ckMd5=f070401c4c699c83; b_ut=5; hit-new-style-dyn=0; buvid4=15C64651-E8B7-100C-4B1F-C7CFD2DB473007906-022110820-jYQRaMeS%2BRXRfw14q70%2FLQ%3D%3D; b_nut=1667910208; b_lsid=3CE4AE79_184578915C0; is-2022-channel=1; innersign=0; SESSDATA=a5e4d58d%2C1683641322%2C2c39a%2Ab1; bili_jct=2f3126b5954e37f593130f2fef082cd8; sid=p7tjqv22; bp_video_offset_85342=726936847258746900" # cookies_dic = dict([co.strip().split('=') for co in cookies_str.split(';')]) # rsp = session() # cookies_jar = utils.cookiejar_from_dict(cookies_dic) # rsp.cookies = cookies_jar # content = self.fetch("http://api.bilibili.com/x/web-interface/nav", cookies=rsp.cookies) # res = json.loads(content.text) # if res["code"] == 0: # self.cookies = rsp.cookies # else: # rsp = self.fetch("https://www.bilibili.com/") # self.cookies = rsp.cookies # return rsp.cookies def getCookie(self): #在下方cookies_str 后面双引号里面放置你的cookies cookies_str = "buvid3=CFF74DA7-E79E-4B53-BB96-FC74AB8CD2F3184997infoc; LIVE_BUVID=AUTO4216125328906835; rpdid=|(umRum~uY~R0J'uYukYukkkY; balh_is_closed=; balh_server_inner=__custom__; PVID=4; video_page_version=v_old_home; i-wanna-go-back=-1; CURRENT_BLACKGAP=0; blackside_state=0; fingerprint=8965144a609d60190bd051578c610d72; buvid_fp_plain=undefined; CURRENT_QUALITY=120; hit-dyn-v2=1; nostalgia_conf=-1; buvid_fp=CFF74DA7-E79E-4B53-BB96-FC74AB8CD2F3184997infoc; CURRENT_FNVAL=4048; DedeUserID=85342; DedeUserID__ckMd5=f070401c4c699c83; b_ut=5; hit-new-style-dyn=0; buvid4=15C64651-E8B7-100C-4B1F-C7CFD2DB473007906-022110820-jYQRaMeS%2BRXRfw14q70%2FLQ%3D%3D; b_nut=1667910208; b_lsid=3CE4AE79_184578915C0; is-2022-channel=1; innersign=0; SESSDATA=a5e4d58d%2C1683641322%2C2c39a%2Ab1; bili_jct=2f3126b5954e37f593130f2fef082cd8; sid=p7tjqv22; bp_video_offset_85342=726936847258746900" if cookies_str: cookies = dict([co.strip().split('=') for co in cookies_str.split(';')]) bili_jct = cookies['bili_jct'] SESSDATA = cookies['SESSDATA'] DedeUserID = cookies['DedeUserID'] cookies_jar={"bili_jct":bili_jct, 'SESSDATA': SESSDATA, 'DedeUserID':DedeUserID } rsp = session() rsp.cookies = cookies_jar content = self.fetch("http://api.bilibili.com/x/web-interface/nav", cookies=rsp.cookies) res = json.loads(content.text) if res["code"] == 0: self.cookies = rsp.cookies self.userid = res["data"].get('mid') return rsp.cookies rsp = self.fetch("https://www.bilibili.com/") self.cookies = rsp.cookies return rsp.cookies def get_hot(self, pg): self.box_video_type = '热门' result = {} url = 'https://api.bilibili.com/x/web-interface/popular?ps=20&pn={0}'.format(pg) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: videos = [] vodList = jo['data']['list'] for vod in vodList: aid = str(vod['aid']).strip() title = vod['title'].strip().replace("", "").replace("", "") img = vod['pic'].strip() remark = str(self.second_to_time(vod['duration'])).strip() videos.append({ "vod_id": aid+'&hot', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result def str2sec(self,x): ''' 字符串时分秒转换成秒 ''' x=str(x) try: h, m, s = x.strip().split(':') #.split()函数将其通过':'分隔开，.strip()函数用来除去空格 return int(h)*3600 + int(m)*60 + int(s) #int()函数转换成整数运算 except: m, s = x.strip().split(':') #.split()函数将其通过':'分隔开，.strip()函数用来除去空格 return int(m)*60 + int(s) #int()函数转换成整数运算 def get_rank(self): self.box_video_type = '排行榜' result = {} url = 'https://api.bilibili.com/x/web-interface/ranking/v2?rid=0&type=all' rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: videos = [] vodList = jo['data']['list'] for vod in vodList: aid = str(vod['aid']).strip() title = vod['title'].strip().replace("", "").replace("", "") img = vod['pic'].strip() remark = str(self.second_to_time(vod['duration'])).strip() videos.append({ "vod_id": aid+'&rank', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) result['list'] = videos result['page'] = 1 result['pagecount'] = 1 result['limit'] = 90 result['total'] = 999999 return result def filter_duration(self, vodlist, key): # 按时间过滤 if key == '0': return vodlist else: vod_list_new = [i for i in vodlist if self.time_diff1[key][0] <= self.str2sec(str(i["vod_remarks"])) < self.time_diff1[key][1]] return vod_list_new chanel_offset='' def get_channel(self, pg, cid,extend,order,duration_diff): result = {} self.box_video_type = '频道' url = 'https://api.bilibili.com/x/web-interface/search/type?search_type=video&keyword={0}&page={1}&duration={2}&order={3}'.format( cid, pg,duration_diff,order) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo.get('code') == 0: videos = [] vodList = jo['data']['result'] for vod in vodList: aid = str(vod['aid']).strip() title = vod['title'].replace("", "").replace("", "").replace(""", '"') img = 'https:' + vod['pic'].strip() remark = str( self.second_to_time(self.str2sec(vod['duration']))).strip() videos.append({ "vod_id": aid+'&channale', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) #videos=self.filter_duration(videos, duration_diff) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result dynamic_offset = '' def get_dynamic(self, pg): self.box_video_type = '动态' result = {} if str(pg) == '1': url = 'https://api.bilibili.com/x/polymer/web-dynamic/v1/feed/all?timezone_offset=-480&type=all&page=%s' % pg else: # print('偏移',self.dynamic_offset) url = 'https://api.bilibili.com/x/polymer/web-dynamic/v1/feed/all?timezone_offset=-480&type=all&offset=%s&page=%s' % ( self.dynamic_offset, pg) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: self.dynamic_offset = jo['data'].get('offset') videos = [] vodList = jo['data']['items'] for vod in vodList: if vod['type'] == 'DYNAMIC_TYPE_AV': #up=vod['modules']["module_author"]['name'] ivod = vod['modules']['module_dynamic']['major']['archive'] aid = str(ivod['aid']).strip() title = ivod['title'].strip().replace("", "").replace("", "") img = ivod['cover'].strip() #remark = str(ivod['duration_text']).strip() remark =str( self.second_to_time(self.str2sec(ivod['duration_text']))).strip() videos.append({ "vod_id": aid+'&dynamic', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result time_diff1={'1':[0,300], '2':[300,900],'3':[900,1800],'4':[1800,3600], '5':[3600,99999999999999999999999999999999] } time_diff='0' def get_fav_detail(self,pg,mlid,order): result = {} self.box_video_type = '收藏夹' url = 'http://api.bilibili.com/x/v3/fav/resource/list?media_id=%s&order=%s&pn=%s&ps=20&platform=web&type=0'%(mlid,order,pg) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: videos = [] vodList = jo['data']['medias'] for vod in vodList: #print(vod) #只展示类型为视频的条目 #过滤去掉收藏夹中的已失效视频;如果不喜欢可以去掉这个 if条件 if vod.get('type') in [2] and vod.get('title') != '已失效视频': aid = str(vod['id']).strip() title = vod['title'].replace("", "").replace("", "").replace(""", '"') img = vod['cover'].strip() remark = str( self.second_to_time(vod['duration'])).strip() videos.append({ "vod_id": aid+'&fav', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) #videos=self.filter_duration(videos, duration_diff) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result def get_fav(self,pg,order,extend): self.box_video_type = '收藏夹' #获取自己的up_mid(也就是用户uid) mlid='' fav_config=self.config["filter"].get('收藏夹') #默认显示第一个收藏夹内容 if fav_config: for i in fav_config: if i['key']=='mlid': if len(i['value'])>0: mlid=i['value'][0]['v'] #print(self.config["filter"].get('收藏夹')) if 'mlid' in extend: mlid = extend['mlid'] if mlid: return self.get_fav_detail(pg=pg,mlid=mlid,order=order) else: return {} def get_history(self,pg): result = {} self.box_video_type = '历史记录' url = 'http://api.bilibili.com/x/v2/history?pn=%s' % pg rsp = self.fetch(url,cookies=self.cookies) content = rsp.text jo = json.loads(content) #解析api接口,转化成json数据对象 if jo['code'] == 0: videos = [] vodList = jo['data'] for vod in vodList: if vod['duration'] > 0: #筛选掉非视频的历史记录 aid = str(vod["aid"]).strip() #获取 aid #获取标题 title = vod["title"].replace("", "").replace("", "").replace(""", '"') #封面图片 img = vod["pic"].strip() #获取已观看时间 if str(vod['progress'])=='-1': process=str(self.second_to_time(vod['duration'])).strip() else: process = str(self.second_to_time(vod['progress'])).strip() #获取视频总时长 total_time= str(self.second_to_time(vod['duration'])).strip() #组合已观看时间 / 总时长 ,赋值给 remark remark = process+' / '+total_time videos.append({ "vod_id":aid+'&history', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result def get_live(self,pg,parent_area_id): result = {} self.box_video_type = '直播' url = 'https://api.live.bilibili.com/room/v3/area/getRoomList?page=%s&sort_type=online&parent_area_id=%s'%(pg,parent_area_id) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo['code'] == 0: videos = [] vodList = jo['data']['list'] for vod in vodList: aid = str(vod['roomid']).strip() title = vod['title'].replace("", "").replace("", "").replace(""", '"') img = vod.get('cover').strip() remark = '直播间人数:'+str( vod['online']).strip() videos.append({ "vod_id": aid+'&live', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) #videos=self.filter_duration(videos, duration_diff) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result def categoryContent(self, tid, pg, filter, extend): result = {} if len(self.cookies) <= 0: self.getCookie() if tid == "热门": self.box_video_type = '热门' return self.get_hot(pg=pg) elif tid == "排行榜": self.box_video_type = '排行榜' return self.get_rank() elif tid == "收藏夹": self.box_video_type = '收藏夹' order = 'mtime' if 'order' in extend: order = extend['order'] return self.get_fav(pg=pg, order=order,extend=extend) elif tid == '直播': self.box_video_type = '直播' parent_area_id = '0' if 'parent_area_id' in extend: parent_area_id = extend['parent_area_id'] return self.get_live(pg=pg,parent_area_id=parent_area_id) elif tid == '频道': self.box_video_type = '频道' cid = '搞笑' if 'cid' in extend: cid = extend['cid'] duration_diff='0' if 'duration' in extend: duration_diff = extend['duration'] order = 'totalrank' if 'order' in extend: order = extend['order'] return self.get_channel(pg=pg, cid=cid,extend=extend,order=order,duration_diff=duration_diff) elif tid == '动态': self.box_video_type = '动态' return self.get_dynamic(pg=pg) elif tid == '历史记录': self.box_video_type = '历史记录' return self.get_history(pg=pg) elif tid.isdigit(): self.box_video_type = '影视' url = 'https://api.bilibili.com/pgc/season/index/result?order=2&season_status=-1&style_id=-1&sort=0&area=-1&pagesize=20&type=1&st={0}&season_type={0}&page={1}'.format( tid, pg) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) videos = [] vodList = jo['data']['list'] for vod in vodList: aid = str(vod['season_id']).strip() title = vod['title'].strip() img = vod['cover'].strip() remark = vod['index_show'].strip() videos.append({ "vod_id": aid+'&movie', "vod_name": title, "vod_pic": img, "vod_remarks": remark # 视频part数量 }) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 else: duration_diff='0' if 'duration' in extend: duration_diff = extend['duration'] order = 'totalrank' if 'order' in extend: order = extend['order'] self.box_video_type = '其他' url = 'https://api.bilibili.com/x/web-interface/search/type?search_type=video&keyword={0}&page={1}&duration={2}&order={3}'.format( tid, pg,duration_diff,order) rsp = self.fetch(url, cookies=self.cookies) content = rsp.text jo = json.loads(content) if jo.get('code') == 0: videos = [] vodList = jo['data']['result'] for vod in vodList: aid = str(vod['aid']).strip() title = vod['title'].replace("", "").replace("", "").replace(""", '"') img = 'https:' + vod['pic'].strip() #remark = str(vod['duration']).strip() remark =str( self.second_to_time(self.str2sec(vod['duration']))).strip() videos.append({ "vod_id": aid+'&other', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) #videos=self.filter_duration(videos, duration_diff) result['list'] = videos result['page'] = pg result['pagecount'] = 9999 result['limit'] = 90 result['total'] = 999999 return result def cleanSpace(self, str): return str.replace('\n', '').replace('\t', '').replace('\r', '').replace(' ', '') def detailContent(self, array): # if int(array[0])< 1000000: result={} arrays = array[0].split("&") if arrays[-1] == 'movie': self.box_video_type='影视' aid = arrays[0] url = "http://api.bilibili.com/pgc/view/web/season?season_id={0}".format(aid) rsp = self.fetch(url, headers=self.header) jRoot = json.loads(rsp.text) if jRoot['code'] == 0: jo = jRoot['result'] id = jo['season_id'] title = jo['title'] pic = jo['cover'] areas = jo['areas'][0]['name'] typeName = jo['share_sub_title'] dec = jo['evaluate'] remark = jo['new_ep']['desc'] vod = { "vod_id": id, "vod_name": title, "vod_pic": pic, "type_name": typeName, "vod_year": "", # "vod_area":areas, "vod_area": self.vod_area, #弹幕是否显示的开关 "vod_remarks": remark, "vod_actor": "", "vod_director": "", "vod_content": dec } ja = jo['episodes'] playUrl = '' for tmpJo in ja: eid = tmpJo['id'] cid = tmpJo['cid'] part = tmpJo['title'].replace("#", "-") playUrl = playUrl + '{0}${1}_{2}#'.format(part, eid, cid) vod['vod_play_from'] = 'B站' vod['vod_play_url'] = playUrl result = { 'list': [ vod ] } elif arrays[-1] == 'live': self.box_video_type='直播' aid = arrays[0] url = "https://api.live.bilibili.com/room/v1/Room/get_info?room_id=%s"%aid rsp = self.fetch(url, headers=self.header,cookies=self.cookies) jRoot = json.loads(rsp.text) if jRoot.get('code')==0: jo = jRoot['data'] title = jo['title'].replace("", "").replace("", "") pic = jo.get("user_cover") desc = jo.get('description') dire = self.get_live_userInfo(jo["uid"]) typeName = jo.get("area_name") remark = '在线人数:'+str(jo['online']).strip() vod = { "vod_id": aid, "vod_name": '(' + dire + ")" + title, "vod_pic": pic, "type_name": typeName, "vod_area": self.vod_area, #"vod_area":"", "vod_remarks": remark, "vod_actor": "直播间id-"+aid, "vod_director": dire, "vod_content": desc + '\n主播:' + dire, 'vod_play_from':'B站', 'vod_play_url':'flv线路原画$platform=web&quality=4_'+aid+'#flv线路高清$platform=web&quality=3_'+aid+'#h5线路原画$platform=h5&quality=4_'+aid+'#h5线路高清$platform=h5&quality=3_'+aid # 'vod_play_url':aid } result = { 'list': [ vod ] } else : self.box_video_type='其他' aid = arrays[0] url = "https://api.bilibili.com/x/web-interface/view?aid={0}".format(aid) rsp = self.fetch(url, headers=self.header) jRoot = json.loads(rsp.text) if jRoot['code'] == 0: jo = jRoot['data'] title = jo['title'].replace("", "").replace("", "") pic = jo['pic'] desc = jo['desc'] timeStamp = jo['pubdate'] timeArray = time.localtime(timeStamp) year = str(time.strftime("%Y", timeArray)) dire = jo['owner']['name'] typeName = jo['tname'] remark = str(jo['duration']).strip() vod = { "vod_id": aid, "vod_name": '(' + dire + ")" + title, "vod_pic": pic, "type_name": typeName, "vod_year": year, "vod_area": self.vod_area, # "vod_area":"", "vod_remarks": remark, "vod_actor": '', "vod_director": dire, "vod_content": desc + '\nup主:' + dire } ja = jo['pages'] playUrl = '' for tmpJo in ja: cid = tmpJo['cid'] part = tmpJo['part'].replace("#", "-") playUrl = playUrl + '{0}${1}_{2}#'.format(part, aid, cid) vod['vod_play_from'] = 'B站' vod['vod_play_url'] = playUrl result = { 'list': [ vod ] } return result def searchContent(self, key, quick): self.box_video_type = '搜索' header = { "Referer": "https://www.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } url = 'https://api.bilibili.com/x/web-interface/search/type?search_type=video&keyword={0}&page=1'.format(key) rsp = self.fetch(url, cookies=self.cookies, headers=header) content = rsp.text jo = json.loads(content) if jo['code'] != 0: rspRetry = self.fetch(url, cookies=self.cookies, headers=header) content = rspRetry.text jo = json.loads(content) videos = [] vodList = jo['data']['result'] for vod in vodList: aid = str(vod['aid']).strip() title = vod['title'].replace("", "").replace("", "").replace(""", '"') img = 'https:' + vod['pic'].strip() remark = str(vod['duration']).strip() videos.append({ "vod_id": aid+'&search', "vod_name": title, "vod_pic": img, "vod_remarks": remark }) result = { 'list': videos } return result def playerContent(self, flag, id, vipFlags): result = {} if self.box_video_type == '影视': ids = id.split("_") header = { "Referer": "https://www.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } url = 'https://api.bilibili.com/pgc/player/web/playurl?qn=116&ep_id={0}&cid={1}'.format(ids[0], ids[1]) if len(self.cookies) <= 0: self.getCookie() rsp = self.fetch(url, cookies=self.cookies, headers=header) jRoot = json.loads(rsp.text) if jRoot['message'] != 'success': print("需要大会员权限才能观看") return {} jo = jRoot['result'] ja = jo['durl'] maxSize = -1 position = -1 for i in range(len(ja)): tmpJo = ja[i] if maxSize < int(tmpJo['size']): maxSize = int(tmpJo['size']) position = i url = '' if len(ja) > 0: if position == -1: position = 0 url = ja[position]['url'] result["parse"] = 0 result["playUrl"] = '' result["url"] = url result["header"] = { "Referer": "https://www.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } result["contentType"] = 'video/x-flv' self.box_video_type = '影视' elif self.box_video_type == '直播': ids = id.split("_") url = 'https://api.live.bilibili.com/room/v1/Room/playUrl?cid=%s&%s'%(ids[1],ids[0]) #raise Exception(url) if len(self.cookies) <= 0: self.getCookie() rsp = self.fetch(url, cookies=self.cookies) jRoot = json.loads(rsp.text) if jRoot['code'] == 0: jo = jRoot['data'] ja = jo['durl'] url = '' if len(ja) > 0: url = ja[0]['url'] result["parse"] = 0 # result['type'] ="m3u8" result["playUrl"] = '' result["url"] = url result["header"] = { "Referer": "https://live.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } self.box_video_type = '直播' if ids[0]=="h5": result["contentType"] = '' else: result["contentType"] = 'video/x-flv' else: ids = id.split("_") url = 'https://api.bilibili.com:443/x/player/playurl?avid={0}&cid={1}&qn=116'.format(ids[0], ids[1]) if len(self.cookies) <= 0: self.getCookie() rsp = self.fetch(url, cookies=self.cookies) jRoot = json.loads(rsp.text) jo = jRoot['data'] ja = jo['durl'] maxSize = -1 position = -1 for i in range(len(ja)): tmpJo = ja[i] if maxSize < int(tmpJo['size']): maxSize = int(tmpJo['size']) position = i url = '' if len(ja) > 0: if position == -1: position = 0 url = ja[position]['url'] result["parse"] = 0 result["playUrl"] = '' result["url"] = url result["header"] = { "Referer": "https://www.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } result["contentType"] = 'video/x-flv' self.box_video_type = '其他' return result config = { "player": {}, "filter": { "舞蹈": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }], "少女": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }], "mmd": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }], "直播": [{ "key": "parent_area_id", "name": "直播分区", "value": [ { "n": "全部分区", "v": "0" }, { "n": "娱乐", "v": "1" }, { "n": "电台", "v": "5" }, { "n": "网游", "v": "2" }, { "n": "手游", "v": "3" }, { "n": "单机游戏", "v": "6" }, { "n": "虚拟主播", "v": "9" },{'n': '生活', 'v': 10}, {'n': '知识', 'v': 11}, {'n': '赛事', 'v': 13} ] }, ], "音声": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }], "收藏夹": [{ "key": "order", "name": "排序", "value": [ { "n": "收藏时间", "v": "mtime" }, { "n": "播放量", "v": "view" }, { "n": "投稿时间", "v": "pubtime" } ] }, { "key": "mlid", "name": "收藏夹分区", "value": [ ] }], "cosplay": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }], "频道": [{ "key": "order", "name": "排序", "value": [ { "n": "综合排序", "v": "totalrank" }, { "n": "最新发布", "v": "pubdate" }, { "n": "最多点击", "v": "click" }, { "n": "最多收藏", "v": "stow" }, { "n": "最多弹幕", "v": "dm" }, ] }, { "key": "duration", "name": "时长", "value": [{ "n": "全部", "v": "0" }, { "n": "60分钟以上", "v": "4" }, { "n": "30~60分钟", "v": "3" }, { "n": "5~30分钟", "v": "2" }, { "n": "5分钟以下", "v": "1" } ] }, {"key": "cid", "name": "分类", "value":[{'n': '搞笑', 'v': '搞笑'}, {'n': '美食', 'v': '美食'}, {'n': '鬼畜', 'v': '鬼畜'}, {'n': '美妆', 'v': '美妆'}, {'n': 'mmd', 'v': 'mmd'}, {'n': '科普', 'v': '科普'}, {'n': 'COSPLAY', 'v': 'COSPLAY'}, {'n': '漫展', 'v': '漫展'}, {'n': 'MAD', 'v': 'MAD'}, {'n': '手书', 'v': '手书'}, {'n': '穿搭', 'v': '穿搭'}, {'n': '发型', 'v': '发型'}, {'n': '化妆教程', 'v': '化妆教程'}, {'n': '电音', 'v': '电音'}, {'n': '欧美音乐', 'v': '欧美音乐'}, {'n': '中文翻唱', 'v': '中文翻唱'}, {'n': '洛天依', 'v': '洛天依'}, {'n': '翻唱', 'v': '翻唱'}, {'n': '日文翻唱', 'v': '日文翻唱'}, {'n': '科普', 'v': '科普'}, {'n': '技术宅', 'v': '技术宅'}, {'n': '历史', 'v': '历史'}, {'n': '科学', 'v': '科学'}, {'n': '人文', 'v': '人文'}, {'n': '科幻', 'v': '科幻'}, {'n': '手机', 'v': '手机'}, {'n': '手机评测', 'v': '手机评测'}, {'n': '电脑', 'v': '电脑'}, {'n': '摄影', 'v': '摄影'}, {'n': '笔记本', 'v': '笔记本'}, {'n': '装机', 'v': '装机'}, {'n': '课堂教育', 'v': '课堂教育'}, {'n': '公开课', 'v': '公开课'}, {'n': '演讲', 'v': '演讲'}, {'n': 'PS教程', 'v': 'PS教程'}, {'n': '编程', 'v': '编程'}, {'n': '英语学习', 'v': '英语学习'}, {'n': '喵星人', 'v': '喵星人'}, {'n': '萌宠', 'v': '萌宠'}, {'n': '汪星人', 'v': '汪星人'}, {'n': '大熊猫', 'v': '大熊猫'}, {'n': '柴犬', 'v': '柴犬'},{'n': '田园犬', 'v': '田园犬'}, {'n': '吱星人', 'v': '吱星人'}, {'n': '美食', 'v': '美食'}, {'n': '甜点', 'v': '甜点'}, {'n': '吃货', 'v': '吃货'}, {'n': '厨艺', 'v': '厨艺'}, {'n': '烘焙', 'v': '烘焙'}, {'n': '街头美食', 'v': '街头美食'}, {'n': 'A.I.Channel', 'v': 'A.I.Channel'}, {'n': '虚拟UP主', 'v': '虚拟UP主'}, {'n': '神楽めあ', 'v': '神楽めあ'}, {'n': '白上吹雪', 'v': '白上吹雪'}, {'n': '婺源', 'v': '婺源'}, {'n': 'hololive', 'v': 'hololive'}, {'n': 'EXO', 'v': 'EXO'}, {'n': '防弹少年团', 'v': '防弹少年团'}, {'n': '肖战', 'v': '肖战'}, {'n': '王一博', 'v': '王一博'}, {'n': '易烊千玺', 'v': '易烊千玺'}, {'n': '赵今麦', 'v': '赵今麦'}, {'n': '宅舞', 'v': '宅舞'}, {'n': '街舞', 'v': '街舞'}, {'n': '舞蹈教学', 'v': '舞蹈教学'}, {'n': '明星舞蹈', 'v': '明星舞蹈'}, {'n': '韩舞', 'v': '韩舞'}, {'n': '古典舞', 'v': '古典舞'}, {'n': '旅游', 'v': '旅游'}, {'n': '绘画', 'v': '绘画'}, {'n': '手工', 'v': '手工'}, {'n': 'vlog', 'v': 'vlog'}, {'n': 'DIY', 'v': 'DIY'}, {'n': '手绘', 'v': '手绘'}, {'n': '综艺', 'v': '综艺'}, {'n': '国家宝藏', 'v': '国家宝藏'}, {'n': '脱口秀', 'v': '脱口秀'}, {'n': '日本综艺', 'v': '日本综艺'}, {'n': '国内综艺', 'v': '国内综艺'}, {'n': '人类观察', 'v': '人类观察'}, {'n': '影评', 'v': '影评'}, {'n': '电影解说', 'v': '电影解说'}, {'n': '影视混剪', 'v': '影视混剪'}, {'n': '影视剪辑', 'v': '影视剪辑'}, {'n': '漫威', 'v': '漫威'}, {'n': '超级英雄', 'v': '超级英雄'}, {'n': '影视混剪', 'v': '影视混剪'}, {'n': '影视剪辑', 'v': '影视剪辑'}, {'n': '诸葛亮', 'v': '诸葛亮'}, {'n': '韩剧', 'v': '韩剧'}, {'n': '王司徒', 'v': '王司徒'}, {'n': '泰剧', 'v': '泰剧'}, {'n': '郭德纲', 'v': '郭德纲'}, {'n': '相声', 'v': '相声'}, {'n': '张云雷', 'v': '张云雷'}, {'n': '秦霄贤', 'v': '秦霄贤'}, {'n': '孟鹤堂', 'v': '孟鹤堂'}, {'n': '岳云鹏', 'v': '岳云鹏'}, {'n': '假面骑士', 'v': '假面骑士'}, {'n': '特摄', 'v': '特摄'}, {'n': '奥特曼', 'v': '奥特曼'}, {'n': '迪迦奥特曼', 'v': '迪迦奥特曼'}, {'n': '超级战队', 'v': '超级战队'}, {'n': '铠甲勇士', 'v': '铠甲勇士'}, {'n': '健身', 'v': '健身'}, {'n': '篮球', 'v': '篮球'}, {'n': '体育', 'v': '体育'}, {'n': '帕梅拉', 'v': '帕梅拉'}, {'n': '极限运动', 'v': '极限运动'}, {'n': '足球', 'v': '足球'}, {'n': '星海', 'v': '星海'}, {'n': '张召忠', 'v': '张召忠'}, {'n': '航母', 'v': '航母'}, {'n': '航天', 'v': '航天'}, {'n': '导弹', 'v': '导弹'}, {'n': '战斗机', 'v': '战斗机'}] } ], } } header = { "Referer": "https://www.bilibili.com", "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36' } def localProxy(self, param): return [200, "video/MP2T", action, ""] if __name__ == '__main__': a=Spider() print(a.categoryContent('5','1',filter={},extend='1')) #print(a.get_live(pg=1,parent_area_id='0')) a.box_video_type='直播' print(a.get_hot(pg=1)) print(a.detailContent(['43000&movie'])) print(a.playerContent('flag', 'flv线路$web_43000#h5线路$h5_43000', 'vipFlags')) #print(a.get_fav(pg='1',order='mtime',extend={}))