#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Date : 2018-08-05 11:14:46
# @Author : Lewis Tian (chtian@hust.edu.cn)
# @Link : https://lewistian.github.io/
# @Version : Python3.6
from ui_mwin import Ui_MWin
from PyQt5 import QtCore
from PyQt5.QtCore import QUrl, QThread, pyqtSignal
from PyQt5.QtGui import QIcon, QPixmap, QDesktopServices, QCursor
from PyQt5.QtWidgets import QApplication, QMainWindow, QTableWidgetItem, QMessageBox, QProgressBar, QMenu, QAction
import re
import sys
import requests
import time
import json
import os
import threading
from contextlib import closing
base_headers = {
'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Accept-Encoding':'gzip, deflate, br',
'Accept-Language':'zh-CN,zh;q=0.8,en;q=0.6',
'Connection':'keep-alive',
'Host':'www.bilibili.com',
'Upgrade-Insecure-Requests':'1',
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.79 Safari/537.36',
}
cur_threadId = 0 # used for a new QThread id
try:
with open('Cookie') as f:
Cookie = f.read() # Cookie
base_headers['Cookie'] = Cookie
except:
print("open Cookie error")
class BilibiliKit(QMainWindow, Ui_MWin):
def __init__(self, parent=None):
super(BilibiliKit, self).__init__(parent)
self.setupUi(self)
self.connectSlots()
self.ss = requests.Session()
self.cover = None
self.danmu = None
self.title = None
self.av = 0
self.pages = 1 # 视频分p数
self.page = 0 # 当前下载视频的索引号（从0开始）
self.links = None
self.slices = 1 # 视频每p的切片
self.slice = 0 # 当前下载切片的索引号（从0开始）
self.row2qthread = {} # 行与 qid 的映射表
def connectSlots(self):
"""connect slots with buttons/
short cuts/signals
"""
# home tab
self.search.clicked.connect(lambda: self.searchInfo(1))
self.search.setShortcut("CTRL+Return")
self.download.clicked.connect(self.downloadVideo)
self.download.setShortcut("CTRL+L")
# download tab
self.startAll.clicked.connect(self.startAllThreads)
self.pauseAll.clicked.connect(self.pauseAllThreads)
self.clearAll.clicked.connect(self.clearAllThreads)
self.openVideoFolder.clicked.connect(self.openDownloadedVideoFolder)
self.downloadWidget.customContextMenuRequested.connect(self.downloadWidgetContext)
def searchInfo(self, page = 1):
if not self.lineEdit_input.text():
return
url = ''
if page == 1:
try:
avNum = re.findall(r'(av\d+)', self.lineEdit_input.text())[0]
except:
return
url = 'https://www.bilibili.com/video/' + avNum
else:
url = 'https://www.bilibili.com/video/av{}?p={}'.format(self.av, page)
if not url:
return
print(url)
r = self.ss.get(url, headers = base_headers, timeout = 3)
info = None
if r.status_code == 200:
try:
data = re.findall(r'<script>window\.__INITIAL_STATE__=(.*?);\(function', r.text)[0]
# print(data)
bili = json.loads(data)
aid = bili['aid']
title = bili['videoData']['title']
pubtime = bili['videoData']['pubdate']
up = bili['upData']['name']
vtype = bili['videoData']['tname']
cover = bili['videoData']['pic']
desc = bili['videoData']['desc']
sex = bili['upData']['sex']
# get multi-videos info
tmp = bili['videoData']['pages']
pages = len(tmp)
cid = [ tmp[i]['cid'] for i in range(pages)]
info = ('av'+aid,title,time.ctime(pubtime),up,vtype,cover,'https://comment.bilibili.com/{}.xml'.format(cid[0]),desc,sex)
except:
print("get video info failed!")
return
else:
print('error code:', r.status_code)
return
# print(info)
for x in range(len(info)):
item = QTableWidgetItem(info[x])
self.tableWidget.setItem(x, 0, item)
item = QTableWidgetItem()
icon = QIcon()
if info[-1] == '女':
icon.addPixmap(QPixmap(":/images/b6"), QIcon.Normal, QIcon.Off)
elif info[-1] == '男':
icon.addPixmap(QPixmap(":/images/b7"), QIcon.Normal, QIcon.Off)
else:
icon.addPixmap(QPixmap(":/images/b8"), QIcon.Normal, QIcon.Off)
item.setIcon(icon)
self.tableWidget.setItem(3, 0, item)
item = self.tableWidget.item(3, 0)
item.setText(info[3])
self.title = title
self.av = aid
self.cover = cover
self.pages = pages
self.danmu = cid # https://comment.bilibili.com/43199797.xml
self.page = page
self.getVideoLinks(r)
def getVideoLinks(self, r):
# get video download links
download_link = []
try:
data = re.findall(r'<script>window\.__playinfo__=(.*?)</script>', r.text)[0]
bili = json.loads(data)
self.slices = len(bili['durl'])
download_link = bili['durl']
except:
print("get download links failed!")
if download_link:
for i in range(self.slices):
download_link[i]['url'] = download_link[i]['url'].replace("http", "https")
self.links = download_link
def downloadVideo(self):
if not self.links:
return
self.tabWidget.setCurrentIndex(1)
if self.pages > 1:
reply = QMessageBox.question(self,
'哔哩哔哩工具箱 v1.1 - ©Tich',
'发现有多个视频文件，是否全部下载？\n若否，则仅下载第一p视频(*ﾟ∀ﾟ*)',
QMessageBox.Yes | QMessageBox.No,
QMessageBox.No)
if reply == QMessageBox.Yes:
self.multiDownload()
return
self.singleDownload()
def singleDownload(self):
print('single')
row = self.downloadWidget.rowCount()
self.downloadWidget.setRowCount(row+1)
item = QTableWidgetItem(self.title)
self.downloadWidget.setItem(row, 0, item)
item = QTableWidgetItem('p{}'.format(self.page))
self.downloadWidget.setItem(row, 1, item)
item = QTableWidgetItem('0/{}'.format(self.slices))
self.downloadWidget.setItem(row, 2, item)
qpb = QProgressBar()
qpb.setValue(0)
self.downloadWidget.setCellWidget(row, 3, qpb)
# print(self.links)
t = Downloader(self.av, self.links)
self.row2qthread[row] = t
t.finish.connect(self.downloaded)
t.signal.connect(self.updateItem)
t.cur_slice.connect(self.updateItem)
t.start()
# print(int(t.currentThreadId()))
def multiDownload(self):
print('multi-videos')
self.singleDownload()
for x in range(2, self.pages+1):
print(x)
self.searchInfo(x)
self.singleDownload()
def downloaded(self, t, slices):
"""finish a video downloading
"""
print('downloaded')
for k, v in self.row2qthread.items():
if v == t:
if slices == -1:
s = '下载出错：'+ self.downloadWidget.item(k, 0).text()
item = QTableWidgetItem(s)
self.downloadWidget.setItem(k, 0, item)
elif slices == -2:
s = '结束下载：'+ self.downloadWidget.item(k, 0).text()
item = QTableWidgetItem(s)
self.downloadWidget.setItem(k, 0, item)
else:
item = QTableWidgetItem('{0}/{0}'.format(slices))
self.downloadWidget.setItem(k, 2, item)
QMessageBox.about(self, '哔哩哔哩工具箱 v1.1 - ©Tich', '{} 下载完成！'.format(self.downloadWidget.item(k, 0).text()))
break
def updateItem(self, t, array):
"""update downloadWidget cell
t: qthread
array: (val1, [val2], flag)
val1: contains (downloaded count)/(total count)*100 / cur_slice
val2: total slices
op:0 => download counts
:1 => video slices
"""
val = array[0]
op = array[-1]
for k, v in self.row2qthread.items():
if v == t:
if op==0:
self.downloadWidget.cellWidget(k, 3).setValue(val)
else:
item = QTableWidgetItem('{}/{}'.format(val, array[-2]))
self.downloadWidget.setItem(k, 2, item)
return
def startAllThreads(self):
"""start all download thread
"""
if self.row2qthread:
print('start all')
for i in self.row2qthread.values():
i.resume()
def pauseAllThreads(self):
"""pause all download thread
"""
if self.row2qthread:
print('pause all')
for i in self.row2qthread.values():
i.pause()
def clearAllThreads(self):
"""stop all download thread
"""
if self.row2qthread:
print('clear all')
for k, v in self.row2qthread.items():
try:
v.stop()
except Exception as e:
pass
self.downloadWidget.clearContents()
self.downloadWidget.setRowCount(0)
self.row2qthread.clear()
def openDownloadedVideoFolder(self):
"""open download video folder
"""
try:
QDesktopServices.openUrl(QUrl.fromLocalFile(os.getcwd()+'/videos'));
except:
pass
def downloadWidgetContext(self, point):
"""downloadWidget right click menu
"""
popMenu = QMenu()
startAThread = QAction('开始', self)
pauseAThread = QAction('暂停', self)
clearAThread = QAction('删除', self)
startAThread.triggered.connect(lambda: self.operateAThread(1, point))
pauseAThread.triggered.connect(lambda: self.operateAThread(2, point))
clearAThread.triggered.connect(lambda: self.operateAThread(3, point))
popMenu.addAction(startAThread)
popMenu.addAction(pauseAThread)
popMenu.addAction(clearAThread)
popMenu.exec_(QCursor.pos())
def operateAThread(self, op, pos):
cur_row = self.downloadWidget.indexAt(pos).row()
print(cur_row)
if op == 1:
print('start')
self.row2qthread[cur_row].resume()
elif op == 2:
print('pause')
self.row2qthread[cur_row].pause()
else:
print('clear')
self.row2qthread[cur_row].stop()
class Downloader(QThread):
"""download class"""
signal = pyqtSignal(QThread, list) # 下载量信号 list: value flag
cur_slice = pyqtSignal(QThread, list) # 切片信号 list: cur_slice totla_slices flag
finish = pyqtSignal(QThread, int) # 下载结束信号
def __init__(self, av, links):
super(Downloader, self).__init__()
self.av = av
self.links = links
self.id = 0
self.__flag = threading.Event() # pause flag
self.__flag.set() # True
self.__running = threading.Event() # stop flag
self.__running.set() # True
if not os.path.exists('videos'):
os.mkdir('videos')
def run(self):
"""download a video
may contain muti-slices videos
"""
headers = {
'Accept':'*/*',
'Accept-Encoding':'gzip, deflate, br',
'Accept-Language':'zh-CN,zh;q=0.8,en;q=0.6',
'Cache-Control':'no-cache',
'Connection':'keep-alive',
'Origin':'https://www.bilibili.com',
'Pragma':'no-cache',
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.79 Safari/537.36',
}
headers['Referer'] = 'https://www.bilibili.com/video/' + self.av
# print(self.links)
cur_count = 0
total_count = len(self.links)
print('总切片', total_count)
for link in self.links:
url = link['url']
# print(url)
filename = re.findall(r'/(\d+-\d+-\d+.flv)', url)[0]
while self.__running.isSet(): # 如果被设置为了true就继续，false就终止了
print("下载", filename)
with closing(requests.get(url, headers = headers, timeout = 3, stream=True)) as r:
print(r.status_code)
# print('headers:', r.headers)
content_size = int(r.headers['content-length']) # 内容体总大小
# print(link['size'])
# print('size:', content_size)
chunk_size = int(content_size/100) # 单次请求最大值
# print(content_size, chunk_size)
count = 0
try:
with open('videos/'+filename, "wb") as file:
for data in r.iter_content(chunk_size=chunk_size):
if not self.__running.isSet():
self.finish2emit(-2)
return
self.__flag.wait() # 为True时立即返回, 为False时阻塞直到内部的标识位为True后返回
file.write(data)
count += len(data)
downloadCount = int(count/chunk_size)
self.signal2emit(downloadCount)
# print(count/chunk_size)
except Exception as e:
self.finish2emit(-1)
print(e)
return
cur_count += 1
print("下载完成 %d/%d"%(cur_count, total_count))
print(downloadCount)
if cur_count == total_count:
self.finish2emit(total_count)
return
else:
self.slice2emit(cur_count, total_count)
break
def pause(self):
print('pause')
self.__flag.clear()
def resume(self):
self.__flag.set()
def stop(self):
# self.__flag.set()
self.__running.clear()
self.exit()
def signal2emit(self, val):
self.signal.emit(self, [val, 0])
def slice2emit(self, cur_count, total_count):
self.cur_slice.emit(self, [cur_count, total_count, 1])
def finish2emit(self, slices):
self.finish.emit(self, slices)
if __name__ == "__main__":
app = QApplication(sys.argv)
w = BilibiliKit()
w.show()
sys.exit(app.exec_())
