Skip to content

A
accessibility_movie_2
Commit b3f15065 authored by xuanweiace's avatar xuanweiace
Browse files
Options

Merge branch 'feat_1' of http://gitlab.uiiai.com/xuanweiace/accessibility_movie_2 into feat_1

Conflicts: main_window.py
parents d2fb7787 a5f2f081
Hide whitespace changes
Inline Side-by-side
Showing with 825 additions and 394 deletions
detect_dialog.py
View file @ b3f15065
...@@ -17,11 +17,12 @@ class Detect_Dialog(QDialog, Ui_Dialog): ...@@ -17,11 +17,12 @@ class Detect_Dialog(QDialog, Ui_Dialog):
self.setupUi(self) self.setupUi(self)
self.setWindowTitle("检测") self.setWindowTitle("检测")
self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).setText("开始检测") self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).setText("开始检测")
self.buttonBox.button(QDialogButtonBox.StandardButton.Cancel).setText("取消")
self.pushButton.clicked.connect(self.openFile) self.pushButton.clicked.connect(self.openFile)
self.pushButton_2.clicked.connect(self.openTableFile) self.pushButton_2.clicked.connect(self.openTableFile)
self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).clicked.connect(self.start_detect) self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).clicked.connect(self.start_detect)
def openFile(self): def openFile(self):
file_info = QFileDialog.getOpenFileNames(self, '选择视频', os.getcwd(), "MP4(*.mp4);;Text Files(*.txt)") file_info = QFileDialog.getOpenFileNames(self, '选择视频', os.getcwd(), "Video Files(*.mp4 *.rmvb *mkv *avi)")
file_name, ok = validate_and_get_filepath(file_info) file_name, ok = validate_and_get_filepath(file_info)
if ok: if ok:
self.lineEdit.setText(file_name) self.lineEdit.setText(file_name)
......
detect_with_ocr.py
View file @ b3f15065
...@@ -67,7 +67,7 @@ def get_position(video_path: str, start_time: float) -> Tuple[float, float]: ...@@ -67,7 +67,7 @@ def get_position(video_path: str, start_time: float) -> Tuple[float, float]:
# cv2.imshow('img', gray) # cv2.imshow('img', gray)
# cv2.imshow(img) # cv2.imshow(img)
cnt += 1 cnt += 1
if img is None or cnt > 1000: if img is None or cnt > 10000:
break break
if cnt % int(fps / 3) != 0: if cnt % int(fps / 3) != 0:
continue continue
...@@ -238,16 +238,18 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she ...@@ -238,16 +238,18 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she
start_time = 0 start_time = 0
end_time = 0 end_time = 0
video.set(cv2.CAP_PROP_POS_MSEC, begin * 1000) video.set(cv2.CAP_PROP_POS_MSEC, begin * 1000)
pre_state = state[0]
while True: while True:
_, frame = video.read() _, frame = video.read()
if frame is None: if frame is None:
break break
cnt += 1 cnt += 1
cur_time = video.get(cv2.CAP_PROP_POS_MSEC) / 1000
# 判断当前帧是否已超限制 # 判断当前帧是否已超限制
if video.get(cv2.CAP_PROP_POS_MSEC) / 1000 > end: if cur_time > end:
if video.get(cv2.CAP_PROP_POS_MSEC) / 1000 - end_time > 1: if cur_time - end_time > 1:
print('--------------------------------------------------') print('--------------------------------------------------')
recommend_lens = int((video.get(cv2.CAP_PROP_POS_MSEC) / 1000 - end_time) * normal_speed) recommend_lens = int((cur_time - end_time) * normal_speed)
# write_to_sheet(book_path, sheet_name, ['', '', '', '插入旁白，推荐字数为%d' % recommend_lens]) # write_to_sheet(book_path, sheet_name, ['', '', '', '插入旁白，推荐字数为%d' % recommend_lens])
add_to_list(mainWindow, "旁白", ['', '', '', '插入旁白，推荐字数为%d' % recommend_lens]) add_to_list(mainWindow, "旁白", ['', '', '', '插入旁白，推荐字数为%d' % recommend_lens])
...@@ -258,17 +260,23 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she ...@@ -258,17 +260,23 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she
break break
# 每秒取4帧画面左右 # 每秒取4帧画面左右
if cnt % int(fps / 4) == 0: if cnt % int(fps / 4) == 0:
state[0] = float((video.get(cv2.CAP_PROP_POS_MSEC) / 1000 - begin) / (end - begin)) \ # 更新当前工程的检测进度
if state[0] is None or state[0] < 0.99 else 0.99 if pre_state is None:
state[0] = float((cur_time - begin) / (end - begin))
else:
state[0] = min(0.9999, pre_state + float((cur_time - begin) / (end - begin)))
mainWindow.projectContext.nd_process = state[0]
mainWindow.projectContext.last_time = cur_time
subTitle = detect_subtitle(frame) subTitle = detect_subtitle(frame)
if subTitle is not None: if subTitle is not None:
subTitle = normalize(subTitle) subTitle = normalize(subTitle)
# 第一次找到字幕 # 第一次找到字幕
if lastSubTitle is None and subTitle is not None: if lastSubTitle is None and subTitle is not None:
start_time = video.get(cv2.CAP_PROP_POS_MSEC) / 1000 start_time = cur_time
# 字幕消失 # 字幕消失
elif lastSubTitle is not None and subTitle is None: elif lastSubTitle is not None and subTitle is None:
end_time = video.get(cv2.CAP_PROP_POS_MSEC) / 1000 end_time = cur_time
res.append([start_time, end_time, lastSubTitle]) res.append([start_time, end_time, lastSubTitle])
if len(res) == 1 or res[-1][0] - res[-2][1] >= 1: if len(res) == 1 or res[-1][0] - res[-2][1] >= 1:
print('--------------------------------------------------') print('--------------------------------------------------')
...@@ -279,11 +287,11 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she ...@@ -279,11 +287,11 @@ def process_video(video_path: str, begin: float, end: float, book_path: str, she
print(start_time, end_time, lastSubTitle) print(start_time, end_time, lastSubTitle)
# write_to_sheet(book_path, sheet_name, [round(start_time, 2), round(end_time, 2), lastSubTitle, '']) # write_to_sheet(book_path, sheet_name, [round(start_time, 2), round(end_time, 2), lastSubTitle, ''])
add_to_list(mainWindow,"字幕", [round(start_time, 2), round(end_time, 2), lastSubTitle, '']) add_to_list(mainWindow, "字幕", [round(start_time, 2), round(end_time, 2), lastSubTitle, ''])
# 两句话连在一起，但是两句话不一样
elif lastSubTitle is not None and subTitle is not None: elif lastSubTitle is not None and subTitle is not None:
# 两句话连在一起，但是两句话不一样
if string_similar(lastSubTitle, subTitle) < 0.7: if string_similar(lastSubTitle, subTitle) < 0.7:
end_time = video.get(cv2.CAP_PROP_POS_MSEC) / 1000 end_time = cur_time
res.append([start_time, end_time, lastSubTitle]) res.append([start_time, end_time, lastSubTitle])
if len(res) == 1 or res[-1][0] - res[-2][1] >= 1: if len(res) == 1 or res[-1][0] - res[-2][1] >= 1:
print('--------------------------------------------------') print('--------------------------------------------------')
...@@ -343,12 +351,17 @@ def detect_with_ocr(video_path: str, book_path: str, start_time: float, end_time ...@@ -343,12 +351,17 @@ def detect_with_ocr(video_path: str, book_path: str, start_time: float, end_time
book_name_xlsx = book_path book_name_xlsx = book_path
sheet_name_xlsx = "旁白插入位置建议" sheet_name_xlsx = "旁白插入位置建议"
context = mainWindow.projectContext
# 获取字幕在画面中的上下边界，方便在后续视频遍历过程中直接对字幕对应区域进行分析 # 获取字幕在画面中的上下边界，方便在后续视频遍历过程中直接对字幕对应区域进行分析
global up_b, down_b global up_b, down_b
# print("get the bounding of the narratage at time: ", datetime.datetime.now()) if context.detected:
# 此处start_time + 300是为了节省用户调整视频开始时间的功夫（强行跳过前5分钟） up_b, down_b = context.caption_boundings[0], context.caption_boundings[1]
up_b, down_b = get_position(video_path, start_time +300) else:
# 此处start_time + 300是为了节省用户调整视频开始时间的功夫（强行跳过前5分钟）
up_b, down_b = get_position(video_path, start_time +300)
context.caption_boundings = [up_b, down_b]
context.detected = True
# 获取并构建输出信息 # 获取并构建输出信息
table_head = [["起始时间", "终止时间", "字幕", '建议', '解说脚本']] table_head = [["起始时间", "终止时间", "字幕", '建议', '解说脚本']]
# print("create sheet at time: ", datetime.datetime.now()) # print("create sheet at time: ", datetime.datetime.now())
......
images/slider.svg 0 → 100644
View file @ b3f15065
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->
<svg
xmlns:dc="http://purl.org/dc/elements/1.1/"
xmlns:cc="http://creativecommons.org/ns#"
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
xmlns:svg="http://www.w3.org/2000/svg"
xmlns="http://www.w3.org/2000/svg"
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
width="20"
height="20"
viewBox="0 0 5.2916664 5.2916664"
version="1.1"
id="svg8"
inkscape:version="0.92.4 5da689c313, 2019-01-14"
sodipodi:docname="slider.svg"
inkscape:export-filename="/home/yeison/Development/piton/art/icon_lite.png"
inkscape:export-xdpi="96"
inkscape:export-ydpi="96">
<defs
id="defs2" />
<sodipodi:namedview
id="base"
pagecolor="#ffffff"
bordercolor="#666666"
borderopacity="1.0"
inkscape:pageopacity="0.0"
inkscape:pageshadow="2"
inkscape:zoom="28.704913"
inkscape:cx="8.5671075"
inkscape:cy="8.8021939"
inkscape:document-units="px"
inkscape:current-layer="layer1"
showgrid="true"
inkscape:window-width="1920"
inkscape:window-height="1015"
inkscape:window-x="0"
inkscape:window-y="0"
inkscape:window-maximized="1"
inkscape:showpageshadow="false"
units="px"
inkscape:pagecheckerboard="false"
showguides="true"
inkscape:snap-bbox="true"
inkscape:bbox-paths="true"
inkscape:bbox-nodes="true"
inkscape:snap-bbox-edge-midpoints="true"
inkscape:snap-bbox-midpoints="true"
inkscape:snap-nodes="true"
inkscape:object-paths="true"
inkscape:snap-intersection-paths="true"
inkscape:snap-smooth-nodes="true"
inkscape:snap-midpoints="true"
inkscape:snap-global="true"
fit-margin-top="0"
fit-margin-left="0"
fit-margin-right="0"
fit-margin-bottom="0"
inkscape:guide-bbox="true">
<inkscape:grid
type="xygrid"
id="grid974"
empspacing="8"
spacingx="0.26458332"
spacingy="0.26458332"
dotted="false"
visible="true"
enabled="true"
snapvisiblegridlinesonly="true"
originx="0"
originy="0" />
</sodipodi:namedview>
<metadata
id="metadata5">
<rdf:RDF>
<cc:Work
rdf:about="">
<dc:format>image/svg+xml</dc:format>
<dc:type
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
<dc:title />
</cc:Work>
</rdf:RDF>
</metadata>
<g
inkscape:label="Layer 1"
inkscape:groupmode="layer"
id="layer1"
transform="translate(0,-291.70835)">
<g
id="g847"
transform="matrix(0.05207439,0,0,0.05207453,-0.90125164,282.41203)">
<g
id="g851">
<g
id="g1059"
transform="matrix(1.9986219,0,0,1.9986185,17.324484,-313.52314)">
<path
inkscape:transform-center-y="3.175"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07000433;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers"
d="M 25.399999,271.60002 -8.0000008e-7,246.20002 H 50.799999 Z"
id="path883"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cccc" />
<path
sodipodi:nodetypes="cccc"
inkscape:connector-curvature="0"
id="path880"
d="m 25.399999,271.60002 25.399999,25.4 H 0 Z"
inkscape:transform-center-y="-3.1749995"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07000433;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<rect
ry="5.0534658"
y="253.84885"
x="7.6487389"
height="35.528759"
width="35.528786"
id="rect870"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.06184419;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<circle
r="25.396828"
cy="271.60001"
cx="25.4"
id="path872"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07635882;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<circle
transform="rotate(-45)"
cx="-174.08969"
cy="210.01071"
r="12.656071"
id="path876"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07399406;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<path
inkscape:transform-center-x="-3.1749999"
sodipodi:nodetypes="cccc"
inkscape:connector-curvature="0"
id="path904"
d="m 25.4,271.60002 -25.40000040000004,25.4 v -50.8 z"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07000433;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<path
inkscape:transform-center-x="3.175"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.07000433;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers"
d="m 25.399999,271.60002 25.4,-25.4 v 50.8 z"
id="path906"
inkscape:connector-curvature="0"
sodipodi:nodetypes="cccc" />
<rect
ry="5.0514922"
y="256.39301"
x="2.5663135"
height="30.440479"
width="45.693634"
id="rect837"
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.0657438;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers" />
<rect
style="opacity:1;fill:none;fill-opacity:0.49382719;stroke:#000000;stroke-width:0.0657438;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers"
id="rect831"
width="45.693588"
height="30.44051"
x="248.76645"
y="-40.633385"
ry="5.051497"
transform="rotate(90)" />
</g>
</g>
</g>
<path
style="opacity:1;fill:#ffc107;fill-opacity:1;stroke:none;stroke-width:0.38596651;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
d="m 50.206421,401.67683 c 110.217209,0.71279 55.108609,0.3564 0,0 z"
id="rect997"
inkscape:connector-curvature="0" />
<path
style="opacity:1;fill:#0000ff;fill-opacity:1;stroke:none;stroke-width:3;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:stroke fill markers"
d="M 10,0.01367188 C 4.4846749,0.01360343 0.01360343,4.4846749 0.01367188,10 0.0136035,15.515325 4.484675,19.986396 10,19.986328 15.515325,19.986396 19.986396,15.515325 19.986328,10 19.986396,4.484675 15.515325,0.0136035 10,0.01367188 Z"
transform="matrix(0.26458332,0,0,0.26458332,0,291.70835)"
id="path826"
inkscape:connector-curvature="0"
sodipodi:nodetypes="ccccc" />
</g>
</svg>
main_window.py
View file @ b3f15065
...@@ -2,8 +2,12 @@ import time ...@@ -2,8 +2,12 @@ import time
import os import os
import cv2 import cv2
import qtawesome
from PyQt5 import QtWidgets
from PyQt5.QtWidgets import QMainWindow, QFileDialog, QTableWidget, QTableWidgetItem, QAbstractItemView, QProgressBar, QLabel from PyQt5.QtWidgets import QMainWindow, QFileDialog, QTableWidget, QTableWidgetItem, QAbstractItemView, QProgressBar, QLabel
from PyQt5.QtCore import QUrl, Qt, QTimer, QRect from PyQt5.QtCore import QUrl, Qt, QTimer, QRect
from PyQt5.QtMultimedia import *
import utils import utils
from utils import validate_and_get_filepath from utils import validate_and_get_filepath
from management import RunThread, ProjectContext, Element from management import RunThread, ProjectContext, Element
...@@ -13,52 +17,65 @@ from prompt_dialog import Prompt_Dialog ...@@ -13,52 +17,65 @@ from prompt_dialog import Prompt_Dialog
from setting_dialog import Setting_Dialog from setting_dialog import Setting_Dialog
from operation_dialog import Operation_Dialog from operation_dialog import Operation_Dialog
from synthesis import SynthesisProcessor from synthesis import SynthesisProcessor
from render import ExportProcessor
from myVideoWidget import myVideoWidget from myVideoWidget import myVideoWidget
from myvideoslider import myVideoSlider from myvideoslider import myVideoSlider
from PyQt5 import QtWidgets
from main_window_ui import Ui_MainWindow from main_window_ui import Ui_MainWindow
from PyQt5.QtMultimedia import *
import time import time
import constant import constant
class MainWindow(QMainWindow, Ui_MainWindow): class MainWindow(QMainWindow, Ui_MainWindow):
def __init__(self): def __init__(self):
super(MainWindow, self).__init__() super(MainWindow, self).__init__()
self.setupUi(self) self.setupUi(self)
self.statusbar.showMessage("hello", 5000) self.statusbar.showMessage("hello", 5000)
self.projectContext = ProjectContext() self.projectContext = ProjectContext()
self.threads = []
# 语音合成相关组件 # 语音合成相关组件
# todo：后续改成QThread的组件 # todo：后续改成QThread的组件
self.synthesis = SynthesisProcessor() self.synthesis = SynthesisProcessor()
self.synthesis.show_warning_signal.connect(self.show_warning_msg_box) self.synthesis.show_warning_signal.connect(self.show_warning_msg_box)
self.synthesis.synthesis_callback_signal.connect(self.deal_synthesis_callback_slot) self.synthesis.synthesis_callback_signal.connect(self.deal_synthesis_callback_slot)
#检测对话框 # 检测对话框
self.detect_dialog = Detect_Dialog() self.detect_dialog = Detect_Dialog()
self.detect_dialog.start_detect_signal.connect(self.start_detect) self.detect_dialog.start_detect_signal.connect(self.start_detect)
#合成对话框 # 合成对话框
self.assemble_dialog = Assemble_Dialog(self.projectContext) self.assemble_dialog = Assemble_Dialog(self.projectContext)
self.assemble_dialog.start_assemble_signal.connect(self.synthesis.synthesis_slot) self.assemble_dialog.start_assemble_signal.connect(
self.synthesis.synthesis_slot)
#设置框 # 工程导出相关组件
self.export = ExportProcessor()
self.export.show_warning_signal.connect(self.show_warning_msg_box)
self.export.export_callback_signal.connect(self.deal_export_callback_slot)
# 设置框
self.setting_dialog = Setting_Dialog(self.projectContext) self.setting_dialog = Setting_Dialog(self.projectContext)
#提示框 # 提示框
self.prompt_dialog = Prompt_Dialog() self.prompt_dialog = Prompt_Dialog()
#操作框 # 操作框
self.operation_dialog = Operation_Dialog(self) self.operation_dialog = Operation_Dialog(self)
self.operation_dialog.start_add_signal.connect(self.add_line_operation_slot) self.operation_dialog.start_add_signal.connect(
self.operation_dialog.start_mod_signal.connect(self.mod_line_operation_slot) self.add_line_operation_slot)
self.operation_dialog.start_mod_signal.connect(
self.operation_dialog.start_del_signal.connect(self.del_line_operation_slot) self.mod_line_operation_slot)
self.operation_dialog.start_del_signal.connect(
self.del_line_operation_slot)
#所有QTimer集中管理 # 所有QTimer集中管理
self.detect_timer = QTimer() self.detect_timer = QTimer()
self.detect_timer.timeout.connect(self.check_if_detect_over_slot) self.detect_timer.timeout.connect(self.check_if_detect_over_slot)
self.synthesis_timer = QTimer() self.synthesis_timer = QTimer()
self.synthesis_timer.timeout.connect(self.check_if_synthesis_over_slot) self.synthesis_timer.timeout.connect(self.check_if_synthesis_over_slot)
self.export_timer = QTimer()
self.export_timer.timeout.connect(self.check_if_export_over_slot)
self.video_timer = QTimer() self.video_timer = QTimer()
self.video_timer.timeout.connect(self.change_videotime_label_slot) self.video_timer.timeout.connect(self.change_videotime_label_slot)
self.video_timer.start(1000) # todo 作为参数配置 self.video_timer.start(1000) # todo 作为参数配置
...@@ -77,32 +94,31 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -77,32 +94,31 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# self.statusbarButton.setText("敬请期待") # self.statusbarButton.setText("敬请期待")
# self.statusbarButton.setEnabled(False) # self.statusbarButton.setEnabled(False)
self.statusbarLabel = QLabel() self.statusbarLabel = QLabel()
self.statusbarLabel.setText(" 休息中") self.statusbarLabel.setText(" 休息中")
# 定义水平进度条
#定义水平进度条
self.progressBar = QProgressBar() self.progressBar = QProgressBar()
# 设置进度条的范围，参数1为最小值，参数2为最大值（可以调得更大，比如1000 # 设置进度条的范围，参数1为最小值，参数2为最大值（可以调得更大，比如1000
self.progressBar.setRange(0, 100) self.progressBar.setRange(0, 100)
# 设置进度条的初始值 # 设置进度条的初始值
self.progressBar.setValue(0) self.progressBar.setValue(0)
# 菜单栏的动作 # 菜单栏的动作
self.actionxinjian.triggered.connect(self.show_setting_dialog) # 设置 self.actionxinjian.triggered.connect(self.show_setting_dialog) # 设置
self.actiona_3.triggered.connect(self.show_detect_dialog) self.actiona_3.triggered.connect(self.show_detect_dialog)
self.actiona_4.triggered.connect(self.show_assemble_dialog) self.actiona_4.triggered.connect(self.show_assemble_dialog)
self.action_save.triggered.connect(self.save_project) self.action_save.triggered.connect(self.save_project)
self.import_movie.triggered.connect(self.import_slot) self.import_movie.triggered.connect(self.import_slot)
self.action_open_project.triggered.connect(self.open_project_slot) self.action_open_project.triggered.connect(self.open_project_slot)
self.action_refresh_tab.triggered.connect(self.refresh_tab_slot) self.action_refresh_tab.triggered.connect(self.refresh_tab_slot)
self.action_export.triggered.connect(self.export_all)
self.action_export.setEnabled(False)
self.action_undo.triggered.connect(self.undo_slot) self.action_undo.triggered.connect(self.undo_slot)
self.action_undo.setEnabled(False)
self.action_redo.triggered.connect(self.redo_slot) self.action_redo.triggered.connect(self.redo_slot)
self.action_redo.setEnabled(False)
self.action_view_history.triggered.connect(self.view_history_slot) self.action_view_history.triggered.connect(self.view_history_slot)
self.action_operate.triggered.connect(self.operate_slot) self.action_operate.triggered.connect(self.operate_slot)
self.action_insert_aside_from_now.triggered.connect(self.insert_aside_from_now_slot) self.action_insert_aside_from_now.triggered.connect(self.insert_aside_from_now_slot)
...@@ -111,21 +127,24 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -111,21 +127,24 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# self.statusbar.addPermanentWidget(self.statusbarButton, stretch=0) # self.statusbar.addPermanentWidget(self.statusbarButton, stretch=0)
self.statusbar.addPermanentWidget(self.statusbarLabel, stretch=2) self.statusbar.addPermanentWidget(self.statusbarLabel, stretch=2)
self.statusbar.addPermanentWidget(self.progressBar, stretch=10) self.statusbar.addPermanentWidget(self.progressBar, stretch=10)
#视频时长，全局变量 # 视频时长，全局变量
self.video_duration = None self.video_duration = None
self.sld_video_pressed=False #判断当前进度条识别否被鼠标点击 self.sld_video_pressed = False # 判断当前进度条识别否被鼠标点击
self.videoFullScreen = False # 判断当前widget是否全屏 self.videoFullScreen = False # 判断当前widget是否全屏
self.videoFullScreenWidget = myVideoWidget() # 创建一个全屏的widget self.videoFullScreenWidget = myVideoWidget() # 创建一个全屏的widget
self.player = QMediaPlayer() self.player = QMediaPlayer()
self.player.setVideoOutput(self.wgt_video) # 视频播放输出的widget，就是上面定义的 self.player.setVideoOutput(self.wgt_video) # 视频播放输出的widget，就是上面定义的
self.player.durationChanged.connect(self.player_change_slot) self.player.durationChanged.connect(self.player_change_slot)
self.btn_open.clicked.connect(self.open_excel) # 打开视频文件按钮 # self.btn_open.clicked.connect(self.open_excel) # 打开视频文件按钮
self.btn_play.clicked.connect(self.playVideo) # play self.btn_play.clicked.connect(self.playVideo) # play
self.btn_stop.clicked.connect(self.pauseVideo) # pause # self.btn_stop.clicked.connect(self.pauseVideo) # pause
self.player.positionChanged.connect(self.changeSlide) # change Slide self.player.positionChanged.connect(
self.videoFullScreenWidget.doubleClickedItem.connect(self.videoDoubleClicked) #双击响应 self.changeSlide) # change Slide
self.wgt_video.doubleClickedItem.connect(self.videoDoubleClicked) #双击响应 self.videoFullScreenWidget.doubleClickedItem.connect(
self.videoDoubleClicked) # 双击响应
self.wgt_video.doubleClickedItem.connect(
self.videoDoubleClicked) # 双击响应
self.sld_video.setTracking(False) self.sld_video.setTracking(False)
self.sld_video.sliderReleased.connect(self.releaseSlider) self.sld_video.sliderReleased.connect(self.releaseSlider)
self.sld_video.sliderPressed.connect(self.pressSlider) self.sld_video.sliderPressed.connect(self.pressSlider)
...@@ -134,6 +153,11 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -134,6 +153,11 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.sld_audio.valueChanged.connect(self.volumeChange) # 控制声音播放 self.sld_audio.valueChanged.connect(self.volumeChange) # 控制声音播放
self.kd_slider.valueChanged.connect(self.scale_change_slot) self.kd_slider.valueChanged.connect(self.scale_change_slot)
# 表格中的起始位置
self.all_tableWidget_idx = 0
self.pb_tableWidget_idx = 0
self.zm_tableWidget_idx = 0
# 表格双击和发生change时的处理 # 表格双击和发生change时的处理
self.zm_tableWidget.setEditTriggers(QAbstractItemView.NoEditTriggers) self.zm_tableWidget.setEditTriggers(QAbstractItemView.NoEditTriggers)
self.all_tableWidget.setEditTriggers(QAbstractItemView.NoEditTriggers) self.all_tableWidget.setEditTriggers(QAbstractItemView.NoEditTriggers)
...@@ -153,16 +177,17 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -153,16 +177,17 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# self.all_tableWidget.itemChanged.connect(self.rewriteHistoryFromContent) # self.all_tableWidget.itemChanged.connect(self.rewriteHistoryFromContent)
# self.all_tableWidget.itemChanged.connect(self.write2ProjectFromContent) # self.all_tableWidget.itemChanged.connect(self.write2ProjectFromContent)
# 其他变量 # 其他变量
#在进行redo_undo时，会触发itemchange，但是这时候不能覆写历史。但是需要写入project。（注意命名思路：在进行redo的时候，会有两步操作，写入history和写入project。我们只希望他不写入history，所以命名中要带有history） # 在进行redo_undo时，会触发itemchange，但是这时候不能覆写历史。但是需要写入project。（注意命名思路：在进行redo的时候，会有两步操作，写入history和写入project。我们只希望他不写入history，所以命名中要带有history）
self.can_write_history= True self.can_write_history = True
self.previewed_audio = {} self.previewed_audio = {}
self.is_video_playing = True self.is_video_playing = True
self.excel_content_changed = False
# 表格中的内容是否被更改，需要刷新
self.need_fresh = False
# 记录表格已经生成的idx，每次生成新的直接追加即可 # 记录表格已经生成的idx，每次生成新的直接追加即可
self.all_tableWidget_idx = 0 self.all_tableWidget_idx = 0
...@@ -178,12 +203,24 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -178,12 +203,24 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# btn_save_and_close = buttonBox.addButton("保存并退出", QtWidgets.QMessageBox.YesRole) # btn_save_and_close = buttonBox.addButton("保存并退出", QtWidgets.QMessageBox.YesRole)
# btn_not_save_and_close = buttonBox.addButton("不保存并退出", QtWidgets.QMessageBox.YesRole) # btn_not_save_and_close = buttonBox.addButton("不保存并退出", QtWidgets.QMessageBox.YesRole)
# buttonBox.exec_() # buttonBox.exec_()
replp = QtWidgets.QMessageBox().question(self, u'警告', u'是否保存新的修改到Excel?', # 如果没有进行任何修改就退出了的话，确认退出？
QtWidgets.QMessageBox.Yes | QtWidgets.QMessageBox.No) if not self.excel_content_changed:
if replp == QtWidgets.QMessageBox.Yes: replp = QtWidgets.QMessageBox.question(self, u'警告', u'确认退出?',
self.projectContext.save_project(False) QtWidgets.QMessageBox.Yes | QtWidgets.QMessageBox.No)
event.accept() if replp == QtWidgets.QMessageBox.Yes:
print("emit close Event") event.accept()
print("emit close Event")
else:
event.ignore()
# 如果进行了修改，就要问是否需要保存修改
else:
replp = QtWidgets.QMessageBox().question(self, u'警告', u'是否保存新的修改到Excel?',
QtWidgets.QMessageBox.Yes | QtWidgets.QMessageBox.No)
if replp == QtWidgets.QMessageBox.Yes:
self.projectContext.save_project(False)
event.accept()
print("emit close Event")
# 重写改变窗口大小事件 # 重写改变窗口大小事件
def resizeEvent(self, *args, **kwargs): def resizeEvent(self, *args, **kwargs):
super().resizeEvent(*args, **kwargs) super().resizeEvent(*args, **kwargs)
...@@ -192,13 +229,15 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -192,13 +229,15 @@ class MainWindow(QMainWindow, Ui_MainWindow):
def show_detect_dialog(self): def show_detect_dialog(self):
self.detect_dialog.show() self.detect_dialog.show()
def show_assemble_dialog(self): def show_assemble_dialog(self):
self.assemble_dialog.init_self() self.assemble_dialog.init_self()
self.assemble_dialog.show() self.assemble_dialog.show()
def show_setting_dialog(self): def show_setting_dialog(self):
self.setting_dialog.show() self.setting_dialog.showDialog()
def show_warning_msg_box(self, msg:str): def show_warning_msg_box(self, msg: str):
replp = QtWidgets.QMessageBox.question(self, u'警告', msg, replp = QtWidgets.QMessageBox.question(self, u'警告', msg,
QtWidgets.QMessageBox.Yes) QtWidgets.QMessageBox.Yes)
...@@ -209,6 +248,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -209,6 +248,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
return return
self.projectContext.Init(os.path.dirname(video_path), os.path.basename(video_path)) self.projectContext.Init(os.path.dirname(video_path), os.path.basename(video_path))
self.statusbar.showMessage("工程路径为：" + video_path) self.statusbar.showMessage("工程路径为：" + video_path)
self.action_export.setEnabled(True)
# todo: 后续这段代码公共的可以抽出来 # todo: 后续这段代码公共的可以抽出来
def open_project_slot(self): def open_project_slot(self):
...@@ -218,13 +259,13 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -218,13 +259,13 @@ class MainWindow(QMainWindow, Ui_MainWindow):
return return
print(os.path.dirname(video_path)) print(os.path.dirname(video_path))
print(os.path.basename(video_path)) print(os.path.basename(video_path))
self.projectContext.Init(os.path.dirname(video_path), os.path.basename(video_path)) self.projectContext.Init(os.path.dirname(
video_path), os.path.basename(video_path))
self.statusbar.showMessage("工程路径为：" + os.path.dirname(video_path)) self.statusbar.showMessage("工程路径为：" + os.path.dirname(video_path))
self.action_export.setEnabled(True)
self.open_excel_with_project_path() self.open_excel_with_project_path()
def start_detect(self, video_path, book_path): def start_detect(self, video_path, book_path):
"""检测旁白 """检测旁白
绑定到旁白推荐tab栏中的“开始检测”按钮上。 绑定到旁白推荐tab栏中的“开始检测”按钮上。
...@@ -232,8 +273,6 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -232,8 +273,6 @@ class MainWindow(QMainWindow, Ui_MainWindow):
函数运行过程中实时监测函数的运行情况，如果发现函数报错，则中断线程，弹出报错窗口，否则等待函数正常结束，并更新UI中的组件。 函数运行过程中实时监测函数的运行情况，如果发现函数报错，则中断线程，弹出报错窗口，否则等待函数正常结束，并更新UI中的组件。
""" """
# 检测各种输入的合理性 # 检测各种输入的合理性
if len(video_path) == 0: if len(video_path) == 0:
self.show_warning_msg_box("请输入视频文件路径") self.show_warning_msg_box("请输入视频文件路径")
...@@ -247,7 +286,7 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -247,7 +286,7 @@ class MainWindow(QMainWindow, Ui_MainWindow):
elif not os.path.exists(os.path.dirname(book_path)): elif not os.path.exists(os.path.dirname(book_path)):
self.show_warning_msg_box("请重新确认表格存放路径是否正确") self.show_warning_msg_box("请重新确认表格存放路径是否正确")
return return
#todo: # todo:
# if not check_timePoint(startTime.get()): # if not check_timePoint(startTime.get()):
# self.show_warning_msg_box("请确认开始时间是否正确") # self.show_warning_msg_box("请确认开始时间是否正确")
# return # return
...@@ -255,7 +294,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -255,7 +294,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# self.show_warning_msg_box("请确认结束时间是否正确") # self.show_warning_msg_box("请确认结束时间是否正确")
# return # return
self.projectContext.Init(os.path.dirname(book_path), os.path.basename(book_path)) self.projectContext.Init(os.path.dirname(
book_path), os.path.basename(video_path))
# 获取视频的时长等信息，初始化开始结束时间 # 获取视频的时长等信息，初始化开始结束时间
startTime = "00:00:00" startTime = "00:00:00"
...@@ -281,12 +321,11 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -281,12 +321,11 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.show_warning_msg_box("您想要检测的片段太短，请重新输入开始时间和结束时间！") self.show_warning_msg_box("您想要检测的片段太短，请重新输入开始时间和结束时间！")
return return
# 多线程同步进行检测和进度条更新 # 多线程同步进行检测和进度条更新
state = [None] state = [None]
self.state = state self.state = state
self.threads = [] self.threads = []
#todo:状态栏 # todo:状态栏
# t = RunThread(funcName=start_process, args=( # t = RunThread(funcName=start_process, args=(
# progressbar_1, progress_1, state, 300000), name="startProgress1") # progressbar_1, progress_1, state, 300000), name="startProgress1")
# t.setDaemon(True) # t.setDaemon(True)
...@@ -297,7 +336,7 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -297,7 +336,7 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.refresh_tab_timer.start(10000) # 10秒一刷新 self.refresh_tab_timer.start(10000) # 10秒一刷新
t = RunThread(funcName=detect, t = RunThread(funcName=detect,
args=(video_path, start_time, end_time, args=(video_path, start_time, end_time,
book_path, state, 1,self), book_path, state, 1, self),
name="detect") name="detect")
t.setDaemon(True) t.setDaemon(True)
self.threads.append(t) self.threads.append(t)
...@@ -305,8 +344,6 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -305,8 +344,6 @@ class MainWindow(QMainWindow, Ui_MainWindow):
for t in self.threads: for t in self.threads:
t.start() t.start()
print("===子线程已经开启 in detect ===") print("===子线程已经开启 in detect ===")
self.statusbarLabel.setText(" 准备检测：") self.statusbarLabel.setText(" 准备检测：")
...@@ -314,25 +351,34 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -314,25 +351,34 @@ class MainWindow(QMainWindow, Ui_MainWindow):
def check_if_detect_over_slot(self): def check_if_detect_over_slot(self):
self.check_if_over("检测") self.check_if_over("检测")
def check_if_synthesis_over_slot(self): def check_if_synthesis_over_slot(self):
self.check_if_over("合成") self.check_if_over("合成")
# type = 检测 或 合成
def check_if_export_over_slot(self):
self.check_if_over("导出")
# type = 检测 或 合成 或 导出
def check_if_over(self, type): def check_if_over(self, type):
alive = True alive = True
print(self.state) print(self.state)
if self.state != [None]: if self.state != [None]:
self.statusbarLabel.setText(" 正在%s："%(type)) self.statusbarLabel.setText(" 正在%s：" % (type))
print("当前进度条进度", self.state[-1])
self.progressBar.setValue(int(self.state[-1]*100)) self.progressBar.setValue(int(self.state[-1]*100))
for t in self.threads: for t in self.threads:
alive = alive and t.is_alive() alive = alive and t.is_alive()
if not alive: if not alive:
if type == "合成": if type == "合成":
self.synthesis_timer.stop() self.synthesis_timer.stop()
else: elif type == "检测":
self.detect_timer.stop() self.detect_timer.stop()
self.refresh_tab_timer.stop() self.refresh_tab_timer.stop()
print("===已有线程结束了 in %s ==="%(type)) else:
self.statusbarLabel.setText(" %s完成"%(type)) self.export_timer.stop()
print("===已有线程结束了 in %s ===" % (type))
self.statusbarLabel.setText(" %s完成" % (type))
self.progressBar.setValue(100) self.progressBar.setValue(100)
for t in self.threads: for t in self.threads:
if t.exitcode != 0: if t.exitcode != 0:
...@@ -346,33 +392,48 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -346,33 +392,48 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.threads = self.synthesis.threads self.threads = self.synthesis.threads
self.synthesis_timer.start(5000) self.synthesis_timer.start(5000)
def deal_export_callback_slot(self, threads, state):
self.statusbarLabel.setText(" 准备导出：")
self.state = self.export.state
self.threads = self.export.threads
self.export_timer.start(5000)
""" """
刻度相关 刻度相关
期望效果：在最左刻度时，恰好打满【时间轴区】，当最右刻度时，时间轴上每一刻度对应的时间是1s. 原期望效果：在最左刻度时，恰好打满【时间轴区】，当最右刻度时，时间轴上每一刻度对应的时间是1s.
目前的期望效果：在最左刻度时，时间轴区中一格刻度显示为6s左右（即一条长段为1分钟）；在最右刻度时，时间轴中一格刻度显示为0.2s。
""" """
def emit_scale_change_slot(self): def emit_scale_change_slot(self):
position = self.kd_slider.value() position = self.kd_slider.value()
self.scale_change_slot(position) self.scale_change_slot(position)
def scale_change_slot(self, position): def scale_change_slot(self, position):
if self.player.duration() == 0: if self.player.duration() == 0:
return return
area_width = self.scrollArea.width() area_width = self.scrollArea.width()
max_sld_video_size = 10 * (self.player.duration()/1000) #10*视频秒数 # max_sld_video_size = 50 * (self.player.duration() / 1000) # 50 * 视频秒数
# min_sld_video_size = self.player.duration() / (6 * 1000)
max_sld_video_size = 10 * (self.player.duration() / 1000) # 10 * 视频秒数
min_sld_video_size = area_width min_sld_video_size = area_width
magnification = round(position / self.kd_slider.maximum() * 100) # [1,100] magnification = round(
now_sld_video_size = min_sld_video_size + ((magnification-1) * (max_sld_video_size - min_sld_video_size) / 99) # float position / self.kd_slider.maximum() * 100) # [1,100]
now_sld_video_size = min_sld_video_size + \
((magnification - 1) * (max_sld_video_size - min_sld_video_size) / 99) # float
if min_sld_video_size > max_sld_video_size: if min_sld_video_size > max_sld_video_size:
now_sld_video_size = min_sld_video_size - 10 now_sld_video_size = min_sld_video_size - 10
print("before====") print("before====")
print("self.sld_video", self.sld_video.size()) print("self.sld_video", self.sld_video.size())
print("self.scrollAreaWidgetContents", self.scrollAreaWidgetContents.size()) print("self.scrollAreaWidgetContents",
self.sld_video.resize(int(now_sld_video_size + 10), self.sld_video.height()) self.scrollAreaWidgetContents.size())
self.sld_video.resize(int(now_sld_video_size + 10),
self.sld_video.height())
print("self.sld_video.maximum()", self.sld_video.maximum()) print("self.sld_video.maximum()", self.sld_video.maximum())
self.scrollAreaWidgetContents.resize(int(now_sld_video_size + 20), self.scrollAreaWidgetContents.height()) self.scrollAreaWidgetContents.resize(
int(now_sld_video_size + 20), self.scrollAreaWidgetContents.height())
print("after====") print("after====")
print("self.sld_video", self.sld_video.size()) print("self.sld_video", self.sld_video.size())
print("self.scrollAreaWidgetContents", self.scrollAreaWidgetContents.size()) print("self.scrollAreaWidgetContents", self.scrollAreaWidgetContents.size())
...@@ -385,8 +446,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -385,8 +446,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
""" """
def volumeChange(self, position): def volumeChange(self, position):
volume= round(position/self.sld_audio.maximum()*100) volume = round(position/self.sld_audio.maximum()*100)
print("vlume %f" %volume) print("vlume %f" % volume)
self.player.setVolume(volume) self.player.setVolume(volume)
self.lab_audio.setText("volume:"+str(volume)+"%") self.lab_audio.setText("volume:"+str(volume)+"%")
...@@ -394,7 +455,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -394,7 +455,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
def clickedSlider(self, position): def clickedSlider(self, position):
if self.player.duration() > 0: # 开始播放后才允许进行跳转 if self.player.duration() > 0: # 开始播放后才允许进行跳转
self.init_previewed_audio() self.init_previewed_audio()
video_position = int((position / self.sld_video.maximum()) * self.player.duration()) video_position = int(
(position / self.sld_video.maximum()) * self.player.duration())
self.player.setPosition(video_position) self.player.setPosition(video_position)
self.lab_video.setText(utils.transfer_second_to_time(str(round(video_position/1000,2)))) self.lab_video.setText(utils.transfer_second_to_time(str(round(video_position/1000,2))))
else: else:
...@@ -405,7 +467,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -405,7 +467,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.sld_video_pressed = True self.sld_video_pressed = True
if self.player.duration() > 0: # 开始播放后才允许进行跳转 if self.player.duration() > 0: # 开始播放后才允许进行跳转
self.init_previewed_audio() self.init_previewed_audio()
video_position = int((position / self.sld_video.maximum()) * self.player.duration()) video_position = int(
(position / self.sld_video.maximum()) * self.player.duration())
self.player.setPosition(video_position) self.player.setPosition(video_position)
self.lab_video.setText(utils.transfer_second_to_time(str(round(video_position/1000,2)))) self.lab_video.setText(utils.transfer_second_to_time(str(round(video_position/1000,2))))
...@@ -431,8 +494,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -431,8 +494,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
audio_path = None audio_path = None
for i in range(len(self.projectContext.aside_list)-1, -1, -1): for i in range(len(self.projectContext.aside_list)-1, -1, -1):
if position/1000 > float(self.projectContext.aside_list[i].st_time_sec): if position/1000 > float(self.projectContext.aside_list[i].st_time_sec):
audio_path = os.path.dirname(self.projectContext.excel_path) + ("/tmp/%.2f.wav" % float(self.projectContext.aside_list[i].st_time_sec)) audio_path = os.path.dirname(self.projectContext.excel_path) + (
print("audio_path:", audio_path) "/tmp/%.2f.wav" % float(self.projectContext.aside_list[i].st_time_sec))
break break
print("previewed_audio:", self.previewed_audio) print("previewed_audio:", self.previewed_audio)
# 2、如果找到了该音频并且该次预览中没有播放过，则新起一个线程播放 # 2、如果找到了该音频并且该次预览中没有播放过，则新起一个线程播放
...@@ -442,9 +505,9 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -442,9 +505,9 @@ class MainWindow(QMainWindow, Ui_MainWindow):
name="play_audio").start() name="play_audio").start()
@staticmethod @staticmethod
#一条语音的最长播放时间是10秒 # 一条语音的最长播放时间是10秒
def play_audio(path, previewed_audio): def play_audio(path, previewed_audio):
#如果没有该音频，则直接return # 如果没有该音频，则直接return
if not os.path.exists(path): if not os.path.exists(path):
return return
file = QUrl.fromLocalFile(path) # 音频文件路径 file = QUrl.fromLocalFile(path) # 音频文件路径
...@@ -454,12 +517,13 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -454,12 +517,13 @@ class MainWindow(QMainWindow, Ui_MainWindow):
player.play() player.play()
previewed_audio[os.path.basename(path)] = 1 previewed_audio[os.path.basename(path)] = 1
time.sleep(10) time.sleep(10)
def openVideoFile(self): def openVideoFile(self):
path = QFileDialog.getOpenFileUrl()[0] path = QFileDialog.getOpenFileUrl()[0]
self.player.setMedia(QMediaContent(path)) # 选取视频文件 self.player.setMedia(QMediaContent(path)) # 选取视频文件
self.player.play() # 播放视频 self.playVideo() # 播放视频
print("availableMetaData：" , self.player.availableMetaData()) print("availableMetaData：", self.player.availableMetaData())
print("[openVideoFile] self.player.duration", self.player.duration()) print("[openVideoFile] self.player.duration", self.player.duration())
return path return path
...@@ -471,14 +535,21 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -471,14 +535,21 @@ class MainWindow(QMainWindow, Ui_MainWindow):
def init_previewed_audio(self): def init_previewed_audio(self):
self.previewed_audio = {} self.previewed_audio = {}
def playVideo(self): def playVideo(self):
self.player.play() self.player.play()
self.is_video_playing = True self.is_video_playing = True
self.btn_play.setIcon(qtawesome.icon(
'fa.pause-circle', color='#FFFFFF', font=18))
self.btn_play.clicked.connect(self.pauseVideo)
self.init_previewed_audio() self.init_previewed_audio()
def pauseVideo(self): def pauseVideo(self):
self.player.pause() self.player.pause()
self.is_video_playing = False self.is_video_playing = False
self.btn_play.setIcon(qtawesome.icon(
'fa.play-circle', color='#FFFFFF', font=18))
self.btn_play.clicked.connect(self.playVideo)
self.init_previewed_audio() self.init_previewed_audio()
def videoDoubleClicked(self, text): def videoDoubleClicked(self, text):
...@@ -486,20 +557,24 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -486,20 +557,24 @@ class MainWindow(QMainWindow, Ui_MainWindow):
if self.player.duration() > 0: # 开始播放后才允许进行全屏操作 if self.player.duration() > 0: # 开始播放后才允许进行全屏操作
if self.videoFullScreen: if self.videoFullScreen:
self.player.setVideoOutput(self.wgt_video) self.player.setVideoOutput(self.wgt_video)
if not self.is_video_playing:
self.pauseVideo()
self.videoFullScreenWidget.hide() self.videoFullScreenWidget.hide()
self.videoFullScreen = False self.videoFullScreen = False
else: else:
self.videoFullScreenWidget.show() self.videoFullScreenWidget.show()
self.player.setVideoOutput(self.videoFullScreenWidget) self.player.setVideoOutput(self.videoFullScreenWidget)
if not self.is_video_playing:
self.pauseVideo()
self.videoFullScreenWidget.setFullScreen(1) self.videoFullScreenWidget.setFullScreen(1)
self.videoFullScreen = True self.videoFullScreen = True
def open_excel(self): def open_excel(self):
file_info = QFileDialog.getOpenFileNames(self, '选择表格路径', os.getcwd(), "All Files(*);;Text Files(*.txt)") file_info = QFileDialog.getOpenFileNames(
self, '选择表格路径', os.getcwd(), "All Files(*);;Text Files(*.txt)")
file_path, ok = validate_and_get_filepath(file_info) file_path, ok = validate_and_get_filepath(file_info)
# path = QFileDialog.getOpenFileUrl() # path = QFileDialog.getOpenFileUrl()
print("表格路径：" , file_path) print("表格路径：", file_path)
if ok == False: if ok == False:
return return
self.projectContext.setExcelPath(file_path) self.projectContext.setExcelPath(file_path)
...@@ -594,6 +669,7 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -594,6 +669,7 @@ class MainWindow(QMainWindow, Ui_MainWindow):
table.setItem(idx, j, item) table.setItem(idx, j, item)
# 只有Content页的字幕列和 Aside页的字幕列 可编辑 # 只有Content页的字幕列和 Aside页的字幕列 可编辑
def checkIfTableItemCanChange(self, table: QTableWidget, i: int, j: int): def checkIfTableItemCanChange(self, table: QTableWidget, i: int, j: int):
if table.objectName() == self.all_tableWidget.objectName() and j in constant.Content.ActivateColumns: if table.objectName() == self.all_tableWidget.objectName() and j in constant.Content.ActivateColumns:
return True return True
...@@ -606,7 +682,8 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -606,7 +682,8 @@ class MainWindow(QMainWindow, Ui_MainWindow):
if err_info == None: if err_info == None:
self.prompt_dialog.show_dialog_signal.emit("保存工程成功") self.prompt_dialog.show_dialog_signal.emit("保存工程成功")
else: else:
self.prompt_dialog.show_dialog_signal.emit("保存工程失败!\n错误为:" + err_info) self.prompt_dialog.show_dialog_signal.emit(
"保存工程失败!\n错误为:" + err_info)
def change_video_time(self, item): def change_video_time(self, item):
if item is None: if item is None:
...@@ -614,7 +691,7 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -614,7 +691,7 @@ class MainWindow(QMainWindow, Ui_MainWindow):
return return
row = item.row() # 获取行数 row = item.row() # 获取行数
col = item.column() # 获取列数 col = item.column() # 获取列数
print("row, col = %s, %s"%(row, col)) print("row, col = %s, %s" % (row, col))
text = item.text() # 获取内容 text = item.text() # 获取内容
self.init_previewed_audio() self.init_previewed_audio()
...@@ -624,15 +701,11 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -624,15 +701,11 @@ class MainWindow(QMainWindow, Ui_MainWindow):
sec_float = utils.trans_to_seconds(text) sec_float = utils.trans_to_seconds(text)
self.player.setPosition(int(float(sec_float)*1000)) self.player.setPosition(int(float(sec_float)*1000))
def checkIfVideoTimeCanChange(self, row, col): def checkIfVideoTimeCanChange(self, row, col):
if col == constant.Aside.StartTimeColumn: if col == constant.Aside.StartTimeColumn:
return True return True
return False return False
def writeHistory(self, item): def writeHistory(self, item):
if self.can_write_history == False: if self.can_write_history == False:
self.can_write_history = True self.can_write_history = True
...@@ -681,12 +754,17 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -681,12 +754,17 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# 只有更新语速或者更新旁白，才需要重新生成音频 # 只有更新语速或者更新旁白，才需要重新生成音频
if col not in constant.Aside.ActivateColumns: if col not in constant.Aside.ActivateColumns:
return return
self.excel_content_changed = True
# 合成这一段语音 # 合成这一段语音
from speech_synthesis import speech_synthesis, Speaker, choose_speaker from speech_synthesis import speech_synthesis, Speaker, choose_speaker
print("self.projectContext.excel_path:", self.projectContext.excel_path) print("self.projectContext.excel_path:",
self.projectContext.excel_path)
audio_dir = os.path.dirname(self.projectContext.excel_path) audio_dir = os.path.dirname(self.projectContext.excel_path)
print("self.pb_tableWidget.itemAt(item.row(), 0).text()", self.projectContext.aside_list[item.row()].st_time_sec) print("self.pb_tableWidget.itemAt(item.row(), 0).text()",
wav_path = audio_dir + '/tmp/%.2f.wav' % float(self.projectContext.aside_list[item.row()].st_time_sec) self.projectContext.aside_list[item.row()].st_time_sec)
wav_path = audio_dir + \
'/tmp/%.2f.wav' % float(
self.projectContext.aside_list[item.row()].st_time_sec)
print("wav_path:", wav_path) print("wav_path:", wav_path)
# speed_info = self.projectContext.speaker_speed # speed_info = self.projectContext.speaker_speed
# 使用私有 语速 # 使用私有 语速
...@@ -727,17 +805,30 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -727,17 +805,30 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.can_write_history = True self.can_write_history = True
return return
if col != constant.Aside.AsideColumnNumber: # print("re writeHistory")
return
opt = self.projectContext.history_pop() if item is None:
if opt == None: # 刚打开表格的时候，会触发这个槽函数，此时opt肯定是None print("WRONG!!!! item Is None")
return return
# 抛出一个可能的异常
if row != opt.row:
print("[rewriteHistory] Warning!!!row=",row,", old_row=", opt.row, ", [row != opt.row]=", row != opt.row)
else: else:
self.projectContext.history_push(opt.row, opt.old_str, text) row = item.row() # 获取行数
col = item.column() # 获取列数 注意是column而不是col哦
text = item.text() # 获取内容
if col != constant.Aside.AsideColumnNumber:
return
opt = self.projectContext.history_pop()
if opt == None: # 刚打开表格的时候，会触发这个槽函数，此时opt肯定是None
return
# 抛出一个可能的异常
if row != opt.row:
print("[rewriteHistory] Warning!!!row=", row, ", old_row=",
opt.row, ", [row != opt.row]=", row != opt.row)
else:
self.projectContext.history_push(opt.row, opt.old_str, text)
self.action_undo.setEnabled(True)
# def rewriteHistoryFromContent(self, item): # def rewriteHistoryFromContent(self, item):
# print("re rewriteHistoryFromContent") # print("re rewriteHistoryFromContent")
...@@ -802,32 +893,38 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -802,32 +893,38 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# if col == constant.Content.ActivateColumn: # if col == constant.Content.ActivateColumn:
# self.projectContext.refresh_element(row, text) # self.projectContext.refresh_element(row, text)
def undo_slot(self): def undo_slot(self):
self.can_write_history = False self.can_write_history = False
record = self.projectContext.history_pop() record = self.projectContext.history_pop()
print('[undo_slot] record=%s'%(record.to_string())) print('[undo_slot] record=%s' % (record.to_string()))
item = QTableWidgetItem(record.old_str) item = QTableWidgetItem(record.old_str)
row = int(record.row) row = int(record.row)
self.projectContext.aside_list[row].aside = record.old_str self.projectContext.aside_list[row].aside = record.old_str
self.pb_tableWidget.setItem(row, constant.Aside.AsideColumnNumber, item) self.pb_tableWidget.setItem(
row, constant.Aside.AsideColumnNumber, item)
self.action_redo.setEnabled(True)
def redo_slot(self): def redo_slot(self):
self.can_write_history = False self.can_write_history = False
record = self.projectContext.history_redo() record = self.projectContext.history_redo()
if record is None:
self.action_redo.setEnabled(False)
item = QTableWidgetItem(record.new_str) item = QTableWidgetItem(record.new_str)
row = int(record.row) row = int(record.row)
self.projectContext.aside_list[row].aside = record.new_str self.projectContext.aside_list[row].aside = record.new_str
self.pb_tableWidget.setItem(row, constant.Aside.AsideColumnNumber, item) self.pb_tableWidget.setItem(
row, constant.Aside.AsideColumnNumber, item)
def view_history_slot(self): def view_history_slot(self):
print("=="*10) print("=="*10)
print("self.sld_video.maximumSize", self.sld_video.maximumSize(), "self.sld_video.maximum", self.sld_video.maximum()) print("self.sld_video.maximumSize", self.sld_video.maximumSize(),
"self.sld_video.maximum", self.sld_video.maximum())
print("records_pos:", self.projectContext.records_pos) print("records_pos:", self.projectContext.records_pos)
print("history is below:") print("history is below:")
for i in range(len(self.projectContext.history_records)): for i in range(len(self.projectContext.history_records)):
print("pos:%d, history:%s"%(i, self.projectContext.history_records[i].to_string())) print("pos:%d, history:%s" %
(i, self.projectContext.history_records[i].to_string()))
print("=="*10) print("=="*10)
...@@ -837,7 +934,6 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -837,7 +934,6 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.change_videotime_label() self.change_videotime_label()
self.change_table_select_rows() self.change_table_select_rows()
def change_videotime_label(self): def change_videotime_label(self):
position = self.player.position()/1000 position = self.player.position()/1000
duration = self.player.duration()/1000 duration = self.player.duration()/1000
...@@ -869,6 +965,13 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -869,6 +965,13 @@ class MainWindow(QMainWindow, Ui_MainWindow):
# 不需要加这个，因为只要itemchange，就会触发保存的 # 不需要加这个，因为只要itemchange，就会触发保存的
# self.projectContext.save_project(False) # self.projectContext.save_project(False)
def export_all(self):
# 暂时存放音频的文件夹被命名为tmp
output_dir = os.path.join(self.projectContext.project_base_dir, "tmp")
if os.path.exists(output_dir) and len(os.listdir(output_dir)) > 0:
self.export.export_slot(self.projectContext.video_path, output_dir)
else:
self.prompt_dialog.show_with_msg("暂时无合成音频，请至少生成一条旁白音频后再尝试导出")
def operate_slot(self): def operate_slot(self):
self.operation_dialog.show() self.operation_dialog.show()
...@@ -918,7 +1021,7 @@ class MainWindow(QMainWindow, Ui_MainWindow): ...@@ -918,7 +1021,7 @@ class MainWindow(QMainWindow, Ui_MainWindow):
self.projectContext.save_project() self.projectContext.save_project()
self.prompt_dialog.show_with_msg("操作成功！！请查看变化") self.prompt_dialog.show_with_msg("操作成功！！请查看变化")
#只需要改all_elements就可以了，因为是同一对象 # 只需要改all_elements就可以了，因为是同一对象
def mod_line_operation_slot(self, row, start_time, end_time, subtitle, suggest, aside): def mod_line_operation_slot(self, row, start_time, end_time, subtitle, suggest, aside):
elem = self.projectContext.all_elements[int(row)-1] elem = self.projectContext.all_elements[int(row)-1]
elem.st_time_sec = start_time elem.st_time_sec = start_time
......
main_window.ui
View file @ b3f15065
...@@ -112,6 +112,28 @@ ...@@ -112,6 +112,28 @@
<property name="autoFillBackground"> <property name="autoFillBackground">
<bool>true</bool> <bool>true</bool>
</property> </property>
<widget class="QSlider" name="verticalSlider">
<property name="geometry">
<rect>
<x>560</x>
<y>310</y>
<width>16</width>
<height>161</height>
</rect>
</property>
<property name="maximum">
<number>100</number>
</property>
<property name="singleStep">
<number>5</number>
</property>
<property name="value">
<number>100</number>
</property>
<property name="orientation">
<enum>Qt::Vertical</enum>
</property>
</widget>
</widget> </widget>
</item> </item>
<item> <item>
...@@ -119,17 +141,6 @@ ...@@ -119,17 +141,6 @@
<property name="orientation"> <property name="orientation">
<enum>Qt::Horizontal</enum> <enum>Qt::Horizontal</enum>
</property> </property>
<widget class="QPushButton" name="btn_open">
<property name="maximumSize">
<size>
<width>100</width>
<height>25</height>
</size>
</property>
<property name="text">
<string>打开表格文件</string>
</property>
</widget>
<widget class="QPushButton" name="btn_play"> <widget class="QPushButton" name="btn_play">
<property name="minimumSize"> <property name="minimumSize">
<size> <size>
...@@ -175,85 +186,20 @@ QPushButton:pressed { ...@@ -175,85 +186,20 @@ QPushButton:pressed {
<string>播放</string> <string>播放</string>
</property> </property>
</widget> </widget>
<widget class="QPushButton" name="btn_stop"> <widget class="QLabel" name="label_2">
<property name="minimumSize">
<size>
<width>50</width>
<height>50</height>
</size>
</property>
<property name="maximumSize">
<size>
<width>50</width>
<height>50</height>
</size>
</property>
<property name="styleSheet">
<string notr="true">QPushButton {
color: #333;
border: 2px groove gray;
border-radius: 25px;
border-style: outset;
background: qradialgradient(
cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,
radius: 1.35, stop: 0 #fff, stop: 1 #888
);
padding: 5px;
}
QPushButton:hover {
background: qradialgradient(
cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,
radius: 1.35, stop: 0 #fff, stop: 1 #bbb
);
}
QPushButton:pressed {
border-style: inset;
background: qradialgradient(
cx: 0.4, cy: -0.1, fx: 0.4, fy: -0.1,
radius: 1.35, stop: 0 #fff, stop: 1 #ddd
);
}</string>
</property>
<property name="text"> <property name="text">
<string>暂停</string> <string>00:00/00:00</string>
</property> </property>
</widget> </widget>
<widget class="QSlider" name="sld_audio"> <widget class="QPushButton" name="pushButton">
<property name="sizePolicy">
<sizepolicy hsizetype="Expanding" vsizetype="Fixed">
<horstretch>0</horstretch>
<verstretch>0</verstretch>
</sizepolicy>
</property>
<property name="minimumSize">
<size>
<width>50</width>
<height>25</height>
</size>
</property>
<property name="maximumSize"> <property name="maximumSize">
<size> <size>
<width>150</width> <width>50</width>
<height>25</height> <height>16777215</height>
</size> </size>
</property> </property>
<property name="value">
<number>99</number>
</property>
<property name="orientation">
<enum>Qt::Horizontal</enum>
</property>
</widget>
<widget class="QLabel" name="lab_audio">
<property name="text">
<string>volume:100%</string>
</property>
</widget>
<widget class="QLabel" name="label_2">
<property name="text"> <property name="text">
<string>00:00/12:34</string> <string>音量</string>
</property> </property>
</widget> </widget>
</widget> </widget>
...@@ -279,7 +225,7 @@ QPushButton:pressed { ...@@ -279,7 +225,7 @@ QPushButton:pressed {
<enum>QTabWidget::Triangular</enum> <enum>QTabWidget::Triangular</enum>
</property> </property>
<property name="currentIndex"> <property name="currentIndex">
<number>2</number> <number>1</number>
</property> </property>
<property name="iconSize"> <property name="iconSize">
<size> <size>
...@@ -503,7 +449,7 @@ QPushButton:pressed { ...@@ -503,7 +449,7 @@ QPushButton:pressed {
<x>0</x> <x>0</x>
<y>0</y> <y>0</y>
<width>939</width> <width>939</width>
<height>26</height> <height>22</height>
</rect> </rect>
</property> </property>
<widget class="QMenu" name="menu"> <widget class="QMenu" name="menu">
......
main_window_ui.py
View file @ b3f15065
...@@ -7,6 +7,8 @@ ...@@ -7,6 +7,8 @@
# WARNING! All changes made in this file will be lost! # WARNING! All changes made in this file will be lost!
from PyQt5 import QtCore, QtGui, QtWidgets from PyQt5 import QtCore, QtGui, QtWidgets
from PaintQSlider import PaintQSlider
import qtawesome
class Ui_MainWindow(object): class Ui_MainWindow(object):
...@@ -61,16 +63,19 @@ class Ui_MainWindow(object): ...@@ -61,16 +63,19 @@ class Ui_MainWindow(object):
self.splitter = QtWidgets.QSplitter(self.verticalWidget_3) self.splitter = QtWidgets.QSplitter(self.verticalWidget_3)
self.splitter.setOrientation(QtCore.Qt.Horizontal) self.splitter.setOrientation(QtCore.Qt.Horizontal)
self.splitter.setObjectName("splitter") self.splitter.setObjectName("splitter")
self.btn_open = QtWidgets.QPushButton(self.splitter) self.label_2 = QtWidgets.QLabel(self.splitter)
self.btn_open.setMaximumSize(QtCore.QSize(100, 25)) self.label_2.setObjectName("label_2")
self.btn_open.setObjectName("btn_open") # self.btn_open = QtWidgets.QPushButton(self.splitter)
self.btn_play = QtWidgets.QPushButton(self.splitter) # self.btn_open.setMaximumSize(QtCore.QSize(100, 25))
self.btn_play.setMinimumSize(QtCore.QSize(50, 50)) # self.btn_open.setObjectName("btn_open")
self.btn_play.setMaximumSize(QtCore.QSize(50, 50)) self.btn_play = QtWidgets.QPushButton(qtawesome.icon('fa.play-circle', color='#FFFFFF', font=50), "", self.splitter)
self.btn_play.setIconSize(QtCore.QSize(30, 30))
self.btn_play.setMinimumSize(QtCore.QSize(30, 30))
self.btn_play.setMaximumSize(QtCore.QSize(30, 30))
self.btn_play.setStyleSheet("QPushButton {\n" self.btn_play.setStyleSheet("QPushButton {\n"
" color: #333;\n" " color: #333;\n"
" border: 2px groove gray;\n" " border: 2px groove gray;\n"
" border-radius: 25px;\n" " border-radius: 15px;\n"
" border-style: outset;\n" " border-style: outset;\n"
" background: qradialgradient(\n" " background: qradialgradient(\n"
" cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,\n" " cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,\n"
...@@ -94,36 +99,6 @@ class Ui_MainWindow(object): ...@@ -94,36 +99,6 @@ class Ui_MainWindow(object):
" );\n" " );\n"
" }") " }")
self.btn_play.setObjectName("btn_play") self.btn_play.setObjectName("btn_play")
self.btn_stop = QtWidgets.QPushButton(self.splitter)
self.btn_stop.setMinimumSize(QtCore.QSize(50, 50))
self.btn_stop.setMaximumSize(QtCore.QSize(50, 50))
self.btn_stop.setStyleSheet("QPushButton {\n"
" color: #333;\n"
" border: 2px groove gray;\n"
" border-radius: 25px;\n"
" border-style: outset;\n"
" background: qradialgradient(\n"
" cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,\n"
" radius: 1.35, stop: 0 #fff, stop: 1 #888\n"
" );\n"
" padding: 5px;\n"
" }\n"
"\n"
"QPushButton:hover {\n"
" background: qradialgradient(\n"
" cx: 0.3, cy: -0.4, fx: 0.3, fy: -0.4,\n"
" radius: 1.35, stop: 0 #fff, stop: 1 #bbb\n"
" );\n"
" }\n"
"\n"
"QPushButton:pressed {\n"
" border-style: inset;\n"
" background: qradialgradient(\n"
" cx: 0.4, cy: -0.1, fx: 0.4, fy: -0.1,\n"
" radius: 1.35, stop: 0 #fff, stop: 1 #ddd\n"
" );\n"
" }")
self.btn_stop.setObjectName("btn_stop")
self.sld_audio = QtWidgets.QSlider(self.splitter) self.sld_audio = QtWidgets.QSlider(self.splitter)
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding, QtWidgets.QSizePolicy.Fixed) sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding, QtWidgets.QSizePolicy.Fixed)
sizePolicy.setHorizontalStretch(0) sizePolicy.setHorizontalStretch(0)
...@@ -132,13 +107,61 @@ class Ui_MainWindow(object): ...@@ -132,13 +107,61 @@ class Ui_MainWindow(object):
self.sld_audio.setSizePolicy(sizePolicy) self.sld_audio.setSizePolicy(sizePolicy)
self.sld_audio.setMinimumSize(QtCore.QSize(50, 25)) self.sld_audio.setMinimumSize(QtCore.QSize(50, 25))
self.sld_audio.setMaximumSize(QtCore.QSize(150, 25)) self.sld_audio.setMaximumSize(QtCore.QSize(150, 25))
self.sld_audio.setProperty("value", 99) self.sld_audio.setSingleStep(5)
# self.sld_audio.setTickPosition(QtWidgets.QSlider.TicksBelow)
# self.sld_audio.setTickInterval(5)
self.sld_audio.setProperty("value", 100)
self.sld_audio.setOrientation(QtCore.Qt.Horizontal) self.sld_audio.setOrientation(QtCore.Qt.Horizontal)
self.sld_audio.setObjectName("sld_audio") self.sld_audio.setObjectName("sld_audio")
self.sld_audio.setStyleSheet('''
QSlider:horizontal {
min-height: 24px;
max-height: 24px;
}
QSlider:vertical {
min-width: 24px;
max-width: 24px;
}
QSlider::groove:horizontal {
height: 4px;
background: #393939;
margin: 0 12px;
}
QSlider::groove:vertical {
width: 4px;
background: #393939;
margin: 12px 0;
border-radius: 24px;
}
QSlider::handle:horizontal {
image: url(images/slider.svg);
width: 12px;
height: 12px;
margin: -24px -12px;
}
QSlider::handle:vertical {
image: url(images/slider.svg);
border-radius: 24px;
width: 12px;
height: 12px;
margin: -12px -24px;
}
QSlider::add-page {
background: #232629;
}
QSlider::sub-page {
background: #ffd740;
}
''')
self.lab_audio = QtWidgets.QLabel(self.splitter) self.lab_audio = QtWidgets.QLabel(self.splitter)
self.lab_audio.setObjectName("lab_audio") self.lab_audio.setObjectName("lab_audio")
self.label_2 = QtWidgets.QLabel(self.splitter)
self.label_2.setObjectName("label_2")
self.verticalLayout_3.addWidget(self.splitter) self.verticalLayout_3.addWidget(self.splitter)
self.verticalLayout_3.setStretch(0, 8) self.verticalLayout_3.setStretch(0, 8)
self.shuiping.addWidget(self.verticalWidget_3) self.shuiping.addWidget(self.verticalWidget_3)
...@@ -208,10 +231,10 @@ class Ui_MainWindow(object): ...@@ -208,10 +231,10 @@ class Ui_MainWindow(object):
self.scrollArea.setWidgetResizable(False) self.scrollArea.setWidgetResizable(False)
self.scrollArea.setObjectName("scrollArea") self.scrollArea.setObjectName("scrollArea")
self.scrollAreaWidgetContents = myWidgetContents() self.scrollAreaWidgetContents = myWidgetContents()
self.scrollAreaWidgetContents.setGeometry(QtCore.QRect(0, 0, 827, 64)) self.scrollAreaWidgetContents.setGeometry(QtCore.QRect(0, 0, 800, 40))
self.scrollAreaWidgetContents.setObjectName("scrollAreaWidgetContents") self.scrollAreaWidgetContents.setObjectName("scrollAreaWidgetContents")
self.sld_video = myVideoSlider(self.scrollAreaWidgetContents) self.sld_video = myVideoSlider(self.scrollAreaWidgetContents)
self.sld_video.setGeometry(QtCore.QRect(10, 30, 811, 20)) self.sld_video.setGeometry(QtCore.QRect(10, 20, 790, 30))
self.sld_video.setMinimumSize(QtCore.QSize(410, 0)) self.sld_video.setMinimumSize(QtCore.QSize(410, 0))
self.sld_video.setMaximumSize(QtCore.QSize(16777215, 20)) self.sld_video.setMaximumSize(QtCore.QSize(16777215, 20))
self.sld_video.setMaximum(100) self.sld_video.setMaximum(100)
...@@ -313,7 +336,7 @@ class Ui_MainWindow(object): ...@@ -313,7 +336,7 @@ class Ui_MainWindow(object):
self.menu.addAction(self.action_save) self.menu.addAction(self.action_save)
self.menu_2.addAction(self.action_undo) self.menu_2.addAction(self.action_undo)
self.menu_2.addAction(self.action_redo) self.menu_2.addAction(self.action_redo)
self.menu_2.addAction(self.action_view_history) # self.menu_2.addAction(self.action_view_history)
self.menu_2.addSeparator() self.menu_2.addSeparator()
self.menu_2.addAction(self.action_insert_aside_from_now) self.menu_2.addAction(self.action_insert_aside_from_now)
self.menu_2.addAction(self.action_operate) self.menu_2.addAction(self.action_operate)
...@@ -326,17 +349,14 @@ class Ui_MainWindow(object): ...@@ -326,17 +349,14 @@ class Ui_MainWindow(object):
self.menubar.addAction(self.menu_3.menuAction()) self.menubar.addAction(self.menu_3.menuAction())
self.retranslateUi(MainWindow) self.retranslateUi(MainWindow)
self.tabWidget.setCurrentIndex(2) self.tabWidget.setCurrentIndex(0)
QtCore.QMetaObject.connectSlotsByName(MainWindow) QtCore.QMetaObject.connectSlotsByName(MainWindow)
def retranslateUi(self, MainWindow): def retranslateUi(self, MainWindow):
_translate = QtCore.QCoreApplication.translate _translate = QtCore.QCoreApplication.translate
MainWindow.setWindowTitle(_translate("MainWindow", "MainWindow")) MainWindow.setWindowTitle(_translate("MainWindow", "MainWindow"))
self.btn_open.setText(_translate("MainWindow", "打开表格文件"))
self.btn_play.setText(_translate("MainWindow", "播放"))
self.btn_stop.setText(_translate("MainWindow", "暂停"))
self.lab_audio.setText(_translate("MainWindow", "volume:100%")) self.lab_audio.setText(_translate("MainWindow", "volume:100%"))
self.label_2.setText(_translate("MainWindow", "00:00/12:34")) self.label_2.setText(_translate("MainWindow", "00:00/00:00"))
self.tabWidget.setTabText(self.tabWidget.indexOf(self.all_tab), _translate("MainWindow", "字幕旁白")) self.tabWidget.setTabText(self.tabWidget.indexOf(self.all_tab), _translate("MainWindow", "字幕旁白"))
self.tabWidget.setTabText(self.tabWidget.indexOf(self.zm_tab), _translate("MainWindow", "字幕")) self.tabWidget.setTabText(self.tabWidget.indexOf(self.zm_tab), _translate("MainWindow", "字幕"))
self.tabWidget.setTabText(self.tabWidget.indexOf(self.pb_tab), _translate("MainWindow", "旁白")) self.tabWidget.setTabText(self.tabWidget.indexOf(self.pb_tab), _translate("MainWindow", "旁白"))
......
management.py
View file @ b3f15065
...@@ -118,14 +118,12 @@ class ProjectContext: ...@@ -118,14 +118,12 @@ class ProjectContext:
self.project_base_dir = None self.project_base_dir = None
self.video_path = None self.video_path = None
self.excel_path = None self.excel_path = None
self.conf_path = 'conf.ini'
self.subtitle_list = [] self.subtitle_list = []
self.aside_list = [] self.aside_list = []
self.all_elements = [] self.all_elements = []
f = open("./conf.ini", "r", encoding='utf-8') self.speaker_info = None
rl = f.readlines() self.speaker_speed = None
f.close()
self.speaker_info = rl[0].strip()
self.speaker_speed = rl[1].strip()
# 一些常量 # 一些常量
self.header = ["起始时间", "终止时间", "字幕", '建议', '解说脚本', "语速"] self.header = ["起始时间", "终止时间", "字幕", '建议', '解说脚本', "语速"]
self.aside_header = ["起始时间", "终止时间", '建议', '解说脚本',"语速"] self.aside_header = ["起始时间", "终止时间", '建议', '解说脚本',"语速"]
...@@ -140,7 +138,16 @@ class ProjectContext: ...@@ -140,7 +138,16 @@ class ProjectContext:
self.speakers = [] self.speakers = []
self.init_speakers() self.init_speakers()
# 字幕检测进度，主要是待检测视频的初始时间
self.detected = False
self.nd_process = 0.00
self.last_time = 0.00
self.caption_boundings = []
self.has_subtitle = True
# 第一时间加载配置（这里主要是说话人的相关配置）
self.load_conf()
def clear(self): def clear(self):
self.subtitle_list = [] self.subtitle_list = []
...@@ -148,33 +155,70 @@ class ProjectContext: ...@@ -148,33 +155,70 @@ class ProjectContext:
self.all_elements = [] self.all_elements = []
self.history_records = [] self.history_records = []
self.records_pos = 0 self.records_pos = 0
def Init(self, project_dir, video_name): def Init(self, project_dir, video_name):
if len(project_dir) == 0 or project_dir is None:
return
# 有的时候路径是 '/F:/out1/test.xlsx'，有的时候是'F:/out1/test.xlsx' # 有的时候路径是 '/F:/out1/test.xlsx'，有的时候是'F:/out1/test.xlsx'
if project_dir[0] == '/': if project_dir[0] == '/':
project_dir = project_dir[1:] project_dir = project_dir[1:]
self.project_base_dir = project_dir self.project_base_dir = project_dir
# self.video_path = os.path.join(project_dir, video_name) # self.video_path = os.path.join(project_dir, video_name)
self.video_path = project_dir + "/" + video_name self.video_path = project_dir + "/" + video_name
print("video_pathvideo_path: ", self.video_path) print("video_path", self.video_path)
self.excel_path = replace_path_suffix(self.video_path, ".xlsx") self.excel_path = replace_path_suffix(self.video_path, ".xlsx")
self.load_conf()
def load_conf(self):
this_conf_path = os.path.join(self.project_base_dir, 'conf.ini') if self.project_base_dir is not None else self.conf_path
# 如果当前工程里还没有对应的配置文件，那么选择使用全局的配置文件进行初始化，否则就使用当前工程的配置文件
if os.path.exists(this_conf_path):
self.conf_path = this_conf_path
with open(self.conf_path, 'r', encoding='utf8') as f:
info = json.load(f)
video_path = info["video_path"]
excel_path = info["excel_path"]
self.speaker_info = info["speaker_info"]["speaker_id"]
self.speaker_speed = info["speaker_info"]["speaker_speed"]
if video_path == self.video_path and excel_path == self.excel_path:
self.detected = info["detection_info"]["detected"]
self.nd_process = info["detection_info"]["nd_process"]
self.last_time = info["detection_info"]["last_time"]
self.caption_boundings = info["detection_info"]["caption_boundings"]
self.has_subtitle = info["detection_info"]["has_subtitle"]
# def Init(self, project_dir, video_path, excel_path):
# self.project_base_dir = project_dir
# self.video_path = video_path
# self.excel_path = excel_path
def save_conf(self): def save_conf(self):
with open('./conf.ini', 'w', encoding='utf-8') as f: with open(self.conf_path, 'w', encoding='utf-8') as f:
f.writelines([self.speaker_info + '\n', self.speaker_speed]) # 将context里包含的一些信息保留下来，包括工程的检测进度、检测中间产物（excel）、视频路径、说话人信息
info = {
"video_path": self.video_path,
"excel_path": self.excel_path,
"detection_info": {
"detected": self.detected,
"nd_process": self.nd_process,
"last_time": self.last_time,
"caption_boundings": self.caption_boundings,
"has_subtitle": self.has_subtitle
},
"speaker_info": {
"speaker_id": self.speaker_info,
"speaker_speed": self.speaker_speed
}
}
f.write(json.dumps(info))
def setVideoPath(self, video_path): def setVideoPath(self, video_path):
self.video_path = video_path self.video_path = video_path
def setExcelPath(self, excel_path): def setExcelPath(self, excel_path):
self.excel_path = excel_path self.excel_path = excel_path
# 目前只是把excel保存到文件中 # 目前只是把excel保存到文件中
# 先备份文件，再覆盖主文件，可选是否需要备份，默认需要备份 # 先备份文件，再覆盖主文件，可选是否需要备份，默认需要备份
# 20221030：添加旁白检测的进度
def save_project(self, need_save_new: bool=False) -> str: def save_project(self, need_save_new: bool=False) -> str:
self.save_conf()
# all_element = sorted(all_element, key=lambda x: float(x.st_time_sec)) # all_element = sorted(all_element, key=lambda x: float(x.st_time_sec))
print("current excel_path:", self.excel_path) print("current excel_path:", self.excel_path)
if self.excel_path == None: if self.excel_path == None:
...@@ -239,13 +283,17 @@ class ProjectContext: ...@@ -239,13 +283,17 @@ class ProjectContext:
self.all_elements.append(self.aside_list[-1]) self.all_elements.append(self.aside_list[-1])
# print("[load_excel_from_path] ", end='') # print("[load_excel_from_path] ", end='')
# self.all_elements[-1].print_self() # self.all_elements[-1].print_self()
# 现在仅支持对修改操作的记录 # 现在仅支持对修改操作的记录
def history_push(self, row, old, new): def history_push(self, row, old, new):
print(old, new)
if self.records_pos == len(self.history_records): if self.records_pos == len(self.history_records):
self.history_records.append(OperateRecord(row, Operation.Modify, old, new)) self.history_records.append(OperateRecord(row, Operation.Modify, old, new))
else: else:
self.history_records[self.records_pos] = OperateRecord(row, Operation.Modify, old, new) self.history_records[self.records_pos] = OperateRecord(row, Operation.Modify, old, new)
self.records_pos += 1 self.records_pos += 1
def history_pop(self)-> OperateRecord: def history_pop(self)-> OperateRecord:
if len(self.history_records) == 0: if len(self.history_records) == 0:
return None return None
...@@ -279,6 +327,8 @@ class ProjectContext: ...@@ -279,6 +327,8 @@ class ProjectContext:
for speaker in content["speaker_details"]: for speaker in content["speaker_details"]:
speaker_name.append( speaker_name.append(
"，".join([speaker["name"], speaker["gender"], speaker["age_group"]])) "，".join([speaker["name"], speaker["gender"], speaker["age_group"]]))
if self.speaker_info is None:
self.speaker_info = speaker_name[0]
return tuple(speaker_name) return tuple(speaker_name)
def init_speakers(self): def init_speakers(self):
......
narratage_detection.py
View file @ b3f15065
...@@ -24,30 +24,44 @@ def detect(video_path: str, start_time: float, end_time: float, book_path: str, ...@@ -24,30 +24,44 @@ def detect(video_path: str, start_time: float, end_time: float, book_path: str,
state (optional): 任务进行状态. Defaults to None. state (optional): 任务进行状态. Defaults to None.
subtitle (int, optional): 视频是否有字幕，共三种情况(0:未知，1:有字幕，2:无字幕). Defaults to 0. subtitle (int, optional): 视频是否有字幕，共三种情况(0:未知，1:有字幕，2:无字幕). Defaults to 0.
""" """
print("开始检测") context = mainWindow.projectContext
print("start_time", start_time) # 未检测过
print("end_time", end_time) if not context.detected:
if book_path is None: print("开始检测")
book_path = os.path.basename(video_path).split('.')[0] + ".xlsx" print("start_time", start_time)
else: print("end_time", end_time)
book_path = book_path if book_path is None:
book_path = os.path.basename(video_path).split('.')[0] + ".xlsx"
else:
book_path = book_path
# 根据用户的选择来确定电影是否有字幕，如果“未知”，则自动检测 # 根据用户的选择来确定电影是否有字幕，如果“未知”，则自动检测
if subtitle == 0: if subtitle == 0:
from judge_subtitle import detect_movie from judge_subtitle import detect_movie
# print("detect if there is narratage at time: ", datetime.datetime.now()) # print("detect if there is narratage at time: ", datetime.datetime.now())
has_subtitle = detect_movie(video_path, start_time, end_time, 180) has_subtitle = detect_movie(video_path, start_time, end_time, 180)
elif subtitle == 1: elif subtitle == 1:
has_subtitle = True has_subtitle = True
else: else:
has_subtitle = False has_subtitle = False
context.has_subtitle = has_subtitle
if has_subtitle: if has_subtitle:
from detect_with_ocr import detect_with_ocr from detect_with_ocr import detect_with_ocr
detect_with_ocr(video_path, book_path, start_time, end_time, state, mainWindow) detect_with_ocr(video_path, book_path, start_time, end_time, state, mainWindow)
# else: # else:
# from detect_with_asr import detect_with_asr # from detect_with_asr import detect_with_asr
# detect_with_asr(video_path, book_path, start_time, end_time, state) # detect_with_asr(video_path, book_path, start_time, end_time, state, mainWindow)
else:
# 之前检测过
has_subtitle = context.has_subtitle
start_time = context.last_time
if has_subtitle:
# 更新当前进度
state[0] = context.nd_process
from detect_with_ocr import detect_with_ocr
detect_with_ocr(video_path, book_path, start_time, end_time, state, mainWindow)
if __name__ == '__main__': if __name__ == '__main__':
......
operation_dialog.py
View file @ b3f15065
import sys import sys
import os import os
from PyQt5.QtCore import *; from PyQt5.QtCore import *
from PyQt5.QtGui import *; from PyQt5.QtGui import *
from PyQt5.QtWidgets import *; from PyQt5.QtWidgets import *
import utils import utils
from operation_dialog_ui import Ui_Dialog from operation_dialog_ui import Ui_Dialog
#todo 注意，删除行，添加行，暂不支持【撤销与重做】功能！！！ # todo 注意，删除行，添加行，暂不支持【撤销与重做】功能！！！
class Operation_Dialog(QDialog, Ui_Dialog): class Operation_Dialog(QDialog, Ui_Dialog):
#开始检测信号，传参分别是movie路径和输出表格路径 #开始检测信号，传参分别是movie路径和输出表格路径
...@@ -26,7 +28,8 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -26,7 +28,8 @@ class Operation_Dialog(QDialog, Ui_Dialog):
self.pushButton_3.clicked.connect(self.fill_row_info_slot) self.pushButton_3.clicked.connect(self.fill_row_info_slot)
self.buttonBox.setEnabled(False) self.buttonBox.setEnabled(False)
self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).clicked.connect(self.start_operation_slot) self.buttonBox.button(QDialogButtonBox.StandardButton.Ok).clicked.connect(
self.start_operation_slot)
# 字幕/旁白 选择框 # 字幕/旁白 选择框
self.comboBox.currentIndexChanged.connect(self.zmpb_change_slot) self.comboBox.currentIndexChanged.connect(self.zmpb_change_slot)
# 增加一行/删除一行 选择框 # 增加一行/删除一行 选择框
...@@ -50,13 +53,14 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -50,13 +53,14 @@ class Operation_Dialog(QDialog, Ui_Dialog):
else: else:
self.lineEdit_3.setEnabled(False) self.lineEdit_3.setEnabled(False)
self.lineEdit_4.setEnabled(False) self.lineEdit_4.setEnabled(False)
self.lineEdit_5.setEnabled(False)
# 如果是删除，则只需要【行数】即可 # 如果是删除，则只需要【行数】即可
def adddel_change_slot(self): def adddel_change_slot(self):
if self.comboBox_2.currentText() in ["增加一行", "修改一行"]: if self.comboBox_2.currentText() in ["增加一行", "修改一行"]:
self.zmpb_change_slot() self.zmpb_change_slot()
else: else:
for i in range(1,len(self.lineEdits)): for i in range(1, len(self.lineEdits)):
self.lineEdits[i].setEnabled(False) self.lineEdits[i].setEnabled(False)
# 修改完后需要重新检测 # 修改完后需要重新检测
...@@ -71,7 +75,8 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -71,7 +75,8 @@ class Operation_Dialog(QDialog, Ui_Dialog):
row_number = int(self.lineEdit.text()) row_number = int(self.lineEdit.text())
assert 1 <= row_number <= rowCount assert 1 <= row_number <= rowCount
except Exception as e: except Exception as e:
self.mainWindow.prompt_dialog.show_with_msg("校验失败！总行数为[%d],你的输入为[%s]!!"%(rowCount, self.lineEdit.text())) self.mainWindow.prompt_dialog.show_with_msg(
"校验失败！总行数为[%d],你的输入为[%s]!!" % (rowCount, self.lineEdit.text()))
return False return False
# 校验时间填写是否是hh:mm:ss格式的 # 校验时间填写是否是hh:mm:ss格式的
try: try:
...@@ -91,7 +96,7 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -91,7 +96,7 @@ class Operation_Dialog(QDialog, Ui_Dialog):
# 这些是只有【add】才需要检测的 # 这些是只有【add】才需要检测的
if self.comboBox_2.currentText() == "增加一行": if self.comboBox_2.currentText() == "增加一行":
#校验起始时间、结束时间 # 校验起始时间、结束时间
start_time_f, end_time_f = 0.0, 0.0 start_time_f, end_time_f = 0.0, 0.0
try: try:
start_time_f = float(utils.trans_to_seconds(self.lineEdit_2.text())) start_time_f = float(utils.trans_to_seconds(self.lineEdit_2.text()))
...@@ -99,17 +104,19 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -99,17 +104,19 @@ class Operation_Dialog(QDialog, Ui_Dialog):
end_time_f = float(utils.trans_to_seconds(self.lineEdit_3.text())) end_time_f = float(utils.trans_to_seconds(self.lineEdit_3.text()))
assert start_time_f < end_time_f assert start_time_f < end_time_f
except Exception as e: except Exception as e:
self.mainWindow.prompt_dialog.show_with_msg("校验失败！起始时间或结束时间输入有误!!" ) self.mainWindow.prompt_dialog.show_with_msg(
"校验失败！起始时间或结束时间输入有误!!")
return False return False
# 校验推荐字数 # 校验推荐字数
if self.comboBox.currentText() == "旁白": # if self.comboBox.currentText() == "旁白":
try: # try:
suggest_words_count = int(self.lineEdit_5.text()) # suggest_words_count = int(self.lineEdit_5.text())
assert suggest_words_count <= 100 # assert suggest_words_count <= 100
except Exception as e: # except Exception as e:
self.mainWindow.prompt_dialog.show_with_msg("校验失败！推荐字数填入有误!!") # self.mainWindow.prompt_dialog.show_with_msg(
return False # "校验失败！推荐字数填入有误!!")
# return False
# 这些是只有【modify】才需要检测的 # 这些是只有【modify】才需要检测的
if self.comboBox_2.currentText() == "修改一行": if self.comboBox_2.currentText() == "修改一行":
try: try:
...@@ -121,15 +128,15 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -121,15 +128,15 @@ class Operation_Dialog(QDialog, Ui_Dialog):
else: else:
assert self.comboBox.currentText() == "字幕" assert self.comboBox.currentText() == "字幕"
except Exception as e: except Exception as e:
self.mainWindow.prompt_dialog.show_with_msg("校验失败！待修改的行不是[%s]"%(self.comboBox.currentText())) self.mainWindow.prompt_dialog.show_with_msg(
return False "校验失败！待修改的行不是[%s]" % (self.comboBox.currentText()))
return False
# 检测通过 # 检测通过
self.mainWindow.prompt_dialog.show_with_msg("校验成功!!") self.mainWindow.prompt_dialog.show_with_msg("校验成功!!")
self.buttonBox.setEnabled(True) self.buttonBox.setEnabled(True)
self.set_all_user_component_status(False) self.set_all_user_component_status(False)
def set_all_user_component_status(self, status: bool): def set_all_user_component_status(self, status: bool):
for lineEdit in self.lineEdits: for lineEdit in self.lineEdits:
lineEdit.setEnabled(status) lineEdit.setEnabled(status)
...@@ -149,7 +156,7 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -149,7 +156,7 @@ class Operation_Dialog(QDialog, Ui_Dialog):
if self.comboBox.currentText() == "字幕": if self.comboBox.currentText() == "字幕":
suggest = "" suggest = ""
aside = "" aside = ""
else: # 如果是旁白 else: # 如果是旁白
end_time = "" end_time = ""
subtitle = "" subtitle = ""
suggest = "插入旁白，推荐字数为" + suggest suggest = "插入旁白，推荐字数为" + suggest
...@@ -179,7 +186,8 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -179,7 +186,8 @@ class Operation_Dialog(QDialog, Ui_Dialog):
self.lineEdit_2.setText(str(utils.transfer_second_to_time(elem.st_time_sec))) self.lineEdit_2.setText(str(utils.transfer_second_to_time(elem.st_time_sec)))
self.lineEdit_3.setText(str(utils.transfer_second_to_time(elem.ed_time_sec))) self.lineEdit_3.setText(str(utils.transfer_second_to_time(elem.ed_time_sec)))
self.lineEdit_4.setText(elem.subtitle) self.lineEdit_4.setText(elem.subtitle)
self.lineEdit_5.setText(elem.suggest[elem.suggest.index("推荐字数为") + 5:]) self.lineEdit_5.setText(
elem.suggest[elem.suggest.index("推荐字数为") + 5:])
self.lineEdit_6.setText(elem.aside) self.lineEdit_6.setText(elem.aside)
# 如果是旁白的话 # 如果是旁白的话
...@@ -190,9 +198,10 @@ class Operation_Dialog(QDialog, Ui_Dialog): ...@@ -190,9 +198,10 @@ class Operation_Dialog(QDialog, Ui_Dialog):
print("exception:", e) print("exception:", e)
pass pass
if __name__ == '__main__': if __name__ == '__main__':
app = QApplication(sys.argv) app = QApplication(sys.argv)
app.setWindowIcon(QIcon("./images/eagle_2.ico")) app.setWindowIcon(QIcon("./images/eagle_2.ico"))
dialog = Operation_Dialog() dialog = Operation_Dialog()
dialog.show() dialog.show()
sys.exit(app.exec_()) sys.exit(app.exec_())
\ No newline at end of file
operation_dialog_ui.py
View file @ b3f15065
...@@ -90,9 +90,6 @@ class Ui_Dialog(object): ...@@ -90,9 +90,6 @@ class Ui_Dialog(object):
self.label_11 = QtWidgets.QLabel(Dialog) self.label_11 = QtWidgets.QLabel(Dialog)
self.label_11.setGeometry(QtCore.QRect(380, 310, 81, 20)) self.label_11.setGeometry(QtCore.QRect(380, 310, 81, 20))
self.label_11.setObjectName("label_11") self.label_11.setObjectName("label_11")
self.label_12 = QtWidgets.QLabel(Dialog)
self.label_12.setGeometry(QtCore.QRect(250, 270, 251, 20))
self.label_12.setObjectName("label_12")
self.pushButton = QtWidgets.QPushButton(Dialog) self.pushButton = QtWidgets.QPushButton(Dialog)
self.pushButton.setGeometry(QtCore.QRect(350, 380, 93, 28)) self.pushButton.setGeometry(QtCore.QRect(350, 380, 93, 28))
self.pushButton.setObjectName("pushButton") self.pushButton.setObjectName("pushButton")
...@@ -141,7 +138,6 @@ class Ui_Dialog(object): ...@@ -141,7 +138,6 @@ class Ui_Dialog(object):
self.label_9.setText(_translate("Dialog", "*请填数字，最多保留两位小数")) self.label_9.setText(_translate("Dialog", "*请填数字，最多保留两位小数"))
self.label_10.setText(_translate("Dialog", "*请填文字")) self.label_10.setText(_translate("Dialog", "*请填文字"))
self.label_11.setText(_translate("Dialog", "*请填文字")) self.label_11.setText(_translate("Dialog", "*请填文字"))
self.label_12.setText(_translate("Dialog", "*请填数字，必须是不超过100的正整数"))
self.pushButton.setText(_translate("Dialog", "检测")) self.pushButton.setText(_translate("Dialog", "检测"))
self.pushButton_2.setText(_translate("Dialog", "修改")) self.pushButton_2.setText(_translate("Dialog", "修改"))
self.label_13.setText(_translate("Dialog", "*需要填在【字幕旁白】页面中的行数")) self.label_13.setText(_translate("Dialog", "*需要填在【字幕旁白】页面中的行数"))
......
render.py 0 → 100644
View file @ b3f15065
'''
用于渲染最终成果，将之前临时生成的音频插入到原音频中|生成一条纯旁白的音频|插入到原视频中
'''
import librosa
import numpy as np
import os
import soundfile
import subprocess
import time
from PyQt5.QtCore import *;
from PyQt5.QtGui import *;
from PyQt5.QtWidgets import *;
from management import RunThread
from speech_synthesis import ffmpeg_path
class ExportProcessor(QWidget):
show_warning_signal = pyqtSignal(str)
export_callback_signal = pyqtSignal(list, list)
def __init__(self):
super(ExportProcessor, self).__init__()
self.state = [None]
self.threads = []
def export_slot(self, video_path, output_dir):
t = RunThread(funcName=self.start_export,
args=(video_path, output_dir),
name="export")
t.setDaemon(True)
self.threads.append(t)
for t in self.threads:
t.start()
print("===子线程已经开启 in export===")
self.export_callback_signal.emit(self.threads, self.state)
def start_export(self, video_path, output_dir):
mixed_audio_path = aggrevate_audios(video_path, output_dir, self.state)
export_video(video_path, mixed_audio_path, output_dir, self.state)
# 生成一条无声的音频，然后把旁白音频逐个按照时间位置放进去，得到仅含旁白的音频和旁白+原声的音频
def aggrevate_audios(video_path: str, output_dir: str, state=None):
# 这个模块最多只有80%的进度
if state is None:
state = [None]
# 生成等长的空白音频
from split_wav import extract_audio
origin_wav_path = extract_audio(video_path, output_dir, 0, -1)
origin_wav, freq = librosa.load(origin_wav_path)
blank_audio = np.zeros_like(origin_wav)
# 将生成的旁白音频放入空白音频中，并将原音频的对应位置音量降低为原来的30%
files = os.listdir(output_dir)
for i, f in enumerate(files):
fname = '.'.join(f.split('.')[:-1])
try:
st_time = float(fname)
cur_audio, _ = librosa.load(os.path.join(output_dir, f))
# print(len(cur_audio))
st_index = int(st_time * freq)
audio_len = len(cur_audio)
blank_audio[st_index: st_index + audio_len] = cur_audio
origin_wav[st_index: st_index + audio_len] *= 0.3
state[0] = float((i + 1) / len(files)) * 0.7
except:
continue
narratage_only_path = os.path.join(output_dir, "narratage.wav")
soundfile.write(narratage_only_path, blank_audio, freq)
state[0] = 0.75
# 得到合成后的音频
mixed_audio = origin_wav + blank_audio
mixed_audio_path = os.path.join(output_dir, "mixed.wav")
soundfile.write(mixed_audio_path, mixed_audio, freq)
state[0] = 0.8
return mixed_audio_path
def export_video(video_path: str, mixed_audio_path: str, output_dir: str, state=None):
if state is None:
state = [None]
# 生成合成音频+原视频的新视频
if os.path.basename(video_path).split('.')[-1] == 'rmvb':
video_name = os.path.basename(video_path).split('.')[0]
mixed_movie_path = os.path.join(output_dir, "new_" + video_name + ".mp4")
command_line = f'{ffmpeg_path} -i {video_path} -i {mixed_audio_path} -map 0:v:0 -map 1:a:0 -vcodec h264 {mixed_movie_path} -y'
else:
mixed_movie_path = os.path.join(output_dir, "new_" + os.path.basename(video_path))
command_line = f'{ffmpeg_path} -i {video_path} -i {mixed_audio_path} -map 0:v:0 -map 1:a:0 -vcodec copy {mixed_movie_path} -y'
subprocess.call(command_line)
state[0] = 1.00
if __name__ == '__main__':
pass
# start_time = time.time()
# video_path = r'D:/Downloads/zhanlang/zhanlang.rmvb'
# output_dir = r'D:/AddCaption/last_version/accessibility_movie/zhanlang'
# mixed_audio_path = aggrevate_audios(video_path, output_dir)
# export_video(video_path, mixed_audio_path, output_dir)
# print(time.time() - start_time)
\ No newline at end of file
setting_dialog.py
View file @ b3f15065
...@@ -20,25 +20,41 @@ class Setting_Dialog(QDialog, Ui_Dialog): ...@@ -20,25 +20,41 @@ class Setting_Dialog(QDialog, Ui_Dialog):
self.setWindowTitle("设置") self.setWindowTitle("设置")
self.projectContext = projectContext self.projectContext = projectContext
# todo 把所有说话人都加上来 # todo 把所有说话人都加上来
li = self.projectContext.get_all_speaker_info() self.speaker_li = self.projectContext.get_all_speaker_info()
for i in li: for i in self.speaker_li:
self.comboBox.addItem(i) self.comboBox.addItem(i)
li_2 = ["1.00(4字/秒)", "1.10(4.5字/秒)", "1.25(5字/秒)", "1.50(6字/秒)", "1.75(7字/秒)", "2.00(8字/秒)", "2.50(10字/秒)"] self.speed_li_2 = ["1.00(4字/秒)", "1.10(4.5字/秒)", "1.25(5字/秒)", "1.50(6字/秒)", "1.75(7字/秒)", "2.00(8字/秒)", "2.50(10字/秒)"]
self.comboBox_2.addItems(li_2) self.comboBox_2.addItems(self.speed_li_2)
self.comboBox.setCurrentIndex(li.index(self.projectContext.speaker_info)) if self.projectContext.speaker_info is None:
self.comboBox_2.setCurrentIndex(li_2.index(self.projectContext.speaker_speed)) self.comboBox.setCurrentIndex(0)
else:
self.comboBox.setCurrentIndex(self.speaker_li.index(self.projectContext.speaker_info))
if self.projectContext.speaker_speed is None:
self.comboBox_2.setCurrentIndex(0)
else:
self.comboBox_2.setCurrentIndex(self.speed_li_2.index(self.projectContext.speaker_speed))
self.comboBox.currentIndexChanged.connect(self.speaker_change_slot) self.comboBox.currentIndexChanged.connect(self.speaker_change_slot)
self.comboBox_2.currentIndexChanged.connect(self.speed_change_slot) self.comboBox_2.currentIndexChanged.connect(self.speed_change_slot)
self.pushButton.clicked.connect(self.play_audio_slot) self.pushButton.clicked.connect(self.play_audio_slot)
def content_fresh(self):
if self.projectContext.speaker_info is None:
self.comboBox.setCurrentIndex(0)
else:
self.comboBox.setCurrentIndex(self.speaker_li.index(self.projectContext.speaker_info))
if self.projectContext.speaker_speed is None:
self.comboBox_2.setCurrentIndex(0)
else:
self.comboBox_2.setCurrentIndex(self.speed_li_2.index(self.projectContext.speaker_speed))
def speaker_change_slot(self): def speaker_change_slot(self):
self.projectContext.speaker_info = self.comboBox.currentText() self.projectContext.speaker_info = self.comboBox.currentText()
self.projectContext.save_conf() self.projectContext.save_conf()
# print("self.projectContext.speaker_info:", self.projectContext.speaker_info) # print("self.projectContext.speaker_info:", self.projectContext.speaker_info)
def speed_change_slot(self): def speed_change_slot(self):
self.projectContext.speaker_speed = self.comboBox_2.currentText() self.projectContext.speaker_speed = self.comboBox_2.currentText()
self.projectContext.save_conf() self.projectContext.save_conf()
...@@ -64,6 +80,12 @@ class Setting_Dialog(QDialog, Ui_Dialog): ...@@ -64,6 +80,12 @@ class Setting_Dialog(QDialog, Ui_Dialog):
global audioPlayed global audioPlayed
winsound.PlaySound(audioPlayed, winsound.SND_PURGE) winsound.PlaySound(audioPlayed, winsound.SND_PURGE)
event.accept() event.accept()
def showDialog(self):
self.content_fresh()
self.show()
def thread_it(func, *args, name): def thread_it(func, *args, name):
"""创建守护线程 """创建守护线程
...@@ -79,6 +101,7 @@ def thread_it(func, *args, name): ...@@ -79,6 +101,7 @@ def thread_it(func, *args, name):
t.setDaemon(True) t.setDaemon(True)
# 启动 # 启动
t.start() t.start()
if __name__ == '__main__': if __name__ == '__main__':
app = QApplication(sys.argv) app = QApplication(sys.argv)
app.setWindowIcon(QIcon("./images/eagle_2.ico")) app.setWindowIcon(QIcon("./images/eagle_2.ico"))
......
speech_synthesis.py
View file @ b3f15065
...@@ -22,7 +22,7 @@ from typing import Tuple ...@@ -22,7 +22,7 @@ from typing import Tuple
import datetime import datetime
import numpy as np import numpy as np
from azure.cognitiveservices.speech import SpeechConfig, SpeechSynthesizer, ResultReason from azure.cognitiveservices.speech import SpeechConfig, SpeechSynthesizer, ResultReason, AudioDataStream
from azure.cognitiveservices.speech.audio import AudioOutputConfig from azure.cognitiveservices.speech.audio import AudioOutputConfig
import openpyxl import openpyxl
...@@ -91,7 +91,9 @@ def speech_synthesis(text: str, output_file: str, speaker: Speaker, speed: float ...@@ -91,7 +91,9 @@ def speech_synthesis(text: str, output_file: str, speaker: Speaker, speed: float
""" """
audio_path = tmp_file audio_path = tmp_file
speech_config = SpeechConfig( speech_config = SpeechConfig(
subscription="db34d38d2d3447d482e0f977c66bd624", region="eastus") subscription="db34d38d2d3447d482e0f977c66bd624",
region="eastus"
)
speech_config.speech_synthesis_language = "zh-CN" speech_config.speech_synthesis_language = "zh-CN"
speech_config.speech_synthesis_voice_name = speaker.speaker_code speech_config.speech_synthesis_voice_name = speaker.speaker_code
...@@ -101,25 +103,33 @@ def speech_synthesis(text: str, output_file: str, speaker: Speaker, speed: float ...@@ -101,25 +103,33 @@ def speech_synthesis(text: str, output_file: str, speaker: Speaker, speed: float
print("output_file路径不存在，创建:", os.path.dirname(output_file)) print("output_file路径不存在，创建:", os.path.dirname(output_file))
os.makedirs(os.path.dirname(output_file)) os.makedirs(os.path.dirname(output_file))
audio_config = AudioOutputConfig(filename=audio_path) audio_config = AudioOutputConfig(filename=audio_path)
synthesizer = SpeechSynthesizer( synthesizer = SpeechSynthesizer(speech_config=speech_config, audio_config=None)
speech_config=speech_config, audio_config=audio_config) ssml_string = f"""
result = synthesizer.speak_text(text) <speak version="1.0" xmlns="http://www.w3.org/2001/10/synthesis" xml:lang="{speech_config.speech_synthesis_language}">
<voice name="{speaker.speaker_code}">
<prosody rate="{round((speed - 1.0) * 100, 2)}%">
{text}
</prosody>
</voice>
</speak>"""
result = synthesizer.speak_ssml_async(ssml_string).get()
stream = AudioDataStream(result)
stream.save_to_wav_file(output_file)
print(result.reason) print(result.reason)
while result.reason == ResultReason.Canceled: while result.reason == ResultReason.Canceled:
cancellation_details = result.cancellation_details cancellation_details = result.cancellation_details
print("取消的原因", cancellation_details.reason) print("取消的原因", cancellation_details.reason, cancellation_details.error_details)
time.sleep(1) time.sleep(1)
synthesizer.stop_speaking() synthesizer.stop_speaking()
del synthesizer del synthesizer
synthesizer = SpeechSynthesizer( synthesizer = SpeechSynthesizer(speech_config=speech_config, audio_config=None)
speech_config=speech_config, audio_config=audio_config) result = synthesizer.speak_ssml_async(ssml_string).get()
result = synthesizer.speak_text(text) stream = AudioDataStream(result)
stream.save_to_wav_file(output_file)
print(result.reason) print(result.reason)
change_speed_and_volume(output_file, speed) # detached
def change_speed_and_volume(wav_path: str, speed: float = 1.0): def change_speed_and_volume(wav_path: str, speed: float = 1.0):
"""调整语速，顺便把音量调大，语音合成的声音太小了 """调整语速，顺便把音量调大，语音合成的声音太小了
...@@ -248,40 +258,6 @@ def export_caption(sheet_content: dict, caption_file: str): ...@@ -248,40 +258,6 @@ def export_caption(sheet_content: dict, caption_file: str):
f.write(x + "\n\n") f.write(x + "\n\n")
def adjust_volume(origin: str, start_timestamp: list, end_timestamp: list):
"""调整原音频中待插入旁白位置的音量
Args:
origin (str): 原音频存储位置
start_timestamp (list): 旁白开始时间
end_timestamp (list): 旁白结束时间
"""
global adjusted_wav_path
adjusted_wav_path = os.path.join(os.path.dirname(origin), adjusted_wav_path)
n = len(start_timestamp)
groups = int(np.ceil(n / part_len))
start = 0
middle_wav, res_wav = origin, os.path.join(os.path.dirname(origin), "adjust0.wav")
for x in range(groups):
if x == groups - 1:
res_wav = adjusted_wav_path
st = start_timestamp[start: start + part_len] if start + part_len < n else start_timestamp[start: n]
et = end_timestamp[start: start + part_len] if start + part_len < n else start_timestamp[start: n]
command_line = "{} -i {} -af \"".format(ffmpeg_path, middle_wav)
for i in range(len(st)):
command_line += "volume=enable='between(t,{},{})':volume=0.3".format(st[i], et[i])
if i != len(st) - 1:
command_line += ","
command_line += "\" -y {}".format(res_wav)
print(command_line)
os.system(command_line)
if x != 0:
os.remove(middle_wav)
middle_wav = res_wav
res_wav = os.path.join(os.path.dirname(origin), "adjust{}.wav".format(x + 1))
start += part_len
def mix_speech(origin: str, narratage_paths: list, start_timestamps: list): def mix_speech(origin: str, narratage_paths: list, start_timestamps: list):
"""将合成音频与原音频混合 """将合成音频与原音频混合
...@@ -372,26 +348,6 @@ def ss_and_export(video_path: str, sheet_path: str, output_dir: str, speed: floa ...@@ -372,26 +348,6 @@ def ss_and_export(video_path: str, sheet_path: str, output_dir: str, speed: floa
if state is not None: if state is not None:
state[0] = float((i + 1) / len(narratages)) * 0.97 state[0] = float((i + 1) / len(narratages)) * 0.97
# 合成总音频，并入原视频音频中
# 提取原音频
print("mix the final wav at time: ", datetime.datetime.now())
from split_wav import extract_audio
origin_wav_path = extract_audio(video_path, output_dir, 0, -1)
start = 0
n = len(start_timestamp)
part_len = 50
x = int(np.ceil(n / part_len))
start_timestamp = list(reversed(start_timestamp))
end_timestamp = list(reversed(end_timestamp))
narratage_paths = list(reversed(narratage_paths))
# 调整原音频中旁白对应位置的音量
adjust_volume(origin_wav_path, start_timestamp, end_timestamp)
print("--------------------------ok-----------------------------------")
# 将旁白混入原音频
mix_speech(adjusted_wav_path, narratage_paths, start_timestamp)
# print(middle_wav)
start += part_len
# 删除临时语音文件、提取出来的原视频音频以及调整后的视频音频 # 删除临时语音文件、提取出来的原视频音频以及调整后的视频音频
if os.path.exists(tmp_file): if os.path.exists(tmp_file):
time.sleep(1) time.sleep(1)
...@@ -403,13 +359,17 @@ def ss_and_export(video_path: str, sheet_path: str, output_dir: str, speed: floa ...@@ -403,13 +359,17 @@ def ss_and_export(video_path: str, sheet_path: str, output_dir: str, speed: floa
if __name__ == '__main__': if __name__ == '__main__':
# video_path = r'D:/Downloads/zhanlang.rmvb' video_path = r'D:/Downloads/zhanlang.rmvb'
# sheet_path = r'D:/Downloads/战狼.xlsx' sheet_path = r'D:/Downloads/zhanlang/战狼.xlsx'
# output_dir = r'D:/AddCaption/last_version/accessibility_movie/zhanlang' output_dir = r'D:/AddCaption/last_version/accessibility_movie/zhanlang'
# speed = 1.25 speed = 1.25
# caption_file = './zhanlang/zhanlang.srt' caption_file = os.path.join(output_dir, os.path.basename(video_path) + ".srt")
# speaker_name = '晓秋' speaker_name = '晓秋'
# ss_and_export(video_path, sheet_path, output_dir, speed, caption_file, speaker_name) ss_and_export(video_path, sheet_path, output_dir, speed, caption_file, speaker_name)
import pprint # import pprint
d = read_sheet("./test37second.xlsx") # d = read_sheet("./test37second.xlsx")
pprint.pprint(d) # pprint.pprint(d)
\ No newline at end of file # init_speakers()
# speaker_name = "晓秋"
# speaker = choose_speaker(speaker_name)
# speech_synthesis("今天我们讲解的电影是何以笙箫默，它讲述了", r"D:\AddCaption\cur_version\accessibility_movie_2\test.wav", speaker, 0.5)
\ No newline at end of file
start.py
View file @ b3f15065
...@@ -6,7 +6,10 @@ from PyQt5.QtGui import *; ...@@ -6,7 +6,10 @@ from PyQt5.QtGui import *;
from PyQt5.QtWidgets import *; from PyQt5.QtWidgets import *;
from main_window import MainWindow from main_window import MainWindow
from qt_material import apply_stylesheet
import qdarkstyle
import os
os.environ['PYQTGRAPH_QT_LIB'] = 'PyQt5'
if __name__ == '__main__': if __name__ == '__main__':
try: try:
...@@ -14,6 +17,8 @@ if __name__ == '__main__': ...@@ -14,6 +17,8 @@ if __name__ == '__main__':
app = QApplication(sys.argv) app = QApplication(sys.argv)
app.setWindowIcon(QIcon("./images/eagle_2.ico")) app.setWindowIcon(QIcon("./images/eagle_2.ico"))
mainWindow = MainWindow() mainWindow = MainWindow()
# apply_stylesheet(app, theme='dark_amber.xml')
# app.setStyleSheet(qdarkstyle.load_stylesheet(qt_api=os.environ['PYQTGRAPH_QT_LIB']))
mainWindow.show() mainWindow.show()
sys.exit(app.exec_()) sys.exit(app.exec_())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment