Skip to content

Commit

Permalink
新增导出所有聊天记录到CSV
Browse files Browse the repository at this point in the history
  • Loading branch information
LC044 committed Nov 27, 2023
1 parent 252b7fa commit 5f11483
Show file tree
Hide file tree
Showing 9 changed files with 129 additions and 51 deletions.
3 changes: 3 additions & 0 deletions .idea/misc.xml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

20 changes: 20 additions & 0 deletions app/DataBase/msg.py
Original file line number Diff line number Diff line change
Expand Up @@ -67,6 +67,26 @@ def get_messages(username_):
return result


def get_messages_all():
sql = '''
select localId,TalkerId,Type,SubType,IsSender,CreateTime,Status,StrContent,strftime('%Y-%m-%d %H:%M:%S',CreateTime,'unixepoch','localtime') as StrTime
from MSG
order by CreateTime
'''
result = []
for cur in cursor:
try:
lock.acquire(True)
cur.execute(sql)
result_ = cur.fetchall()
# print(len(result))
result += result_
finally:
lock.release()
result.sort(key=lambda x: x[5])
return result


def get_message_by_num(username_, local_id):
sql = '''
select localId,TalkerId,Type,SubType,IsSender,CreateTime,Status,StrContent,strftime('%Y-%m-%d %H:%M:%S',CreateTime,'unixepoch','localtime') as StrTime
Expand Down
89 changes: 55 additions & 34 deletions app/DataBase/output_pc.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@
from PyQt5.QtCore import pyqtSignal, QThread

from . import msg
from ..log import log
from ..person_pc import MePC

if not os.path.exists('./data/聊天记录'):
Expand All @@ -22,55 +21,55 @@ class Output(QThread):
CSV = 0
DOCX = 1
HTML = 2
CSV_ALL = 3

def __init__(self, contact, parent=None, type_=DOCX):
super().__init__(parent)
self.Child0 = None
self.last_timestamp = 0
self.sec = 2 # 默认1000秒
self.contact = contact
self.ta_username = contact.wxid
self.ta_username = contact.wxid if contact else ''
self.msg_id = 0
self.output_type = type_
self.total_num = 0
self.num = 0

@log
def to_csv(self, conRemark, path):

self.okSignal.emit('ok')

def to_html(self):

self.okSignal.emit('ok')

def is_5_min(self, timestamp):
if abs(timestamp - self.last_timestamp) > 300:
self.last_timestamp = timestamp

return True
return False

def progress(self, value):
self.progressSignal.emit(value)

def to_csv_all(self):
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/"
if not os.path.exists(origin_docx_path):
os.mkdir(origin_docx_path)
filename = f"{os.path.abspath('.')}/data/聊天记录/messages.csv"
# columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
columns = ['localId', 'TalkerId', 'Type', 'SubType',
'IsSender', 'CreateTime', 'Status', 'StrContent',
'StrTime']
messages = msg.get_messages_all()
# 写入CSV文件
with open(filename, mode='w', newline='', encoding='utf-8') as file:
writer = csv.writer(file)
writer.writerow(columns)
# 写入数据
writer.writerows(messages)
self.okSignal.emit(1)

def run(self):
if self.output_type == self.DOCX:
return
elif self.output_type == self.CSV:
# print("线程导出csv")
self.Child0 = ChildThread(self.contact, type_=ChildThread.CSV)
self.Child0.progressSignal.connect(self.progress)
self.Child0.rangeSignal.connect(self.rangeSignal)
self.Child0.okSignal.connect(self.okSignal)
self.Child0.run()
elif self.output_type == self.HTML:
# self.to_html()
self.Child0 = ChildThread(self.contact, type_=ChildThread.HTML)
elif self.output_type == self.CSV_ALL:
self.to_csv_all()
else:
self.Child0 = ChildThread(self.contact, type_=self.output_type)
self.Child0.progressSignal.connect(self.progress)
self.Child0.rangeSignal.connect(self.rangeSignal)
self.Child0.okSignal.connect(self.okSignal)
self.Child0.run()
# self.okSignal.emit(1)
self.Child0.start()

def cancel(self):
self.requestInterruption()


class ChildThread(QThread):
Expand All @@ -96,7 +95,6 @@ def __init__(self, contact, parent=None, type_=DOCX):
def is_5_min(self, timestamp):
if abs(timestamp - self.last_timestamp) > 300:
self.last_timestamp = timestamp

return True
return False

Expand Down Expand Up @@ -142,6 +140,24 @@ def to_csv(self):
writer.writerows(messages)
self.okSignal.emit('ok')

def to_csv_all(self):
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/"
if not os.path.exists(origin_docx_path):
os.mkdir(origin_docx_path)
filename = f"{os.path.abspath('.')}/data/聊天记录/messages.csv"
# columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
columns = ['localId', 'TalkerId', 'Type', 'SubType',
'IsSender', 'CreateTime', 'Status', 'StrContent',
'StrTime']
messages = msg.get_messages_all()
# 写入CSV文件
with open(filename, mode='w', newline='', encoding='utf-8') as file:
writer = csv.writer(file)
writer.writerow(columns)
# 写入数据
writer.writerows(messages)
self.okSignal.emit(1)

def to_html(self):
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
if not os.path.exists(origin_docx_path):
Expand Down Expand Up @@ -734,9 +750,14 @@ def to_html_(self):
self.okSignal.emit(1)

def run(self):
if self.output_type == self.DOCX:
if self.output_type == Output.DOCX:
return
elif self.output_type == self.CSV:
elif self.output_type == Output.CSV:
self.to_csv()
elif self.output_type == self.HTML:
elif self.output_type == Output.HTML:
self.to_html_()
elif self.output_type == Output.CSV_ALL:
self.to_csv_all()

def cancel(self):
self.requestInterruption()
1 change: 1 addition & 0 deletions app/ui_pc/chat/chat_info.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ def show_chats(self):

def show_finish(self, ok):
self.setScrollBarPos()
self.show_chat_thread.quit()

def verticalScrollBar(self, pos):
"""
Expand Down
22 changes: 19 additions & 3 deletions app/ui_pc/mainview.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
from .chat import ChatWindow
from .contact import ContactWindow
from .tool.tool_window import ToolWindow
from ..DataBase.output_pc import Output
from ..person_pc import MePC

# 美化样式表
Expand Down Expand Up @@ -68,6 +69,8 @@ class MainWinController(QMainWindow, mainwindow.Ui_MainWindow):
# username = ''
def __init__(self, username, parent=None):
super(MainWinController, self).__init__(parent)
self.outputThread0 = None
self.outputThread = None
self.setupUi(self)
self.setWindowIcon(Icon.MainWindow_Icon)
self.setStyleSheet(Stylesheet)
Expand Down Expand Up @@ -101,12 +104,15 @@ def load_data(self, flag=True):
)

def init_ui(self):
self.menu_output.setIcon(Icon.Output)
self.action_output_CSV.setIcon(Icon.ToCSV)
self.action_output_CSV.triggered.connect(self.output)
self.action_help_contact.triggered.connect(
lambda: QDesktopServices.openUrl(QUrl("http://8.146.206.114/post/4")))
lambda: QDesktopServices.openUrl(QUrl("https://blog.lc044.love/post/4")))
self.action_help_chat.triggered.connect(
lambda: QDesktopServices.openUrl(QUrl("http://8.146.206.114/post/4")))
lambda: QDesktopServices.openUrl(QUrl("https://blog.lc044.love/post/4")))
self.action_help_decrypt.triggered.connect(
lambda: QDesktopServices.openUrl(QUrl("http://8.146.206.114/post/4")))
lambda: QDesktopServices.openUrl(QUrl("https://blog.lc044.love/post/4")))
self.listWidget.setVisible(False)
self.stackedWidget.setVisible(False)
self.listWidget.currentRowChanged.connect(self.setCurrentIndex)
Expand Down Expand Up @@ -180,6 +186,16 @@ def loading(self, a0):
self.listWidget.setVisible(True)
self.stackedWidget.setVisible(True)

def output(self):
if self.sender() == self.action_output_CSV:
self.outputThread = Output(None, type_=Output.CSV_ALL)
self.outputThread.okSignal.connect(
lambda x: self.message('聊天记录导出成功\n./data/聊天记录/messages.csv'))
self.outputThread.start()

def message(self, msg):
QMessageBox.about(self, "提醒", msg)

def about(self):
"""
关于
Expand Down
18 changes: 13 additions & 5 deletions app/ui_pc/mainwindow.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,11 +90,13 @@ def setupUi(self, MainWindow):
self.menubar.setObjectName("menubar")
self.menu_F = QtWidgets.QMenu(self.menubar)
self.menu_F.setObjectName("menu_F")
self.menu = QtWidgets.QMenu(self.menubar)
self.menu_data = QtWidgets.QMenu(self.menubar)
font = QtGui.QFont()
font.setFamily("微软雅黑")
self.menu.setFont(font)
self.menu.setObjectName("menu")
self.menu_data.setFont(font)
self.menu_data.setObjectName("menu_data")
self.menu_output = QtWidgets.QMenu(self.menu_data)
self.menu_output.setObjectName("menu_output")
self.menu_2 = QtWidgets.QMenu(self.menubar)
self.menu_2.setObjectName("menu_2")
self.menu_about = QtWidgets.QMenu(self.menubar)
Expand All @@ -120,16 +122,20 @@ def setupUi(self, MainWindow):
self.action_help_chat.setObjectName("action_help_chat")
self.action_help_contact = QtWidgets.QAction(MainWindow)
self.action_help_contact.setObjectName("action_help_contact")
self.action_output_CSV = QtWidgets.QAction(MainWindow)
self.action_output_CSV.setObjectName("action_output_CSV")
self.menu_F.addSeparator()
self.menu_F.addSeparator()
self.menu_F.addAction(self.action_3)
self.menu_F.addAction(self.action_4)
self.menu_output.addAction(self.action_output_CSV)
self.menu_data.addAction(self.menu_output.menuAction())
self.menu_2.addAction(self.action_help_decrypt)
self.menu_2.addAction(self.action_help_chat)
self.menu_2.addAction(self.action_help_contact)
self.menu_about.addAction(self.action_desc)
self.menubar.addAction(self.menu_F.menuAction())
self.menubar.addAction(self.menu.menuAction())
self.menubar.addAction(self.menu_data.menuAction())
self.menubar.addAction(self.menu_2.menuAction())
self.menubar.addAction(self.menu_about.menuAction())
self.menubar.addAction(self.menu_3.menuAction())
Expand All @@ -155,7 +161,8 @@ def retranslateUi(self, MainWindow):
item.setText(_translate("MainWindow", "新建项目"))
self.listWidget.setSortingEnabled(__sortingEnabled)
self.menu_F.setTitle(_translate("MainWindow", "文件(F)"))
self.menu.setTitle(_translate("MainWindow", "编辑"))
self.menu_data.setTitle(_translate("MainWindow", "数据"))
self.menu_output.setTitle(_translate("MainWindow", "导出聊天记录(全部)"))
self.menu_2.setTitle(_translate("MainWindow", "帮助"))
self.menu_about.setTitle(_translate("MainWindow", "关于"))
self.menu_3.setTitle(_translate("MainWindow", "不显示或者显示异常请重启应用"))
Expand All @@ -165,3 +172,4 @@ def retranslateUi(self, MainWindow):
self.action_desc.setText(_translate("MainWindow", "说明"))
self.action_help_chat.setText(_translate("MainWindow", "聊天相关"))
self.action_help_contact.setText(_translate("MainWindow", "好友相关"))
self.action_output_CSV.setText(_translate("MainWindow", "CSV"))
18 changes: 15 additions & 3 deletions app/ui_pc/mainwindow.ui
Original file line number Diff line number Diff line change
Expand Up @@ -183,15 +183,22 @@
<addaction name="action_3"/>
<addaction name="action_4"/>
</widget>
<widget class="QMenu" name="menu">
<widget class="QMenu" name="menu_data">
<property name="font">
<font>
<family>微软雅黑</family>
</font>
</property>
<property name="title">
<string>编辑</string>
<string>数据</string>
</property>
<widget class="QMenu" name="menu_output">
<property name="title">
<string>导出聊天记录(全部)</string>
</property>
<addaction name="action_output_CSV"/>
</widget>
<addaction name="menu_output"/>
</widget>
<widget class="QMenu" name="menu_2">
<property name="title">
Expand All @@ -213,7 +220,7 @@
</property>
</widget>
<addaction name="menu_F"/>
<addaction name="menu"/>
<addaction name="menu_data"/>
<addaction name="menu_2"/>
<addaction name="menu_about"/>
<addaction name="menu_3"/>
Expand Down Expand Up @@ -254,6 +261,11 @@
<string>好友相关</string>
</property>
</action>
<action name="action_output_CSV">
<property name="text">
<string>CSV</string>
</property>
</action>
</widget>
<resources/>
<connections/>
Expand Down
2 changes: 2 additions & 0 deletions app/util/emoji.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,8 @@ def parser_xml(xml_string):


def download(url, output_dir, name, thumb=False):
if not url:
return ':/icons/icons/404.png'
resp = requests.get(url)
byte = resp.content
image_format = get_image_format(byte[:8])
Expand Down
7 changes: 1 addition & 6 deletions main_pc.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import sys
import time

from PyQt5.QtGui import QIcon, QMovie
from PyQt5.QtGui import QIcon
from PyQt5.QtWidgets import *

from app.ui_pc import mainview
Expand All @@ -18,11 +18,6 @@ def __init__(self):
self.setWindowIcon(QIcon(':/icons/icons/logo.png'))
self.viewMainWIndow = None
self.viewDecrypt = None
# 创建加载动画
loading_label = QLabel()
movie = QMovie("./app/data/loading.gif") # 替换为你的加载动画文件路径
loading_label.setMovie(movie)
movie.start()

def loadPCDecryptView(self):
"""
Expand Down

0 comments on commit 5f11483

Please sign in to comment.