6

在阅读了有关 QProcesses 和 python 多处理模块的文献后,我仍然无法在后台运行大型进程的过程中创建一个工作且响应迅速的 GUI。到目前为止,我已经提出了我的应用程序的这个简化版本,它仍然显示出与许多人描述的类似的问题。

from PyQt4 import QtCore, QtGui
import multiprocessing as mp
import numpy as np
import sys
class Spectra:
    def __init__(self, spectra_name, X, Y):
        self.spectra_name = spectra_name
        self.X = X
        self.Y = Y
        self.iteration = 0

    def complex_processing_on_spectra(self, pipe_conn):
        self.iteration += 1
        pipe_conn.send(self.iteration)

class Spectra_Tab(QtGui.QTabWidget):
    def __init__(self, parent, spectra):
        self.parent = parent
        self.spectra = spectra
        QtGui.QTabWidget.__init__(self, parent)

        self.treeWidget = QtGui.QTreeWidget(self)
        self.properties = QtGui.QTreeWidgetItem(self.treeWidget, ["Properties"])
        self.step = QtGui.QTreeWidgetItem(self.properties, ["Iteration #"])

        self.consumer, self.producer = mp.Pipe()
        # Make process associated with tab
        self.process = mp.Process(target=self.spectra.complex_processing_on_spectra, args=(self.producer,))

    def update_GUI(self, iteration):
        self.step.setText(1, str(iteration))

    def start_computation(self):
        self.process.start()
        while(True):
            message = self.consumer.recv()
            if message == 'done':
                break
            self.update_GUI(message)
        self.process.join()
        return

class MainWindow(QtGui.QMainWindow):
    def __init__(self, parent = None):
        QtGui.QMainWindow.__init__(self)

        self.setTabShape(QtGui.QTabWidget.Rounded)
        self.centralwidget = QtGui.QWidget(self)
        self.top_level_layout = QtGui.QGridLayout(self.centralwidget)

        self.tabWidget = QtGui.QTabWidget(self.centralwidget)
        self.top_level_layout.addWidget(self.tabWidget, 1, 0, 25, 25)

        process_button = QtGui.QPushButton("Process")
        self.top_level_layout.addWidget(process_button, 0, 1)
        QtCore.QObject.connect(process_button, QtCore.SIGNAL("clicked()"), self.process)

        self.setCentralWidget(self.centralwidget)
        self.centralwidget.setLayout(self.top_level_layout)

        # Open several files in loop from button - simplifed to one here
        X = np.arange(0.1200,.2)
        Y = np.arange(0.1200,.2)
        self.spectra = Spectra('name', X, Y)
        self.spectra_tab = Spectra_Tab(self.tabWidget, self.spectra)
        self.tabWidget.addTab(self.spectra_tab, 'name')

    def process(self):
        self.spectra_tab.start_computation()
        return

if __name__ == "__main__":
    app = QtGui.QApplication([])
    win = MainWindow()
    win.show()
    sys.exit(app.exec_())

如果您有依赖项,这应该完全能够执行。目前,我的程序有一个 QThreaded 版本,它适用于信号和插槽;然而,我认为拥有使用所有计算机处理器的能力很重要,因为大多数用户都有大约 8 个内核可供他们使用。因此,我想使用multiprocessingor QProcesses 将此信号/插槽线程方法扩展到多处理版本。
有人对是否使用QProcessor有建议multiprocessing吗?虽然它们对我来说都很复杂,但 QProcess 似乎使用 pyQt 的论坛较少,所以我选择了多处理。使用 QProcess 会更简单吗,因为我已经有信号/插槽与线程一起使用?

编辑:我应该按照建议添加这样的课程吗?

class My_Process(QtCore.QProcess):
    def __init__(self, spectra):
        QtCore.QProcess.__init__(self)
        self.spectra = spectra

    def worker(self):
        QtConcurrent.run(self.spectra, self.spectra.complex_processing_on_spectra)

    def run(self):
        QtCore.QObject.connect(self, QtCore.SIGNAL(QTimer.timeout()), self.worker)
4

2 回答 2

24

即使这个问题很老并且已经得到回答,我还是想补充一些说明:

  • AFAIKQtConcurrent在 PyQt 中不可用。
  • Qt 中的 C++ 线程不同于 PyQt 或 python 线程。后者在运行时需要获取 python GIL(全局解释器锁),这实际上意味着 python/pyqt 线程之间没有真正的并发。

Python 线程可以保持 gui 响应,但您不会看到 cpu 绑定任务的任何性能改进。我建议在处理与子进程通信的主进程上multiprocessing与 a 一起使用。QThread您可以在主(gui)和通信线程之间使用信号和槽。

在此处输入图像描述

编辑:我只是遇到了同样的问题,并按照以下方式做了一些事情:

from multiprocessing import Process, Queue
from PyQt4 import QtCore
from MyJob import job_function


# Runner lives on the runner thread

class Runner(QtCore.QObject):
    """
    Runs a job in a separate process and forwards messages from the job to the
    main thread through a pyqtSignal.

    """

    msg_from_job = QtCore.pyqtSignal(object)

    def __init__(self, start_signal):
        """
        :param start_signal: the pyqtSignal that starts the job

        """
        super(Runner, self).__init__()
        self.job_input = None
        start_signal.connect(self._run)

    def _run(self):
        queue = Queue()
        p = Process(target=job_function, args=(queue, self.job_input))
        p.start()
        while True:
            msg = queue.get()
            self.msg_from_job.emit(msg)
            if msg == 'done':
                break


# Things below live on the main thread

def run_job(input):
    """ Call this to start a new job """
    runner.job_input = input
    runner_thread.start()


def handle_msg(msg):
    print(msg)
    if msg == 'done':
        runner_thread.quit()
        runner_thread.wait()


# Setup the OQ listener thread and move the OQ runner object to it
runner_thread = QtCore.QThread()
runner = Runner(start_signal=runner_thread.started)
runner.msg_from_job.connect(handle_msg)
runner.moveToThread(runner_thread)
于 2014-11-20T09:39:22.377 回答
2

QProcess用于读取和写入管道(shell/cmd)。使用其中之一。

  1. 创建一个具有工作函数的类并将其作为线程运行QtConcurrent.run(object, method, args)
  2. QTimer.timeout()与您的工作人员功能连接。
于 2013-03-28T08:15:42.210 回答