python 多进程队列数据处理详解

Python  /  管理员 发布于 7年前   216

我就废话不多说了，直接上代码吧！

# -*- coding:utf8 -*-import paho.mqtt.client as mqttfrom multiprocessing import Process, Queueimport time, random, osimport camera_person_num MQTTHOST = "172.19.4.4"MQTTPORT = 1883mqttClient = mqtt.Client()q = Queue()   # 连接MQTT服务器def on_mqtt_connect():  mqttClient.connect(MQTTHOST, MQTTPORT, 60)  mqttClient.loop_start()  # 消息处理函数def on_message_come(lient, userdata, msg):  # print(msg.topic + ":" + str(msg.payload.decode("utf-8")))    q.put(msg.payload.decode("utf-8")) # 放入队列  print("产生消息", msg.payload.decode("utf-8"))  # 消息处理开启多进程  # p = Process(target=talk, args=("/camera/person/num/result", msg.payload.decode("utf-8")))  # p.start()  def consumer(q, pid):  print("开启消费序列进程", pid)  while True:    msg = q.get()    # p = Process(target=talk, args=("/camera/person/num/result", msg, pid))    # p.start()    talk("/camera/person/num/result", msg, pid)   # subscribe 消息订阅def on_subscribe():  mqttClient.subscribe("test123", 1) # 主题为"test"  mqttClient.on_message = on_message_come # 消息到来处理函数  # publish 消息发布def on_publish(topic, msg, qos):  mqttClient.publish(topic, msg, qos);  # 多进程中发布消息需要重新初始化mqttClientdef talk(topic, msg, pid):  cameraPsersonNum = camera_person_num.CameraPsersonNum(msg)  t_max, t_mean, t_min = cameraPsersonNum.personNum()  # time.sleep(20)  print("消费消息", pid, msg)   mqttClient2 = mqtt.Client()  mqttClient2.connect(MQTTHOST, MQTTPORT, 60)  mqttClient2.loop_start()  mqttClient2.publish(topic, '{"max":' + str(t_max) + ',"mean":' + str(t_mean) + ',"min:"' + t_min + '}', 1)  mqttClient2.disconnect()  def main():    on_mqtt_connect()  on_subscribe()  for i in range(1, 3):    c1 = Process(target=consumer, args=(q, i))    c1.start()  while True:    pass  if __name__ == '__main__':  main()

以上这篇python 多进程队列数据处理详解就是小编分享给大家的全部内容了，希望能给大家一个参考，也希望大家多多支持。