NanjingForestryUniversity/supermachine-tobacco
3
0
Fork 0
mirror of https://github.com/NanjingForestryUniversity/supermachine-tobacco.git synced 2025-11-08 14:23:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[fix] 修改过程

Browse Source
This commit is contained in:
li.zhenye 2022-08-23 19:41:16 +08:00
parent c6d544334c
commit a42a2c023c
2 changed files with 21 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
README.md
View File

@ -461,3 +461,21 @@ def __setstate__(self, state):
就是在序列化之前把不能序列化的stateful_things收起来，把`_stop_event`这个线程间同步用的东西也给收起来，然后就可以复制类内所有的变量新的独立的进程运行了，新的进程会拥有自己进程内独立的`_stop_event`，这就导致我们其实已经失去了对于这个新开辟的子进程的控制，除非它自己调用自己的self.stop。 就是在序列化之前把不能序列化的stateful_things收起来，把`_stop_event`这个线程间同步用的东西也给收起来，然后就可以复制类内所有的变量新的独立的进程运行了，新的进程会拥有自己进程内独立的`_stop_event`，这就导致我们其实已经失去了对于这个新开辟的子进程的控制，除非它自己调用自己的self.stop。
好了，我觉得这个地方有点蠢，之后再改。 好了，我觉得这个地方有点蠢，之后再改。
不对，经过我的实验，我发先函数在调用self.stop后依然生效，这太神奇了，不过我想了一下，还是因为主进程死了所以子进程也死了并不会有什么别的原因。
问题大的地方在于这里：
> 2022-08-23 15:49:57,770 - root - INFO - 测试子进程文件接收器
> 2022-08-23 15:49:58,870 - root - INFO - Spent 59.68ms to get image with shape (1024, 4096, 3)
> 2022-08-23 15:49:59,886 - root - INFO - Spent 56.07ms to get image with shape (1024, 4096, 3)
> 2022-08-23 15:50:00,932 - root - INFO - Spent 84.52ms to get image with shape (1024, 4096, 3)
> 2022-08-23 15:50:01,966 - root - INFO - Spent 97.37ms to get image with shape (1024, 4096, 3)
> 2022-08-23 15:50:02,969 - root - INFO - Spent 78.12ms to get image with shape (1024, 4096, 3)
😮‍💨这个速度属实是拉胯，上网查了以后发现python的进程间通信(ipc)是个大问题,从2014年到2021年，关于这个队列慢的提问从来不停。
![image-20220823160026017](https://raw.githubusercontent.com/Karllzy/imagebed/main/img/image-20220823160026017.png)

5
tests/test_transmit.py
View File

@ -8,6 +8,7 @@ import transmit
from config import Config from config import Config
from transmit import FileReceiver, FifoReceiver, FifoSender from transmit import FileReceiver, FifoReceiver, FifoSender
from utils import ImgQueue from utils import ImgQueue
from quick_queue.quick_queue import QQueue
class TransmitterTest(unittest.TestCase): class TransmitterTest(unittest.TestCase):
@ -33,7 +34,8 @@ class TransmitterTest(unittest.TestCase):
def test_file_receiver_subprocess(self): def test_file_receiver_subprocess(self):
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s') logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
logging.info('测试子进程文件接收器') logging.info('测试子进程文件接收器')
image_queue = multiprocessing.Queue() # image_queue = multiprocessing.Queue()
image_queue = QQueue()
file_receiver = FileReceiver(job_name='rgb img receive', input_dir='../data', output_queue=image_queue, file_receiver = FileReceiver(job_name='rgb img receive', input_dir='../data', output_queue=image_queue,
speed=1, name_pattern=None, run_process=True) speed=1, name_pattern=None, run_process=True)
virtual_data = np.random.randint(0, 255, (1024, 4096, 3), dtype=np.uint8) virtual_data = np.random.randint(0, 255, (1024, 4096, 3), dtype=np.uint8)
@ -64,7 +66,6 @@ class TransmitterTest(unittest.TestCase):
input_queue.put(virtual_data) input_queue.put(virtual_data)
logging.debug('put data to input queue done') logging.debug('put data to input queue done')
virtual_data = image_queue.get() virtual_data = image_queue.get()
# logging.info(f'Spent {(current_time - time_record) * 1000:.2f}ms to get image with shape {virtual_data.shape}')
self.assertEqual(virtual_data.shape, (1024, 4096, 3)) self.assertEqual(virtual_data.shape, (1024, 4096, 3))