Added Pipeconnection for Windows and os.path.join, rather than hardcoded path combine

This commit is contained in:
toppggg
2023-02-08 14:32:16 +01:00
parent d787e37adc
commit 37d061b06a
3 changed files with 34 additions and 14 deletions

View File

@ -8,7 +8,7 @@ import yaml
from datetime import datetime
from multiprocessing.connection import Connection, wait as multi_wait
from multiprocessing.connection import Connection, PipeConnection, wait as multi_wait
from multiprocessing.queues import Queue
from papermill.translators import papermill_translators
from typing import Any
@ -49,12 +49,19 @@ def generate_id(prefix:str="", length:int=16, existing_ids:list[str]=[],
def wait(inputs:list[VALID_CHANNELS])->list[VALID_CHANNELS]:
all_connections = [i for i in inputs if type(i) is Connection] \
+ [i for i in inputs if type(i) is PipeConnection] \
+ [i._reader for i in inputs if type(i) is Queue]
print(inputs)
for i in inputs:
print(type(i))
print(all_connections)
ready = multi_wait(all_connections)
print(ready)
ready_inputs = [i for i in inputs if \
(type(i) is Connection and i in ready) \
or (type(i) is PipeConnection and i in ready) \
or (type(i) is Queue and i._reader in ready)]
print(ready_inputs)
return ready_inputs
def _get_file_sha256(file_path):