resolved merge conflicts

This commit is contained in:
PatchOfScotland
2023-02-08 15:37:12 +01:00
2 changed files with 11 additions and 6 deletions

View File

@ -9,7 +9,7 @@ import yaml
from datetime import datetime from datetime import datetime
from typing import List from typing import List
from multiprocessing.connection import Connection, wait as multi_wait from multiprocessing.connection import Connection, PipeConnection, wait as multi_wait
from multiprocessing.queues import Queue from multiprocessing.queues import Queue
from papermill.translators import papermill_translators from papermill.translators import papermill_translators
from typing import Any, Dict from typing import Any, Dict
@ -50,13 +50,12 @@ def generate_id(prefix:str="", length:int=16, existing_ids:List[str]=[],
def wait(inputs:List[VALID_CHANNELS])->List[VALID_CHANNELS]: def wait(inputs:List[VALID_CHANNELS])->List[VALID_CHANNELS]:
all_connections = [i for i in inputs if type(i) is Connection] \ all_connections = [i for i in inputs if type(i) is Connection] \
+ [i for i in inputs if type(i) is PipeConnection] \
+ [i._reader for i in inputs if type(i) is Queue] + [i._reader for i in inputs if type(i) is Queue]
for i in inputs:
print(type(i))
ready = multi_wait(all_connections) ready = multi_wait(all_connections)
ready_inputs = [i for i in inputs if \ ready_inputs = [i for i in inputs if \
(type(i) is Connection and i in ready) \ (type(i) is Connection and i in ready) \
or (type(i) is PipeConnection and i in ready) \
or (type(i) is Queue and i._reader in ready)] or (type(i) is Queue and i._reader in ready)]
return ready_inputs return ready_inputs

View File

@ -409,13 +409,19 @@ class MeowTests(unittest.TestCase):
# Test meow python job chaining within runner # Test meow python job chaining within runner
def testMeowRunnerLinkedPythonExecution(self)->None: def testMeowRunnerLinkedPythonExecution(self)->None:
pattern_one = FileEventPattern( pattern_one = FileEventPattern(
"pattern_one", os.path.join("start", "A.txt"), "recipe_one", "infile", "pattern_one",
os.path.join("start", "A.txt"),
"recipe_one",
"infile",
parameters={ parameters={
"num":250, "num":250,
"outfile":os.path.join("{VGRID}", "middle", "{FILENAME}") "outfile":os.path.join("{VGRID}", "middle", "{FILENAME}")
}) })
pattern_two = FileEventPattern( pattern_two = FileEventPattern(
"pattern_two", os.path.join("middle", "A.txt"), "recipe_one", "infile", "pattern_two",
os.path.join("middle", "A.txt"),
"recipe_one",
"infile",
parameters={ parameters={
"num":40, "num":40,
"outfile":os.path.join("{VGRID}", "output", "{FILENAME}") "outfile":os.path.join("{VGRID}", "output", "{FILENAME}")