NikolajDanger/meow_base
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added a parameter sweep execution test

Browse Source
This commit is contained in:
PatchOfScotland
2023-02-11 23:27:03 +01:00
parent 59c352904b
commit 7dd654bb8c
2 changed files with 28 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_functionality.py
View File

@ -739,7 +739,6 @@ class ParameterisationTests(unittest.TestCase):
self.assertEqual(ps[2], "num = 50") self.assertEqual(ps[2], "num = 50")
class ProcessIoTests(unittest.TestCase): class ProcessIoTests(unittest.TestCase):
def setUp(self)->None: def setUp(self)->None:
super().setUp() super().setUp()

55
tests/test_runner.py
View File

@ -13,6 +13,7 @@ from core.correctness.vars import get_result_file, \
JOB_TYPE_PAPERMILL, JOB_ERROR, META_FILE, JOB_TYPE_PYTHON, JOB_CREATE_TIME JOB_TYPE_PAPERMILL, JOB_ERROR, META_FILE, JOB_TYPE_PYTHON, JOB_CREATE_TIME
from core.runner import MeowRunner from core.runner import MeowRunner
from functionality.file_io import make_dir, read_file, read_notebook, read_yaml from functionality.file_io import make_dir, read_file, read_notebook, read_yaml
from functionality.meow import create_parameter_sweep
from patterns.file_event_pattern import WatchdogMonitor, FileEventPattern from patterns.file_event_pattern import WatchdogMonitor, FileEventPattern
from recipes.jupyter_notebook_recipe import PapermillHandler, \ from recipes.jupyter_notebook_recipe import PapermillHandler, \
JupyterNotebookRecipe JupyterNotebookRecipe
@ -211,7 +212,7 @@ class MeowTests(unittest.TestCase):
loops = 0 loops = 0
job_id = None job_id = None
while loops < 15: while loops < 5:
sleep(1) sleep(1)
runner_debug_stream.seek(0) runner_debug_stream.seek(0)
messages = runner_debug_stream.readlines() messages = runner_debug_stream.readlines()
@ -223,7 +224,7 @@ class MeowTests(unittest.TestCase):
job_id = msg.replace( job_id = msg.replace(
"INFO: Completed execution for job: '", "") "INFO: Completed execution for job: '", "")
job_id = job_id[:-2] job_id = job_id[:-2]
loops = 15 loops = 5
loops += 1 loops += 1
self.assertIsNotNone(job_id) self.assertIsNotNone(job_id)
@ -306,7 +307,7 @@ class MeowTests(unittest.TestCase):
loops = 0 loops = 0
job_ids = [] job_ids = []
while len(job_ids) < 2 and loops < 15: while len(job_ids) < 2 and loops < 5:
sleep(1) sleep(1)
runner_debug_stream.seek(0) runner_debug_stream.seek(0)
messages = runner_debug_stream.readlines() messages = runner_debug_stream.readlines()
@ -410,7 +411,7 @@ class MeowTests(unittest.TestCase):
loops = 0 loops = 0
job_id = None job_id = None
while loops < 15: while loops < 5:
sleep(1) sleep(1)
runner_debug_stream.seek(0) runner_debug_stream.seek(0)
messages = runner_debug_stream.readlines() messages = runner_debug_stream.readlines()
@ -422,7 +423,7 @@ class MeowTests(unittest.TestCase):
job_id = msg.replace( job_id = msg.replace(
"INFO: Completed execution for job: '", "") "INFO: Completed execution for job: '", "")
job_id = job_id[:-2] job_id = job_id[:-2]
loops = 15 loops = 5
loops += 1 loops += 1
self.assertIsNotNone(job_id) self.assertIsNotNone(job_id)
@ -512,7 +513,7 @@ class MeowTests(unittest.TestCase):
loops = 0 loops = 0
job_ids = [] job_ids = []
while len(job_ids) < 2 and loops < 15: while len(job_ids) < 2 and loops < 5:
sleep(1) sleep(1)
runner_debug_stream.seek(0) runner_debug_stream.seek(0)
messages = runner_debug_stream.readlines() messages = runner_debug_stream.readlines()
@ -592,8 +593,8 @@ class MeowTests(unittest.TestCase):
os.path.join("start", "A.txt"), os.path.join("start", "A.txt"),
"recipe_one", "recipe_one",
"infile", "infile",
sweep=create_parameter_sweep("num", 1000, 10000, 200),
parameters={ parameters={
"num":10000,
"outfile":os.path.join("{VGRID}", "output", "{FILENAME}") "outfile":os.path.join("{VGRID}", "output", "{FILENAME}")
}) })
recipe = PythonRecipe( recipe = PythonRecipe(
@ -637,8 +638,8 @@ class MeowTests(unittest.TestCase):
self.assertTrue(os.path.exists(os.path.join(start_dir, "A.txt"))) self.assertTrue(os.path.exists(os.path.join(start_dir, "A.txt")))
loops = 0 loops = 0
job_id = None job_ids = []
while loops < 15: while loops < 5:
sleep(1) sleep(1)
runner_debug_stream.seek(0) runner_debug_stream.seek(0)
messages = runner_debug_stream.readlines() messages = runner_debug_stream.readlines()
@ -650,37 +651,33 @@ class MeowTests(unittest.TestCase):
job_id = msg.replace( job_id = msg.replace(
"INFO: Completed execution for job: '", "") "INFO: Completed execution for job: '", "")
job_id = job_id[:-2] job_id = job_id[:-2]
loops = 15 if job_id not in job_ids:
job_ids.append(job_id)
loops = 0
loops += 1 loops += 1
self.assertIsNotNone(job_id)
self.assertEqual(len(os.listdir(TEST_JOB_OUTPUT)), 1)
self.assertIn(job_id, os.listdir(TEST_JOB_OUTPUT))
runner.stop() runner.stop()
job_dir = os.path.join(TEST_JOB_OUTPUT, job_id) self.assertIsNotNone(job_ids)
self.assertEqual(len(job_ids), 46)
self.assertEqual(len(os.listdir(TEST_JOB_OUTPUT)), 46)
metafile = os.path.join(job_dir, META_FILE) for job_id in job_ids:
status = read_yaml(metafile) self.assertIn(job_id, os.listdir(TEST_JOB_OUTPUT))
self.assertNotIn(JOB_ERROR, status) job_dir = os.path.join(TEST_JOB_OUTPUT, job_id)
result_path = os.path.join(job_dir, get_result_file(JOB_TYPE_PYTHON)) metafile = os.path.join(job_dir, META_FILE)
self.assertTrue(os.path.exists(result_path)) status = read_yaml(metafile)
result = read_file(os.path.join(result_path))
self.assertEqual(
result, "--STDOUT--\n12505000.0\ndone\n\n\n--STDERR--\n\n")
output_path = os.path.join(TEST_MONITOR_BASE, "output", "A.txt") self.assertNotIn(JOB_ERROR, status)
self.assertTrue(os.path.exists(output_path))
output = read_file(os.path.join(output_path))
self.assertEqual(output, "12505000.0")
result_path = os.path.join(job_dir, get_result_file(JOB_TYPE_PYTHON))
self.assertTrue(os.path.exists(result_path))
output_path = os.path.join(TEST_MONITOR_BASE, "output", "A.txt")
self.assertTrue(os.path.exists(output_path))
# TODO sweep execution test
# TODO adding tests with numpy or other external dependency # TODO adding tests with numpy or other external dependency
# TODO test getting job cannot handle # TODO test getting job cannot handle
# TODO test getting event cannot handle # TODO test getting event cannot handle