added some more tests for job execution and ensured an error file is always produced but failed jobs

core/correctness/vars.py

@@ -86,7 +86,7 @@ JOB_TYPE = "job_type"
 JOB_TYPE_PYTHON = "python"
 JOB_TYPE_PAPERMILL = "papermill"
 PYTHON_FUNC = "func"
-
+BACKUP_JOB_ERROR_FILE = "ERROR.log"
 JOB_TYPES = {
     JOB_TYPE_PAPERMILL: [
         "base.ipynb",

core/functionality.py

@@ -25,7 +25,7 @@ from core.correctness.vars import CHAR_LOWERCASE, CHAR_UPPERCASE, \
     EVENT_TYPE, EVENT_PATH, JOB_EVENT, JOB_TYPE, JOB_ID, JOB_PATTERN, \
     JOB_RECIPE, JOB_RULE, EVENT_RULE, JOB_STATUS, STATUS_QUEUED, \
     JOB_CREATE_TIME, JOB_REQUIREMENTS, WATCHDOG_BASE, WATCHDOG_HASH, \
-    EVENT_TYPE_WATCHDOG, JOB_TYPE_PYTHON
+    EVENT_TYPE_WATCHDOG
 
 # mig trigger keyword replacements
 KEYWORD_PATH = "{PATH}"