def handle_dataset_files(rule, dep_files):
if not rule.enabled:
return
- load_attr = [el.strip() for el in rule.dataset.split(",") if "load" in el][0]
- dataset_fname = os.path.basename(load_attr.split(" ")[1])
+ load_attr = [el.strip() for el in rule.dataset.split(",") if el.startswith("load")]
+ state_attr = [el.strip() for el in rule.dataset.split(",") if el.startswith("state")]
+ if not load_attr and not state_attr:
+ return
+ if load_attr and state_attr:
+ logger.error("Invalid dataset rule")
+ return
+ elif load_attr:
+ ds_attr = load_attr[0]
+ elif state_attr:
+ ds_attr = state_attr[0]
+
+ dataset_fname = os.path.basename(ds_attr.split(" ")[1])
filename = [fname for fname, content in dep_files.items() if fname == dataset_fname]
if filename:
logger.debug("Copying dataset file %s to output directory" % dataset_fname)