add errors test

tests/test_errors.py

@@ -0,0 +1,52 @@
+import numpy as np 
+from irace import irace
+import pandas as pd
+from multiprocessing import Process, Queue
+from threading import Timer, Thread
+from time import sleep
+
+import json
+def target_runner(experiment, scenario):
+    raise ValueError()
+    return dict(cost=experiment['configuration']['one'])
+
+
+params = '''
+one "" r (0, 1)
+'''
+
+defaults = pd.DataFrame(data=dict(
+    one=[0.6]
+))
+
+scenario = dict(
+    instances = np.arange(10),
+    maxExperiments = 96,
+    debugLevel = 0,
+    parallel = 1,
+    logFile = ""
+)
+
+killed = False
+
+irace_exit = Queue()
+def test_no_hang():
+    p = Process(target=start_irace)
+    p.start()
+    Timer(1, kill_process, args=(p,)).start()
+    sleep(2)
+    assert not killed 
+
+def kill_process(p):
+    if p.is_alive():
+        p.terminate()
+        global killed
+        killed = True
+
+def start_irace():
+    tuner = irace(scenario, params, target_runner)
+    tuner.set_initial(defaults)
+    best_conf = tuner.run()
+
+if __name__ == '__main__':
+    test_no_hang()