setting ep name to default.

xtracthub · Mar 19, 2022 · 32ba75c · 32ba75c
1 parent 656e7f4
commit 32ba75c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 7 deletions.
diff --git a/scheddy/scheduler.py b/scheddy/scheduler.py
@@ -276,9 +276,7 @@ def orch_thread(self, headers):
                 time.sleep(5)
 
             else:
-
                 batch = fxc.create_batch()
-
                 batch_len = 0
                 while not self.to_xtract_q.empty():  # TODO: also need max batch size here.
                     family = self.to_xtract_q.get()
@@ -304,7 +302,7 @@ def orch_thread(self, headers):
                     # TODO: hardcodes galore.
                     event = extractor.create_event(
                         family_batch=fam_batch,
-                        ep_name='geodude',
+                        ep_name='default',
                         xtract_dir="/home/tskluzac/.xtract",
                         sys_path_add="/",
                         module_path=f"xtract_{extractor_id}_main",

diff --git a/scripts/run_matio_on_theta.py b/scripts/run_matio_on_theta.py
@@ -55,7 +55,7 @@
                                 description="Tabular test function.")
 print("FN_UUID : ", fn_uuid)
 
-task_batch_size = 4  # 128
+task_batch_size = 1  # 128
 fx_batch_size = 64  # 32
 
 hdf_count = 0
@@ -65,15 +65,14 @@
 # missing_file = None
 # missing_file = None
 
-min_num = 500000   # 540000
-max_count = 3000000  # 560000
+min_num = 300000   # 540000
+max_count = 400000  # 560000
 
 # crawl_info = f"/Users/tylerskluzacek/Desktop/xpcs_crawls/xpcs_crawl_info_{trimester}.csv"
 # crawl_info = f"/Users/tylerskluzacek/Desktop/iccs_crawls/cdiac_EAGLE.csv"
 # crawl_info = f"/Users/tylerskluzacek/Desktop/iccs_crawls/crawl_cord_EAGLE.csv"
 crawl_info = f"/Users/tylerskluzacek/Desktop/crawl_mdf.csv"
 
-# TODO: 'AND missing_files_0.json'
 missing_dict_a = dict()
 missing_dict_b = dict()