use tempfile, then cp to /Volume works

ulc0 · Aug 29, 2024 · 1a8630f · 1a8630f
1 parent 27870ce
commit 1a8630f
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/scripts/update_umls_linker_data.py b/scripts/update_umls_linker_data.py
@@ -57,12 +57,23 @@
 #dbutils.fs.cp(temp_dir+'/tfidf_vectors_sparse.npz','/Volumes/edav_dev_cdh_test/dev_cdh_ml_test/data/' )
 
 
+# COMMAND ----------
+
+"""
+    tfidf_vectorizer_path = f"{out_path}/tfidf_vectorizer.joblib"
+    ann_index_path = f"{out_path}/nmslib_index.bin"
+    tfidf_vectors_path = f"{out_path}/tfidf_vectors_sparse.npz"
+    umls_concept_aliases_path = f"{out_path}/concept_aliases.json"
+"""
+
 # COMMAND ----------
 
 # MAGIC %sh
-# MAGIC cd /tmp/tmppc1_fdto
+# MAGIC cd /tmp/tmpazmsqksw
 # MAGIC cp concept_aliases.json /Volumes/edav_dev_cdh_test/dev_cdh_ml_test/data/
 # MAGIC cp tfidf_vectors_sparse.npz /Volumes/edav_dev_cdh_test/dev_cdh_ml_test/data/
+# MAGIC cp tfidf_vectorizer.joblib /Volumes/edav_dev_cdh_test/dev_cdh_ml_test/data/
+# MAGIC cp nmslib_index.bin /Volumes/edav_dev_cdh_test/dev_cdh_ml_test/data/
 
 # COMMAND ----------