diff --git a/arc_finetuning_st/streamlit/app.py b/arc_finetuning_st/streamlit/app.py index 92b88dc..58bb776 100644 --- a/arc_finetuning_st/streamlit/app.py +++ b/arc_finetuning_st/streamlit/app.py @@ -11,7 +11,6 @@ @st.cache_resource def startup() -> Tuple[Controller,]: - # download_data() controller = Controller() return (controller,) diff --git a/arc_finetuning_st/streamlit/controller.py b/arc_finetuning_st/streamlit/controller.py index df22158..f7eb07b 100644 --- a/arc_finetuning_st/streamlit/controller.py +++ b/arc_finetuning_st/streamlit/controller.py @@ -12,7 +12,6 @@ from llama_index.llms.openai import OpenAI from arc_finetuning_st.finetuning.finetuning_example import FineTuningExample -from arc_finetuning_st.streamlit.startup import download_data from arc_finetuning_st.workflows.arc_task_solver import ( ARCTaskSolverWorkflow, WorkflowOutput, @@ -34,11 +33,6 @@ def __init__(self) -> None: Path(__file__).parents[2].absolute(), "finetuning_examples" ) self._finetuning_examples_path.mkdir(exist_ok=True, parents=True) - try: - listdir(self._data_path) - except FileNotFoundError: - # download data - download_data() def reset(self) -> None: # clear prediction diff --git a/arc_finetuning_st/streamlit/startup.py b/arc_finetuning_st/streamlit/startup.py deleted file mode 100644 index 76069f5..0000000 --- a/arc_finetuning_st/streamlit/startup.py +++ /dev/null @@ -1,18 +0,0 @@ -import subprocess - -commands = [ - "wget https://github.com/fchollet/ARC-AGI/archive/refs/heads/master.zip -O ./master.zip", - "unzip ./master.zip -d ./", - "rm -rf ./data", - "mv ARC-AGI-master/data ./", - "rm -rf ARC-AGI-master", - "rm master.zip", -] - - -def download_data() -> None: - subprocess.run("; ".join(commands), capture_output=True, shell=True) - - -if __name__ == "__main__": - download_data()