isort

geniusrise_text/__init__.py

@@ -19,7 +19,7 @@
 from .language_model import LanguageModelAPI, LanguageModelBulk, LanguageModelFineTuner
 from .ner import NamedEntityRecognitionAPI, NamedEntityRecognitionBulk, NamedEntityRecognitionFineTuner
 from .nli import NLIAPI, NLIBulk, NLIFineTuner
+from .notebook import TextJupyterNotebook
 from .qa import QAAPI, QABulk, QAFineTuner
 from .summarization import SummarizationAPI, SummarizationBulk, SummarizationFineTuner
 from .translation import TranslationAPI, TranslationBulk, TranslationFineTuner
-from .notebook import TextJupyterNotebook

geniusrise_text/base/api.py

@@ -15,10 +15,10 @@
 
 import json
 import threading
-from typing import Any, Dict, Optional, Union, List
+from typing import Any, Dict, List, Optional, Union
 
-import llama_cpp
 import cherrypy
+import llama_cpp
 from geniusrise import BatchInput, BatchOutput, State
 from geniusrise.logging import setup_logger
 

geniusrise_text/base/bulk.py

@@ -13,34 +13,29 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Any, Dict, List, Optional, Tuple, Union
 import os
+from typing import Any, Dict, List, Optional, Tuple, Union
+
+import llama_cpp
 import torch
 import transformers
 from geniusrise import BatchInput, BatchOutput, Bolt, State
 from geniusrise.logging import setup_logger
+from llama_cpp import Llama as LlamaCPP
+from optimum.bettertransformer import BetterTransformer
+from ray.util.placement_group import PlacementGroup
 from transformers import (
     AutoModelForCausalLM,
     AutoTokenizer,
     BeamSearchScorer,
     LogitsProcessorList,
     MinLengthLogitsProcessor,
 )
-from optimum.bettertransformer import BetterTransformer
-from vllm.config import (
-    ModelConfig as VLLMModelConfig,
-    CacheConfig,
-    ParallelConfig,
-    SchedulerConfig,
-    DeviceConfig,
-    LoRAConfig,
-)
-
-from vllm import LLM, AsyncLLMEngine
-from ray.util.placement_group import PlacementGroup
-import llama_cpp
-from llama_cpp import Llama as LlamaCPP
 from transformers.tokenization_utils_base import PreTrainedTokenizerBase
+from vllm import LLM, AsyncLLMEngine
+from vllm.config import CacheConfig, DeviceConfig, LoRAConfig
+from vllm.config import ModelConfig as VLLMModelConfig
+from vllm.config import ParallelConfig, SchedulerConfig
 
 from geniusrise_text.base.communication import send_email
 

geniusrise_text/classification/eval.py

@@ -23,7 +23,7 @@
 import pandas as pd
 import torch
 import yaml  # type: ignore
-from datasets import Dataset, load_from_disk, load_dataset, load_metric
+from datasets import Dataset, load_dataset, load_from_disk, load_metric
 from geniusrise import BatchInput, BatchOutput, State
 from pyarrow import feather
 from pyarrow import parquet as pq

geniusrise_text/instruction/api.py

@@ -13,18 +13,19 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Any, Dict, Optional, Iterator
-
 import asyncio
+from concurrent.futures import ThreadPoolExecutor
+from typing import Any, Dict, Iterator, Optional
+
 import cherrypy
 import llama_cpp
-from concurrent.futures import ThreadPoolExecutor
-from geniusrise_text.base import TextAPI
 from geniusrise import BatchInput, BatchOutput, State
 from geniusrise.logging import setup_logger
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-from vllm.entrypoints.openai.serving_chat import OpenAIServingChat
 from vllm.entrypoints.openai.protocol import ChatCompletionRequest
+from vllm.entrypoints.openai.serving_chat import OpenAIServingChat
+
+from geniusrise_text.base import TextAPI
 
 
 class InstructionAPI(TextAPI):

geniusrise_text/instruction/bulk.py

@@ -21,14 +21,14 @@
 import xml.etree.ElementTree as ET
 from typing import Any, Dict, List, Optional, Union
 
-import pandas as pd
 import llama_cpp
-from transformers.tokenization_utils_base import PreTrainedTokenizerBase
+import pandas as pd
 import yaml  # type: ignore
 from datasets import Dataset, load_from_disk
 from geniusrise import BatchInput, BatchOutput, State
 from pyarrow import feather
 from pyarrow import parquet as pq
+from transformers.tokenization_utils_base import PreTrainedTokenizerBase
 from vllm import LLM, SamplingParams
 
 from geniusrise_text.base import TextBulk

geniusrise_text/language_model/api.py

@@ -13,15 +13,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Any, Dict, Optional, Iterator
-from concurrent.futures import ThreadPoolExecutor
 import asyncio
+from concurrent.futures import ThreadPoolExecutor
+from typing import Any, Dict, Iterator, Optional
+
 import cherrypy
+import llama_cpp
 from geniusrise import BatchInput, BatchOutput, State
 from geniusrise.logging import setup_logger
-from vllm.entrypoints.openai.serving_completion import OpenAIServingCompletion
 from vllm.entrypoints.openai.protocol import CompletionRequest
-import llama_cpp
+from vllm.entrypoints.openai.serving_completion import OpenAIServingCompletion
 
 from geniusrise_text.base import TextAPI
 

geniusrise_text/language_model/bulk.py

@@ -20,15 +20,16 @@
 import uuid
 import xml.etree.ElementTree as ET
 from typing import Any, Dict, List, Optional, Union
+
 import llama_cpp
 import pandas as pd
 import yaml  # type: ignore
 from datasets import Dataset, load_from_disk
 from geniusrise import BatchInput, BatchOutput, State
 from pyarrow import feather
 from pyarrow import parquet as pq
-from vllm import LLM, SamplingParams
 from transformers.tokenization_utils_base import PreTrainedTokenizerBase
+from vllm import LLM, SamplingParams
 
 from geniusrise_text.base import TextBulk
 

geniusrise_text/language_model/fine_tune.py

@@ -24,7 +24,7 @@
 import pyarrow.feather as feather
 import pyarrow.parquet as pq
 import yaml  # type: ignore
-from datasets import Dataset, load_from_disk, load_metric, load_dataset
+from datasets import Dataset, load_dataset, load_from_disk, load_metric
 from nltk.translate.bleu_score import corpus_bleu
 from transformers import DataCollatorForLanguageModeling, EvalPrediction
 

geniusrise_text/nli/api.py

@@ -14,8 +14,9 @@
 # limitations under the License.
 
 from typing import Any, Dict, List
-import numpy as np
+
 import cherrypy
+import numpy as np
 import torch
 from geniusrise import BatchInput, BatchOutput, State
 from geniusrise.logging import setup_logger

geniusrise_text/notebook/notebook.py

@@ -16,12 +16,14 @@
 import os
 import subprocess
 import sys
-from jinja2 import Environment, FileSystemLoader, Template
-from nbformat import v4 as nbf
+from typing import Any, Dict, List, Optional
+
 import nbformat
 from geniusrise import BatchInput, BatchOutput, Bolt, State
 from geniusrise.logging import setup_logger
-from typing import Any, Dict, List, Optional
+from jinja2 import Environment, FileSystemLoader, Template
+from nbformat import v4 as nbf
+
 from geniusrise_text.base.communication import send_email