From 6988219845964182480656a4e9259cd0aabd9007 Mon Sep 17 00:00:00 2001 From: bkb2135 Date: Thu, 18 Jan 2024 21:49:29 +0000 Subject: [PATCH 1/3] Add prompting/requirements to pip install --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 1fde95b2..b36eefc6 100644 --- a/README.md +++ b/README.md @@ -92,7 +92,7 @@ This repository requires python3.8 or higher. To install, simply clone this repo ```bash git clone https://github.com/opentensor/prompting.git cd prompting -python -m pip install -r requirements.txt +python -m pip install -r requirements.txt -r prompting/requirements.txt python -m pip install -e . ``` @@ -107,7 +107,7 @@ Prior to running a miner or validator, you must [create a wallet](https://github The validator and base miner are based on [zephyr](https://huggingface.co/HuggingFaceH4/zephyr-7b-beta), which is a fine-tuned Mistral-7B. -**To run a validator or zephyr miner you will need 40GB VRAM (we're working on bringing this down to 32).** +**To run a validator or zephyr miner you will need 20GB VRAM** ```bash # To run the validator python neurons/validator.py From afe4a92da23414a43d768591e28fcdee0854ad73 Mon Sep 17 00:00:00 2001 From: bkb2135 Date: Thu, 18 Jan 2024 21:49:44 +0000 Subject: [PATCH 2/3] Fix docstrings --- neurons/miners/zephyr/miner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/neurons/miners/zephyr/miner.py b/neurons/miners/zephyr/miner.py index 76c9277d..2d75aa8a 100644 --- a/neurons/miners/zephyr/miner.py +++ b/neurons/miners/zephyr/miner.py @@ -35,7 +35,7 @@ class ZephyrMiner(Miner): """ Base miner which runs zephyr (https://huggingface.co/HuggingFaceH4/zephyr-7b-beta) - This requires a GPU with at least 40GB of memory. + This requires a GPU with at least 20GB of memory. To run this miner from the project root directory: @@ -45,7 +45,7 @@ class ZephyrMiner(Miner): @classmethod def add_args(cls, parser: argparse.ArgumentParser): """ - Adds OpenAI-specific arguments to the command line parser. + Adds arguments to the command line parser. """ super().add_args(parser) parser.add_argument( From 3192dcc3e6353c87ba1bf4b53ed32f15c4705d8d Mon Sep 17 00:00:00 2001 From: bkb2135 Date: Thu, 18 Jan 2024 22:08:45 +0000 Subject: [PATCH 3/3] Fix saying only 20 GB VRAM needed --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index b36eefc6..d28e41fd 100644 --- a/README.md +++ b/README.md @@ -107,7 +107,7 @@ Prior to running a miner or validator, you must [create a wallet](https://github The validator and base miner are based on [zephyr](https://huggingface.co/HuggingFaceH4/zephyr-7b-beta), which is a fine-tuned Mistral-7B. -**To run a validator or zephyr miner you will need 20GB VRAM** +**To run a validator you will need 24GB of VRAM or 18GB of VRAM for a zephyr miner** ```bash # To run the validator python neurons/validator.py