AGiXT.sh

#!/bin/bash

# Define colors and formatting
BOLD=$(tput bold)
GREEN=$(tput setaf 2)
CYAN=$(tput setaf 6)
YELLOW=$(tput setaf 3)
RED=$(tput setaf 1)
MAGENTA=$(tput setaf 5)
BLUE=$(tput setaf 4)
RESET=$(tput sgr0)
# Check if .env file exists
environment_setup() {
    if [[ ! -f ".env" ]]; then
        clear
        echo "${BOLD}${CYAN}"
        echo "    ___   _______ _  ________"
        echo "   /   | / ____(_) |/ /_  __/"
        echo "  / /| |/ / __/ /|   / / /   "
        echo " / ___ / /_/ / //   | / /    "
        echo "/_/  |_\____/_//_/|_|/_/     "
        echo "                              "
        echo "----------------------------------------------------${RESET}"
        echo "${BOLD}${MAGENTA}Visit our documentation at https://AGiXT.com ${RESET}"
        echo "${BOLD}${MAGENTA}Welcome to the AGiXT Environment Setup!${RESET}"
        read -p "Quick Setup without advanced configuration? (Y for yes, N for No): " quick_setup
        if [[ "$quick_setup" == [Yy]* ]]; then
          auto_update = true
          agixt_uri = "http://localhost:7437"
          api_key = ""
          agixt_workers = 10
        else
          read -p "Do you want AGiXT to automatically update when launched? (Y for yes, N for No): " auto_update
          if [[ "$auto_update" == [Yy]* ]]; then
              auto_update="true"
          else
              auto_update="false"
          fi
          read -p "Do you want to set an API key for AGiXT? (Y for yes, N for No): " use_api_key
          if [[ "$use_api_key" == [Yy]* ]]; then
              read -p "Enter API key: " api_key
          fi
          read -p "Enter the number of AGiXT workers to run with, default is 10: " workers
          if [[ "$workers" != "" ]]; then
              if [[ $workers =~ ^[0-9]+$ && $workers -gt 0 ]]; then
                  agixt_workers=$workers
              else
                  echo "Invalid number of workers, defaulting to 10"
                  agixt_workers=10
              fi
          fi
          read -p "Do you intend to run Oobabooga Text Generation Web UI with AGiXT using this installer? (Only works with NVIDIA currently) Choose no if you do not need this or are already running it locally. (Y for yes, N for No): " local_models
          if [[ "$local_models" == [Yy]* ]]; then
              read -p "Enter your GPU Compute Capability, you can find it here: https://developer.nvidia.com/cuda-gpus (Example: RTX2000 series are 7.5): " cuda_version
              if [[ "$cuda_version" != "" ]]; then
                  if [[ $cuda_version =~ ^[0-9]+\.[0-9]+$ ]]; then
                      echo "TORCH_CUDA_ARCH_LIST=${cuda_version:-7.5}" >> .env
                  fi
              fi
              cli_args_default='--listen --listen-host 0.0.0.0 --api'
              read -p "Default Text generation web UI startup parameters: ${cli_args_default} (press Enter for defaults or overwrite with yours): " local_textgen_startup_params
              echo "CLI_ARGS='${local_textgen_startup_params:-${cli_args_default}}'" >> .env
          fi
        fi
        echo "AGIXT_AUTO_UPDATE=${auto_update:-true}" >> .env
        echo "AGIXT_URI=${agixt_uri:-http://localhost:7437}" >> .env
        echo "AGIXT_API_KEY=${api_key:-}" >> .env
        echo "UVICORN_WORKERS=${agixt_workers:-10}" >> .env
    fi
    source .env
}
# Function to display the menu
display_menu() {
  clear
  echo "${BOLD}${CYAN}"
  echo "    ___   _______ _  ________"
  echo "   /   | / ____(_) |/ /_  __/"
  echo "  / /| |/ / __/ /|   / / /   "
  echo " / ___ / /_/ / //   | / /    "
  echo "/_/  |_\____/_//_/|_|/_/     "
  echo "                              "
  echo "----------------------------------------------------${RESET}"
  echo "${BOLD}${MAGENTA}Visit our documentation at https://AGiXT.com ${RESET}"
  echo "${BOLD}${MAGENTA}Welcome to the AGiXT Installer!${RESET}"
  echo "${BOLD}${GREEN}Please choose an option:${RESET}"
  echo "  ${BOLD}${YELLOW}1.${RESET} ${YELLOW}Run AGiXT (Recommended)${RESET}"
  echo "  ${BOLD}${YELLOW}2.${RESET} ${YELLOW}Run AGiXT with Text Generation Web UI (NVIDIA Only)${RESET}"
  echo "  ${BOLD}${YELLOW}3.${RESET} ${YELLOW}Run AGiXT with Text Generation Web UI and Stable Diffusion (NVIDIA Only)${RESET}"
  echo "${BOLD}${GREEN}Developer Only Options (Not recommended or supported):${RESET}"
  echo "  ${BOLD}${YELLOW}4.${RESET} ${YELLOW}Run AGiXT from Main Branch${RESET}"
  echo "  ${BOLD}${YELLOW}5.${RESET} ${YELLOW}Run AGiXT Backend Only${RESET}"
  echo "  ${BOLD}${YELLOW}6.${RESET} ${YELLOW}Run AGiXT without Docker${RESET}"
  echo "${BOLD}${GREEN}Manage:${RESET}"
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    echo "  ${BOLD}${YELLOW}7.${RESET} ${YELLOW}Disable Automatic Updates${RESET}"
  else
    echo "  ${BOLD}${YELLOW}7.${RESET} ${YELLOW}Enable Automatic Updates${RESET}"
  fi
  echo "  ${BOLD}${RED}8.${RESET} ${RED}Exit${RESET}"
  echo ""
}

# Function to perform the Update
update_local() {
  echo "${BOLD}${GREEN}Running Updates...${RESET}"
  echo "${BOLD}${YELLOW}Updating AGiXT Core...${RESET}"
  git pull
  echo "${BOLD}${YELLOW}Updating AGiXT Streamlit Web UI...${RESET}"
  if [ ! -d "streamlit" ]; then
    git clone https://github.com/AGiXT/streamlit
  fi
  cd streamlit
  git pull
  cd ..
  # Check if TORCH_CUDA_ARCH_LIST is defined from the env, only update Text generation web UI if it is.
  if [[ -z "${TORCH_CUDA_ARCH_LIST}" ]]; then
    echo "${BOLD}${YELLOW}Please wait...${RESET}"
  else
    if [ ! -d "text-generation-webui" ]; then
        echo "${BOLD}${YELLOW}Updating Oobabooga Text generation web UI Repository...${RESET}"
        git clone https://github.com/oobabooga/text-generation-webui
    fi
    cd text-generation-webui
    git pull
    cd ..
  fi
  echo "${BOLD}${YELLOW}Updates Completed...${RESET}"
}

update_docker() {
  echo "${BOLD}${GREEN}Running Updates...${RESET}"
  echo "${BOLD}${YELLOW}Updating AGiXT Core...${RESET}"
  git pull
  # Check if TORCH_CUDA_ARCH_LIST is defined from the env, only update Text generation web UI if it is.
  if [[ -z "${TORCH_CUDA_ARCH_LIST}" ]]; then
    echo "${BOLD}${YELLOW}Please wait...${RESET}"
  else
    if [ ! -d "text-generation-webui" ]; then
        echo "${BOLD}${YELLOW}Updating Oobabooga Text generation web UI Repository...${RESET}"
        git clone https://github.com/oobabooga/text-generation-webui
    fi
    cd text-generation-webui
    git pull
    echo "${BOLD}${YELLOW}Updating Text generation web UI Docker image...${RESET}"
    cd ..
    docker-compose -f docker-compose-local-nvidia.yml build text-generation-webui
  fi
  echo "${BOLD}${YELLOW}Current directory: ${PWD}${RESET}"
  docker-compose pull
  echo "${BOLD}${YELLOW}Updates Completed...${RESET}"
}
# Function to perform the Docker install
docker_install() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://agixt:7437" >> .env
  source .env
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    docker-compose pull
  fi
  echo "${BOLD}${YELLOW}Starting Docker Compose...${RESET}"
  docker-compose up
}
docker_install_dev() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://agixt:7437" >> .env
  sed -i '/^TEXTGEN_URI=/d' .env
  echo "TEXTGEN_URI=http://text-generation-webui:5000" >> .env
  source .env
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    docker-compose -f docker-compose-dev.yml pull
  fi
  echo "${BOLD}${YELLOW}Starting Docker Compose...${RESET}"
  docker-compose -f docker-compose-dev.yml up
}
backend_only() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://agixt:7437" >> .env
  source .env

  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    echo "${BOLD}${YELLOW}Updating Containers...${RESET}"
    docker-compose -f backend.yml pull
  fi

  echo "${BOLD}${GREEN}Running Docker install...${RESET}"
  echo "${BOLD}${YELLOW}Starting Docker Compose...${RESET}"
  docker-compose -f backend.yml up
}
# Function to perform the Docker install
docker_install_local_nvidia() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://agixt:7437" >> .env
  sed -i '/^TEXTGEN_URI=/d' .env
  echo "TEXTGEN_URI=http://text-generation-webui:5000" >> .env
  source .env
  # Check if TORCH_CUDA_ARCH_LIST is defined from the env, ask user to enter it if not.
  if [[ -z "${TORCH_CUDA_ARCH_LIST}" ]]; then
    read -p "Enter your GPU Compute Capability, you can find it here: https://developer.nvidia.com/cuda-gpus (Example: RTX2000 series are 7.5): " cuda_version
    if [[ "$cuda_version" != "" ]]; then
        if [[ $cuda_version =~ ^[0-9]+\.[0-9]+$ ]]; then
            echo "TORCH_CUDA_ARCH_LIST=${cuda_version:-7.5}" >> .env
        fi
    fi
    cli_args_default='--listen --listen-host 0.0.0.0 --api'
    read -p "Default Text generation web UI startup parameters: ${cli_args_default} (prese Enter for defaults or overwrite with yours): " local_textgen_startup_params
    echo "CLI_ARGS='${local_textgen_startup_params:-${cli_args_default}}'" >> .env
  fi

  # Check if nvidia-container-toolkit is installed
  if dpkg -l | grep -iq "nvidia-container-toolkit"; then
      echo "Confirmed NVIDIA Container Toolkit is installed."
  else
      echo "NVIDIA Container Toolkit is not installed. Installing now..."
      # Install a new GPU Docker container
      distribution=$(. /etc/os-release;echo $ID$VERSION_ID)
      curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
      curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
      sudo apt-get update && sudo apt-get install -y nvidia-container-toolkit
      sudo systemctl restart docker
      echo "NVIDIA Container Toolkit has been installed."
  fi

  if [ ! -d "text-generation-webui" ]; then
      echo "${BOLD}${YELLOW}Cloning Oobabooga Text generation web UI Repository...${RESET}"
      git clone https://github.com/oobabooga/text-generation-webui
  fi

  echo "${BOLD}${GREEN}Running Docker install...${RESET}"
  echo "${BOLD}${YELLOW}Starting Docker Compose...${RESET}"
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    docker-compose -f docker-compose-local-nvidia.yml pull
  fi
  docker-compose -f docker-compose-local-nvidia.yml up
}
docker_install_local_nvidia_sd() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://agixt:7437" >> .env
  sed -i '/^TEXTGEN_URI=/d' .env
  echo "TEXTGEN_URI=http://text-generation-webui:5000" >> .env
  source .env
  # Check if TORCH_CUDA_ARCH_LIST is defined from the env, ask user to enter it if not.
  if [[ -z "${TORCH_CUDA_ARCH_LIST}" ]]; then
    read -p "Enter your GPU Compute Capability, you can find it here: https://developer.nvidia.com/cuda-gpus (Example: RTX2000 series are 7.5): " cuda_version
    if [[ "$cuda_version" != "" ]]; then
        if [[ $cuda_version =~ ^[0-9]+\.[0-9]+$ ]]; then
            echo "TORCH_CUDA_ARCH_LIST=${cuda_version:-7.5}" >> .env
        fi
    fi
    cli_args_default='--listen --listen-host 0.0.0.0 --api'
    read -p "Default Text generation web UI startup parameters: ${cli_args_default} (prese Enter for defaults or overwrite with yours): " local_textgen_startup_params
    echo "CLI_ARGS='${local_textgen_startup_params:-${cli_args_default}}'" >> .env
  fi

  # Check if nvidia-container-toolkit is installed
  if dpkg -l | grep -iq "nvidia-container-toolkit"; then
      echo "Confirmed NVIDIA Container Toolkit is installed."
  else
      echo "NVIDIA Container Toolkit is not installed. Installing now..."
      # Install a new GPU Docker container
      distribution=$(. /etc/os-release;echo $ID$VERSION_ID)
      curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
      curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
      sudo apt-get update && sudo apt-get install -y nvidia-container-toolkit
      sudo systemctl restart docker
      echo "NVIDIA Container Toolkit has been installed."
  fi

  if [ ! -d "text-generation-webui" ]; then
      echo "${BOLD}${YELLOW}Cloning Oobabooga Text generation web UI Repository...${RESET}"
      git clone https://github.com/oobabooga/text-generation-webui
  fi

  echo "${BOLD}${GREEN}Running Docker install...${RESET}"
  echo "${BOLD}${YELLOW}Starting Docker Compose...${RESET}"
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    docker-compose -f docker-compose-local-nvidia-sd.yml pull
  fi
  docker-compose -f docker-compose-local-nvidia-sd.yml up
}
# Function to perform the local install
local_install() {
  sed -i '/^AGIXT_URI=/d' .env
  echo "AGIXT_URI=http://localhost:7437" >> .env
  sed -i '/^TEXTGEN_URI=/d' .env
  echo "TEXTGEN_URI=http://localhost:5000" >> .env
  source .env
  echo "${BOLD}${YELLOW}Updating the repository...${RESET}"
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    echo "${BOLD}${YELLOW}Upgrading pip...${RESET}"
    pip install --upgrade pip
    sleep 1
    echo "${BOLD}${YELLOW}Checking for updates...${RESET}"
    git pull
    echo "${BOLD}${YELLOW}Installing requirements...${RESET}"
    pip install -r static-requirements.txt --upgrade
    pip install -r requirements.txt --upgrade
    sleep 1
    if [ ! -d "streamlit" ]; then
      echo "${BOLD}${YELLOW}Installing Streamlit dependencies...${RESET}"
      git clone https://github.com/AGiXT/streamlit
    fi
    cd streamlit
    git pull
    pip install -r requirements.txt --upgrade
    cd ..
  fi

  echo "${BOLD}${GREEN}Running local install...${RESET}"

  git pull
  sleep 1

  # Check if the directory exists
  if [ ! -d "agixt/extensions" ]; then
      echo "${BOLD}${YELLOW}Upgrading pip...${RESET}"
      pip install --upgrade pip
      sleep 1

      echo "${BOLD}${YELLOW}Installing requirements...${RESET}"
      pip install -r static-requirements.txt --upgrade
      pip install -r requirements.txt --upgrade
      sleep 1

      echo "${BOLD}${YELLOW}Installing Playwright dependencies...${RESET}"
      playwright install --with-deps
      sleep 1
  fi

  if [ ! -d "streamlit" ]; then
      echo "${BOLD}${YELLOW}Installing Streamlit dependencies...${RESET}"
      git clone https://github.com/AGiXT/streamlit
      cd streamlit
      pip install -r requirements.txt --upgrade
      sleep 1
  fi

  echo "${BOLD}${YELLOW}Running AGiXT Core...${RESET}"
  cd agixt && ./launch-backend.sh &
  echo "${BOLD}${YELLOW}Please wait...${RESET}"
  sleep 10
  echo "${BOLD}${YELLOW}Running Streamlit Web UI...${RESET}"
  cd streamlit && streamlit run Main.py
}

toggle_updates () {
  if [[ "$AGIXT_AUTO_UPDATE" == "true" ]]; then
    sed -i '/^AGIXT_AUTO_UPDATE=/d' .env
    echo "AGIXT_AUTO_UPDATE=false" >> .env
    source .env
    echo "${BOLD}${YELLOW}Automatic Updates have been disabled.${RESET}"
  else
    sed -i '/^AGIXT_AUTO_UPDATE=/d' .env
    echo "AGIXT_AUTO_UPDATE=true" >> .env
    source .env
    echo "${BOLD}${YELLOW}Automatic Updates have been enabled.${RESET}"
  fi
}

environment_setup
if [[ -z "${WORKING_DIRECTORY}" ]]; then
  echo "WORKING_DIRECTORY=${PWD}/agixt/WORKSPACE" >> .env
fi
# Main loop to display the menu and handle user input
while true; do
  display_menu
  read -p "${BOLD}${CYAN}Enter your choice:${RESET} " choice

  case "$choice" in
    1)
      docker_install
      break
      ;;
    2)
      docker_install_local_nvidia
      break
      ;;
    3)
      docker_install_local_nvidia_sd
      break
      ;;
    4)
      docker_install_dev
      break
      ;;
    5)
      backend_only
      break
      ;;    
    6)
      local_install
      break
      ;;
    7)
      toggle_updates
      sleep 2
      ;;
    *)
      echo "${BOLD}${MAGENTA}Thank you for using AGiXT Installer. Goodbye!${RESET}"
      break
      ;;
  esac
done