---cai_chat license: openrail

#remember gradio is currently held back save_logs_to_google_drive = False #@param {type:"boolean"} save_everything_to_google_drive = False #@param {type:"boolean"} #@markdown remember these models are large and free Gdrive is only 15Ggb <br> install_gptq = True #@param {type:"boolean"} #@markdown Install GPTQ-for-LLaMa for 4bit quantized models requiring --wbits 4 from IPython.display import clear_output if save_logs_to_google_drive: import os import shutil from google.colab import drive drive.mount('/content/drive') base_folder = '/content/drive/MyDrive'

if save_everything_to_google_drive: import os import shutil from google.colab import drive drive.mount('/content/drive') base_folder = '/content/drive/MyDrive' repo_dir = '/content/drive/MyDrive/text-generation-webui' model_dir = '/content/drive/MyDrive/text-generation-webui/models' gptq_dir = '/content/drive/MyDrive/text-generation-webui/repositories/GPTQ-for-LLaMa' if os.path.exists(repo_dir): %cd {repo_dir} !git pull else: %cd /content/drive/MyDrive/ !git clone https://github.com/oobabooga/text-generation-webui

else: model_dir = '/content/text-generation-webui/models' repo_dir = '/content/text-generation-webui' %cd /content !git clone https://github.com/oobabooga/text-generation-webui

if save_logs_to_google_drive: if not os.path.exists(f"{base_folder}/oobabooga-data"): os.mkdir(f"{base_folder}/oobabooga-data") if not os.path.exists(f"{base_folder}/oobabooga-data/logs"): os.mkdir(f"{base_folder}/oobabooga-data/logs") if not os.path.exists(f"{base_folder}/oobabooga-data/softprompts"): os.mkdir(f"{base_folder}/oobabooga-data/softprompts") if not os.path.exists(f"{base_folder}/oobabooga-data/characters"): shutil.move("text-generation-webui/characters", f"{base_folder}/oobabooga-data/characters") else: !rm -r "text-generation-webui/characters"

!rm -r "text-generation-webui/softprompts" !ln -s "$base_folder/oobabooga-data/logs" "text-generation-webui/logs" !ln -s "$base_folder/oobabooga-data/softprompts" "text-generation-webui/softprompts" !ln -s "$base_folder/oobabooga-data/characters" "text-generation-webui/characters"

else: !mkdir text-generation-webui/logs

!ln -s text-generation-webui/logs . !ln -s text-generation-webui/characters . !ln -s text-generation-webui/models . %rm -r sample_data %cd text-generation-webui !wget https://raw.githubusercontent.com/pcrii/Philo-Colab-Collection/main/settings-colab-template.json -O settings-colab-template.json

Install requirements

!pip install -r requirements.txt !pip install -r extensions/google_translate/requirements.txt !pip install -r extensions/silero_tts/requirements.txt print(f"\033[1;32;1m\n --> If you see a warning about "pydevd_plugins", just ignore it and move on to Step 3. There is no need to restart the runtime.\n\033[0;37;0m")

if install_gptq: if save_everything_to_google_drive: if os.path.exists(gptq_dir): %cd {gptq_dir} !git pull !pip install ninja !pip install -r requirements.txt !python setup_cuda.py install

    else:
        !mkdir /content/drive/MyDrive/text-generation-webui/repositories
        %cd /content/drive/MyDrive/text-generation-webui/repositories
        !git clone https://github.com/oobabooga/GPTQ-for-LLaMa.git -b cuda
        %cd GPTQ-for-LLaMa
        !pip install ninja
        !pip install -r requirements.txt
        !python setup_cuda.py install
else:
    %mkdir /content/text-generation-webui/repositories/
    %cd /content/text-generation-webui/repositories/
    !git clone https://github.com/oobabooga/GPTQ-for-LLaMa.git -b cuda
    %cd GPTQ-for-LLaMa
    !pip install ninja
    !pip install -r requirements.txt
    !python setup_cuda.py install

clear_output()