Pakobbix/StartUI-oobabooga-webui
1
0
Fork 0
mirror of https://github.com/Pakobbix/StartUI-oobabooga-webui synced 2025-11-09 15:39:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added a lot. Read Release notes.

Browse Source
This commit is contained in:
Pakobbix 2023-05-13 23:02:42 +02:00
parent c15bac5579
commit 0c3e925856
1 changed files with 389 additions and 95 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

484
StartUI.py
View File

@ -4,7 +4,8 @@ import os
import json import json
import subprocess import subprocess
import platform import platform
from PyQt5.QtWidgets import QApplication, QMainWindow, QLabel, QVBoxLayout, QComboBox, QSlider, QCheckBox, QLineEdit, QFileDialog, QPushButton, QWidget, QListWidget, QListWidgetItem, QToolTip import psutil
from PyQt5.QtWidgets import QApplication, QMessageBox, QMainWindow, QLabel, QVBoxLayout, QComboBox, QSlider, QCheckBox, QLineEdit, QFileDialog, QPushButton, QWidget, QListWidget, QListWidgetItem, QToolTip, QGridLayout, QRadioButton, QFrame
from PyQt5.QtCore import Qt from PyQt5.QtCore import Qt
profiles_folder = "./profiles" profiles_folder = "./profiles"
@ -44,17 +45,19 @@ def run_cmd_with_conda(cmd, env=None):
# Open a separate terminal window and execute the command # Open a separate terminal window and execute the command
process = subprocess.Popen(['gnome-terminal', '--', 'bash', '-c', full_cmd], env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE) process = subprocess.Popen(['gnome-terminal', '--', 'bash', '-c', full_cmd], env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
class MainWindow(QMainWindow): class MainWindow(QMainWindow):
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.init_ui() self.init_ui()
self.load_settings() self.load_settings()
self.set_ram_slider_max()
def init_ui(self): def init_ui(self):
self.setWindowTitle('StartUI for oobabooga webui') self.setWindowTitle('StartUI for oobabooga webui')
layout = QVBoxLayout() #layout = QVBoxLayout()
layout = QGridLayout()
layout.setColumnMinimumWidth(3, 30)
# Model Dropdown # Model Dropdown
# Get the list of model folders # Get the list of model folders
@ -64,99 +67,208 @@ class MainWindow(QMainWindow):
self.model_dropdown.addItems(model_folders) self.model_dropdown.addItems(model_folders)
layout.addWidget(QLabel("Choose Model:")) layout.addWidget(QLabel("Choose Model:"))
self.model_dropdown.setToolTip("Select your prefered Model") self.model_dropdown.setToolTip("Select your prefered Model")
layout.addWidget(self.model_dropdown) layout.addWidget(self.model_dropdown, 1, 0)
self.reload_model_button = QPushButton("Reload")
self.reload_model_button.setToolTip("Reloads the Names in the Models Folder")
self.reload_model_button.clicked.connect(self.reload_models)
layout.addWidget(QLabel("Reload the Model list:"),0, 1)
layout.addWidget(self.reload_model_button, 1, 1)
# WBIT Dropdown Menu # WBIT Dropdown Menu
self.wbit_dropdown = QComboBox() self.wbit_dropdown = QComboBox()
self.wbit_dropdown.addItems(["1", "2", "3", "4","8", "none"]) self.wbit_dropdown.addItems(["1", "2", "3", "4","8", "none"])
layout.addWidget(QLabel("Choose Wbits:")) layout.addWidget(QLabel("Choose Wbits:"),2, 0)
self.wbit_dropdown.setToolTip("Select the bits quantization for this model\nExample: vicuna 7b 4bit you should choose 4.\nYou can keep it at none, the webui will determine it automatically if the wbits are mentioned in the name of the model") self.wbit_dropdown.setToolTip("Select the bits quantization for this model\nExample: vicuna 7b 4bit you should choose 4.\nYou can keep it at none, the webui will determine it automatically if the wbits are mentioned in the name of the model")
layout.addWidget(self.wbit_dropdown) layout.addWidget(self.wbit_dropdown, 3, 0)
# Groupsize Dropdown Menu # Groupsize Dropdown Menu
self.gsize_dropdown = QComboBox() self.gsize_dropdown = QComboBox()
self.gsize_dropdown.addItems(["32", "64", "128", "1024", "none"]) self.gsize_dropdown.addItems(["32", "64", "128", "1024", "none"])
layout.addWidget(QLabel("Choose Groupsize:")) layout.addWidget(QLabel("Choose Groupsize:"), 2, 1)
self.gsize_dropdown.setToolTip("Select the groupsize used by the Model.\nExample: vicuna 7b 4bit-128g you should choose 128.\nYou can keep it at none, the webui will determine it automatically if the groupsize is mentioned in the name of the model") self.gsize_dropdown.setToolTip("Select the groupsize used by the Model.\nExample: vicuna 7b 4bit-128g you should choose 128.\nYou can keep it at none, the webui will determine it automatically if the groupsize is mentioned in the name of the model")
layout.addWidget(self.gsize_dropdown) layout.addWidget(self.gsize_dropdown, 3, 1)
# Mode Dropdown # Mode Dropdown
self.mode_dropdown = QComboBox() self.mode_dropdown = QComboBox()
self.mode_dropdown.addItems(["chat", "cai_chat", "notebook"]) self.mode_dropdown.addItems(["chat", "cai_chat", "notebook"])
layout.addWidget(QLabel("Choose Mode:")) layout.addWidget(QLabel("Choose Mode:"), 4, 0)
self.mode_dropdown.setToolTip("Choose what kind of UI you want to load.") self.mode_dropdown.setToolTip("Choose what kind of UI you want to load.")
layout.addWidget(self.mode_dropdown) layout.addWidget(self.mode_dropdown, 5, 0)
self.update_button = QPushButton("Update oobabooga")
self.update_button.setToolTip("Starts the Update Routine for the text-generation-webui")
self.update_button.clicked.connect(self.on_update_button_clicked)
layout.addWidget(self.update_button, 5, 1)
layout.addWidget(QLabel("Update the text-generation-webui:"), 4, 1)
# Add horizontal line to seperate the CPU/GPU Settings
line = QFrame()
line.setFrameShape(QFrame.HLine)
line.setFrameShadow(QFrame.Sunken)
layout.addWidget(line, 6, 0, 1, 3)
# GPU Checkbox and Sliders # GPU Checkbox and Sliders
self.use_gpu_checkbox = QCheckBox("Use GPU") self.gpu_radio_button = QRadioButton("Use GPU")
self.use_gpu_checkbox.setToolTip("Choose if you want to use your GPU\nNecessary if you set GPU VRAM Slider") self.gpu_radio_button.setToolTip("Choose if you want to use your GPU")
layout.addWidget(self.use_gpu_checkbox) self.gpu_radio_button.setChecked(True)
layout.addWidget(self.gpu_radio_button, 7, 0)
self.cpu_radio_button = QRadioButton("Use CPU")
self.cpu_radio_button.setToolTip("Choose if you want to use your CPU")
self.cpu_radio_button.setChecked(False)
layout.addWidget(self.cpu_radio_button, 7, 1)
self.auto_radio_button = QRadioButton("Autodevice")
self.auto_radio_button.setToolTip("Let the webui decide whats best for you!")
self.auto_radio_button.setChecked(False)
layout.addWidget(self.auto_radio_button, 7, 2)
self.gpu_radio_button.toggled.connect(self.on_gpu_radio_button_toggled)
self.cpu_radio_button.toggled.connect(self.on_cpu_radio_button_toggled)
self.auto_radio_button.toggled.connect(self.on_auto_radio_button_toggled)
self.gpu_vram_sliders = [] self.gpu_vram_sliders = []
self.gpu_vram_labels = [] self.gpu_vram_labels = []
self.gpu_labels = []
gpu_stats = gpustat.GPUStatCollection.new_query() gpu_stats = gpustat.GPUStatCollection.new_query()
for i, gpu in enumerate(gpu_stats): for i, gpu in enumerate(gpu_stats):
gpu_label = QLabel(f"GPU {i} VRAM:") gpu_label = QLabel(f"{gpu.name} VRAM:")
layout.addWidget(gpu_label) gpu_label.setToolTip(f"Total VRAM: {gpu.memory_total} MiB\nUsed VRAM: {gpu.memory_used} MiB\nFree VRAM: {gpu.memory_free} MiB")
layout.addWidget(gpu_label, 8 + i, 0)
self.gpu_labels.append(gpu_label)
vram_slider = QSlider(Qt.Horizontal) vram_slider = QSlider(Qt.Horizontal)
vram_slider.setMaximum(int(gpu.memory_total / 1024)) vram_slider.setMaximum(int(gpu.memory_total / 1024))
vram_slider.valueChanged.connect(lambda value, idx=i: self.on_vram_slider_changed(value, idx)) vram_slider.valueChanged.connect(lambda value, idx=i: self.on_vram_slider_changed(value, idx))
layout.addWidget(vram_slider) layout.addWidget(vram_slider, 8 + i, 1)
vram_value_label = QLabel("0 GiB") vram_value_label = QLabel("0 GiB")
layout.addWidget(vram_value_label) layout.addWidget(vram_value_label, 8 + i, 3)
self.gpu_vram_labels.append(vram_value_label) self.gpu_vram_labels.append(vram_value_label)
self.gpu_vram_sliders.append(vram_slider) self.gpu_vram_sliders.append(vram_slider)
# Create the "Built-in RAM" label, slider, and value label
self.ram_label = QLabel("Built-in RAM:")
ram_info = psutil.virtual_memory()
total_ram = ram_info.total // (1024 ** 2) # Convert to MiB
used_ram = ram_info.used // (1024 ** 2) # Convert to MiB
free_ram = ram_info.available // (1024 ** 2) # Convert to MiB
self.ram_label.setToolTip(f"Total RAM: {total_ram} MiB\nUsed RAM: {used_ram} MiB\nFree RAM: {free_ram} MiB")
self.ram_label.hide()
layout.addWidget(self.ram_label, 8, 0)
self.ram_slider = QSlider(Qt.Horizontal)
self.ram_slider.setMinimum(0)
self.ram_slider.setMaximum(100)
self.ram_slider.setTickInterval(1)
self.ram_slider.setSingleStep(1)
self.ram_slider.hide()
layout.addWidget(self.ram_slider, 8, 1)
self.ram_value_label = QLabel("0 GiB")
self.ram_value_label.hide()
layout.addWidget(self.ram_value_label, 8, 3)
# Pre-layer Slider # Pre-layer Slider
self.pre_layer_slider = QSlider(Qt.Horizontal) self.pre_layer_slider = QSlider(Qt.Horizontal)
self.pre_layer_slider.setMinimum(0) self.pre_layer_slider.setMinimum(0)
self.pre_layer_slider.setMaximum(100) self.pre_layer_slider.setMaximum(100)
self.pre_layer_slider.setTickInterval(1) self.pre_layer_slider.setTickInterval(1)
self.pre_layer_slider.setSingleStep(1) self.pre_layer_slider.setSingleStep(1)
layout.addWidget(QLabel("Pre-layer:")) layout.addWidget(QLabel("Pre-layer:"), 8 + len(gpu_stats), 0)
self.pre_layer_slider.setToolTip("The number of layers to allocate to the GPU. Setting this parameter enables CPU offloading for 4-bit models.") self.pre_layer_slider.setToolTip("The number of layers to allocate to the GPU. Setting this parameter enables CPU offloading for 4-bit models.")
layout.addWidget(self.pre_layer_slider) layout.addWidget(self.pre_layer_slider)
self.pre_layer_value_label = QLabel("0") self.pre_layer_value_label = QLabel("0")
layout.addWidget(self.pre_layer_value_label) layout.addWidget(self.pre_layer_value_label, 8 + len(gpu_stats), 3)
# Connect the valueChanged signal of the pre-layer slider to update the value label # Connect the valueChanged signal of the RAM slider to update the value label
self.pre_layer_slider.valueChanged.connect(self.on_pre_layer_slider_changed) self.ram_slider.valueChanged.connect(self.on_ram_slider_changed)
# Add horizontal line to seperate the Checkboxes
line = QFrame()
line.setFrameShape(QFrame.HLine)
line.setFrameShadow(QFrame.Sunken)
layout.addWidget(line, 9 + len(gpu_stats), 0, 1, 3)
# Load in 8 Bit Mode # Load in 8 Bit Mode
self.use_8bit_checkbox = QCheckBox("Load in 8bit") self.use_8bit_checkbox = QCheckBox("Load in 8bit")
self.use_8bit_checkbox.setToolTip("Load the model with 8-bit precision. Reduces the amount of VRAM running native Models") self.use_8bit_checkbox.setToolTip("VRAM Reducing!\nReduces memory usage and computational complexity at the cost of lower precision compared to higher precision representations.")
layout.addWidget(self.use_8bit_checkbox) layout.addWidget(self.use_8bit_checkbox, 10 + len(gpu_stats), 0)
# Deactivate Streaming Output
self.use_nostream_checkbox = QCheckBox("No Stream")
self.use_nostream_checkbox.setToolTip("Don't stream the text output in real time. Increases Token/s by ~ 50%")
layout.addWidget(self.use_nostream_checkbox, 10 + len(gpu_stats), 1)
# Load in full 16bit precision
self.use_16bit_checkbox = QCheckBox("Load in 16bit")
self.use_16bit_checkbox.setToolTip("Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.")
layout.addWidget(self.use_16bit_checkbox, 11 + len(gpu_stats), 0)
# Use xformers
self.use_xformers_checkbox = QCheckBox("xformers")
self.use_xformers_checkbox.setToolTip("Use xformer's memory efficient attention. This should increase your tokens/s.")
layout.addWidget(self.use_xformers_checkbox, 11 + len(gpu_stats), 1)
# Make use of Remote Code Execution (MPT-7B)
self.use_trc_checkbox = QCheckBox("trust-remote-code")
self.use_trc_checkbox.setToolTip("Set trust_remote_code=True while loading a model. Necessary for ChatGLM and MPT-7B.")
layout.addWidget(self.use_trc_checkbox, 12 + len(gpu_stats), 0)
# Load with Monkey-Patch enabled
self.use_monkey_checkbox = QCheckBox("Monkey Patch")
self.use_monkey_checkbox.setToolTip("Apply the monkey patch for using LoRAs with quantized models.")
layout.addWidget(self.use_monkey_checkbox, 12 + len(gpu_stats), 1)
# Use Triton Quant-ATTN
self.use_quant_checkbox = QCheckBox("Quant_attn")
self.use_quant_checkbox.setToolTip("(triton) Enable quant attention.")
layout.addWidget(self.use_quant_checkbox, 13 + len(gpu_stats), 0)
# Use Triton Warmup & Autotune
self.use_autotune_checkbox = QCheckBox("Warmup-Autotune")
self.use_autotune_checkbox.setToolTip("(triton) Enable warmup autotune.")
layout.addWidget(self.use_autotune_checkbox, 13 + len(gpu_stats), 1)
# Authentication Checkbox # Authentication Checkbox
self.authentication_checkbox = QCheckBox("Authentication") self.authentication_checkbox = QCheckBox("Authentication")
self.authentication_checkbox.setToolTip("Enable gradio authentication") self.authentication_checkbox.setToolTip("Enable gradio authentication")
layout.addWidget(self.authentication_checkbox) layout.addWidget(self.authentication_checkbox, 14 + len(gpu_stats), 0)
self.authentication_checkbox.stateChanged.connect(self.on_authentication_checkbox_changed) self.authentication_checkbox.stateChanged.connect(self.on_authentication_checkbox_changed)
# Disable Cache for better VRAM
self.use_nocache_checkbox = QCheckBox("No Cache")
self.use_nocache_checkbox.setToolTip("VRAM Reducing!\nSet use_cache to False while generating text. This reduces the VRAM usage a bit with a performance cost.")
layout.addWidget(self.use_nocache_checkbox, 14 + len(gpu_stats), 1)
# Add horizontal line to seperate the Checkboxes
line = QFrame()
line.setFrameShape(QFrame.HLine)
line.setFrameShadow(QFrame.Sunken)
layout.addWidget(line, 15 + len(gpu_stats), 0, 1, 3)
# Choose File Field # Choose File Field
self.choose_file_label = QLabel("Choose File:") self.choose_file_label = QLabel("Choose File:")
self.choose_file_label.setVisible(False) self.choose_file_label.setVisible(False)
self.choose_file_label.setToolTip("Choose a file to use for the authentication credentials. Credentials should be saved like:\nUSERNAME1:PASSWORD1\nUSERNAME2:PASSWORD2") self.choose_file_label.setToolTip("Choose a file to use for the authentication credentials. Credentials should be saved like:\nUSERNAME1:PASSWORD1\nUSERNAME2:PASSWORD2")
layout.addWidget(self.choose_file_label) layout.addWidget(self.choose_file_label, 16 + len(gpu_stats), 0)
self.choose_file_button = QPushButton("Browse") self.choose_file_button = QPushButton("Browse")
self.choose_file_button.setVisible(False) self.choose_file_button.setVisible(False)
self.choose_file_button.setToolTip("Choose a file to use for the authentication credentials. Credentials should be saved like:\nUSERNAME1:PASSWORD1\nUSERNAME2:PASSWORD2") self.choose_file_button.setToolTip("Choose a file to use for the authentication credentials. Credentials should be saved like:\nUSERNAME1:PASSWORD1\nUSERNAME2:PASSWORD2")
self.choose_file_button.clicked.connect(self.on_choose_file_button_clicked) self.choose_file_button.clicked.connect(self.on_choose_file_button_clicked)
layout.addWidget(self.choose_file_button) layout.addWidget(self.choose_file_button, 17 + len(gpu_stats), 0)
# Extensions List # Extensions List
self.extensions_list = QListWidget() self.extensions_list = QListWidget()
self.extensions_list.setToolTip("Choose the extensions to be loaded.") self.extensions_list.setToolTip("Choose the extensions to be loaded.")
layout.addWidget(QLabel("Choose Extensions:")) layout.addWidget(QLabel("Choose Extensions:"), 18 + len(gpu_stats), 0)
layout.addWidget(self.extensions_list) layout.addWidget(self.extensions_list, 18 + len(gpu_stats), 1)
extensions = [name for name in os.listdir(extensions_folder) if os.path.isdir(os.path.join(extensions_folder, name))] extensions = [name for name in os.listdir(extensions_folder) if os.path.isdir(os.path.join(extensions_folder, name))]
for extension in extensions: for extension in extensions:
@ -168,24 +280,29 @@ class MainWindow(QMainWindow):
# Use Whole Local Network # Use Whole Local Network
self.use_network_checkbox = QCheckBox("Local Network Mode") self.use_network_checkbox = QCheckBox("Local Network Mode")
self.use_network_checkbox.setToolTip("By default, the WebUI will only be reachable by the PC running it.\nIf you want to use it also on other devices, check this") self.use_network_checkbox.setToolTip("By default, the WebUI will only be reachable by the PC running it.\nIf you want to use it also on other devices, check this")
layout.addWidget(self.use_network_checkbox) layout.addWidget(self.use_network_checkbox, 19 + len(gpu_stats), 0)
# Listen Port Checkbox and Text Field # Listen Port Checkbox and Text Field
self.listen_port_checkbox = QCheckBox("Listen Port") self.listen_port_checkbox = QCheckBox("Listen Port")
self.listen_port_checkbox.setToolTip("Choose the Port to use for the WebUI.\nDefault is 7680. If you want to use Stable Diffusion at the same time,\nor got other services running on this Port, you can change it in the textfield.") self.listen_port_checkbox.setToolTip("Choose the Port to use for the WebUI.\nDefault is 7680. If you want to use Stable Diffusion at the same time,\nor got other services running on this Port, you can change it in the textfield.")
self.listen_port_checkbox.stateChanged.connect(self.on_listen_port_checkbox_changed) self.listen_port_checkbox.stateChanged.connect(self.on_listen_port_checkbox_changed)
layout.addWidget(self.listen_port_checkbox) layout.addWidget(self.listen_port_checkbox, 19 + len(gpu_stats), 1)
self.listen_port_textfield = QLineEdit() self.listen_port_textfield = QLineEdit()
self.listen_port_textfield.setPlaceholderText("Enter port number") self.listen_port_textfield.setPlaceholderText("Enter port number")
self.listen_port_textfield.setEnabled(False) self.listen_port_textfield.setEnabled(False)
layout.addWidget(self.listen_port_textfield) layout.addWidget(self.listen_port_textfield, 20 + len(gpu_stats), 1)
# Use Whole Local Network # Use Automatically opens the Browser when finished loading the webui
self.use_autolaunch_checkbox = QCheckBox("Auto open Browser") self.use_autolaunch_checkbox = QCheckBox("Auto open Browser")
self.use_autolaunch_checkbox.setToolTip("Automatically Opens your browser when loading is finished") self.use_autolaunch_checkbox.setToolTip("Automatically Opens your browser when loading is finished")
layout.addWidget(self.use_autolaunch_checkbox) layout.addWidget(self.use_autolaunch_checkbox, 21 + len(gpu_stats), 0)
# Auto Close the GUI when pressing start.
self.use_autoclose_checkbox = QCheckBox("Close GUI on Start")
self.use_autoclose_checkbox.setToolTip("Auto Close the GUI when pressing start button.")
layout.addWidget(self.use_autoclose_checkbox, 21 + len(gpu_stats), 1)
central_widget = QWidget() central_widget = QWidget()
central_widget.setLayout(layout) central_widget.setLayout(layout)
self.setCentralWidget(central_widget) self.setCentralWidget(central_widget)
@ -193,18 +310,18 @@ class MainWindow(QMainWindow):
self.start_button = QPushButton("Start") self.start_button = QPushButton("Start")
self.start_button.setToolTip("Starts the Webui with the settings set by this GUI") self.start_button.setToolTip("Starts the Webui with the settings set by this GUI")
self.start_button.clicked.connect(self.on_start_button_clicked) self.start_button.clicked.connect(self.on_start_button_clicked)
layout.addWidget(self.start_button) layout.addWidget(self.start_button, 22 + len(gpu_stats), 0)
self.save_button = QPushButton("Save Settings") self.save_button = QPushButton("Save Settings")
self.save_button.setToolTip("You can Save your current Settings. Neat, isn't it?") self.save_button.setToolTip("You can Save your current Settings. Neat, isn't it?")
self.save_button.clicked.connect(self.on_save_button_clicked) self.save_button.clicked.connect(self.on_save_button_clicked)
layout.addWidget(self.save_button) layout.addWidget(self.save_button, 23 + len(gpu_stats), 0)
# Textfield for the Profile Name # Textfield for the Profile Name
self.profile_name_textfield = QLineEdit() self.profile_name_textfield = QLineEdit()
self.profile_name_textfield.setPlaceholderText("Enter Name for the Profile, keep empty to overwrite default") self.profile_name_textfield.setPlaceholderText("Enter Name for the Profile, keep empty to overwrite default")
self.profile_name_textfield.setToolTip("You can leave this blank, then only the default profile will be overwritten. If you want to get some organizing done, you can name it. For example:\nProfile for RP\nProfile for Chat\nProfile for coding\nProfile for Superbooga\nERROR: 404 no limits found") self.profile_name_textfield.setToolTip("You can leave this blank, then only the default profile will be overwritten. If you want to get some organizing done, you can name it. For example:\nProfile for RP\nProfile for Chat\nProfile for coding\nProfile for Superbooga\nERROR: 404 no limits found")
layout.addWidget(self.profile_name_textfield) layout.addWidget(self.profile_name_textfield, 24 + len(gpu_stats), 0)
# Save current Settings # Save current Settings
self.destroyed.connect(self.save_settings) self.destroyed.connect(self.save_settings)
@ -213,15 +330,30 @@ class MainWindow(QMainWindow):
self.profiles_dropdown = QComboBox() self.profiles_dropdown = QComboBox()
self.populate_profiles_dropdown() self.populate_profiles_dropdown()
self.profiles_dropdown.setToolTip("Here you can choose which profile you want to load. Choose, Load, Profit.") self.profiles_dropdown.setToolTip("Here you can choose which profile you want to load. Choose, Load, Profit.")
layout.addWidget(QLabel("Choose Profile:")) layout.addWidget(QLabel("Choose Profile:"), 22 + len(gpu_stats), 1)
layout.addWidget(self.profiles_dropdown) layout.addWidget(self.profiles_dropdown, 24 + len(gpu_stats), 1)
# Load Button # Load Button
self.load_button = QPushButton("Load") self.load_button = QPushButton("Load")
self.load_button.setToolTip("It's a button. That loads a selected Profile. Sometimes, I'm just create explaining things.") self.load_button.setToolTip("It's a button. That loads a selected Profile. Sometimes, I'm just create explaining things.")
self.load_button.clicked.connect(self.on_load_button_clicked) self.load_button.clicked.connect(self.on_load_button_clicked)
layout.addWidget(self.load_button) layout.addWidget(self.load_button, 23 + len(gpu_stats), 1)
def show_error_message(self, message):
QMessageBox.critical(self, "Error", message)
def reload_models(self):
model_folders = [name for name in os.listdir(model_folder) if os.path.isdir(os.path.join(model_folder, name))]
self.model_dropdown.clear() # Clear the existing items
self.model_dropdown.addItems(model_folders) # Add the updated items
def set_ram_slider_max(self):
ram_size = psutil.virtual_memory().available
ram_size_gb = ram_size // (1024 ** 3)
self.ram_slider.setMaximum(ram_size_gb)
def on_ram_slider_changed(self, value):
self.ram_value_label.setText(f"{value} GiB")
def on_pre_layer_slider_changed(self, value): def on_pre_layer_slider_changed(self, value):
# Update the value label with the current value of the pre-layer slider # Update the value label with the current value of the pre-layer slider
@ -231,6 +363,57 @@ class MainWindow(QMainWindow):
self.gpu_vram_labels[gpu_idx].setText(f"{value} GiB") self.gpu_vram_labels[gpu_idx].setText(f"{value} GiB")
#print(f"GPU {gpu_idx} VRAM usage: {value} GiB") #print(f"GPU {gpu_idx} VRAM usage: {value} GiB")
def on_gpu_radio_button_toggled(self, checked):
# Hide/show GPU-related widgets
for slider, label_vram, label_gpu in zip(self.gpu_vram_sliders, self.gpu_vram_labels, self.gpu_labels):
slider.setVisible(checked)
label_vram.setVisible(checked)
label_gpu.setVisible(checked)
# Hide RAM slider and value label
self.ram_label.hide()
self.ram_slider.hide()
self.ram_value_label.hide()
# Uncheck CPU and Autodevice radio buttons
if checked:
self.cpu_radio_button.setChecked(False)
self.auto_radio_button.setChecked(False)
def on_cpu_radio_button_toggled(self, checked):
# Hide/show GPU-related widgets
for slider, label_vram, label_gpu in zip(self.gpu_vram_sliders, self.gpu_vram_labels, self.gpu_labels):
slider.hide()
label_vram.hide()
label_gpu.hide()
# Show RAM slider and value label
self.ram_label.setVisible(checked)
self.ram_slider.setVisible(checked)
self.ram_value_label.setVisible(checked)
# Uncheck GPU and Autodevice radio buttons
if checked:
self.gpu_radio_button.setChecked(False)
self.auto_radio_button.setChecked(False)
def on_auto_radio_button_toggled(self, checked):
# Hide/show GPU-related widgets
for slider, label_vram, label_gpu in zip(self.gpu_vram_sliders, self.gpu_vram_labels, self.gpu_labels):
slider.hide()
label_vram.hide()
label_gpu.hide()
# Hide RAM slider and value label
self.ram_label.hide()
self.ram_slider.hide()
self.ram_value_label.hide()
# Uncheck GPU and CPU radio buttons
if checked:
self.gpu_radio_button.setChecked(False)
self.cpu_radio_button.setChecked(False)
def on_listen_port_checkbox_changed(self, state): def on_listen_port_checkbox_changed(self, state):
self.listen_port_textfield.setEnabled(state == Qt.Checked) self.listen_port_textfield.setEnabled(state == Qt.Checked)
@ -251,21 +434,33 @@ class MainWindow(QMainWindow):
def on_save_button_clicked(self): def on_save_button_clicked(self):
settings = { settings = {
"model": self.model_dropdown.currentText(), "model": self.model_dropdown.currentText(), # Saves the Current selected Model
"wbits": self.wbit_dropdown.currentText(), "wbits": self.wbit_dropdown.currentText(), # Saves the WBIT Setting
"groupsize": self.gsize_dropdown.currentText(), "groupsize": self.gsize_dropdown.currentText(), # Saves the Groupsize
"mode": self.mode_dropdown.currentText(), "mode": self.mode_dropdown.currentText(), # Saves the selected interaction mode (Chat,cai_chat,Notebook)
"use_gpu": self.use_gpu_checkbox.isChecked(), "use_gpu": self.gpu_radio_button.isChecked(), # Save the state of the GPU radio button
"prelayer": self.pre_layer_value_label.text(), "use_cpu": self.cpu_radio_button.isChecked(), # Save the state of the CPU radio button
"use_8bit": self.use_8bit_checkbox.isChecked(), "use_auto": self.auto_radio_button.isChecked(), # Save the state of the auto device radio button
"autolaunch": self.use_autolaunch_checkbox.isChecked(), "built_in_ram": self.ram_slider.value(), # Save the value of the built-in RAM slider
"listen": self.use_network_checkbox.isChecked(), "prelayer": self.pre_layer_value_label.text(), # Saves the Prelayer value
"listen_port": self.listen_port_checkbox.isChecked(), "use_8bit": self.use_8bit_checkbox.isChecked(), # Saves the state of the 8bit checkbox
"port_number": self.listen_port_textfield.text(), "no_stream": self.use_nostream_checkbox.isChecked(), # Saves the state of the no_stream checkbox
"authentication": self.authentication_checkbox.isChecked(), "use_16bit": self.use_16bit_checkbox.isChecked(), # Saves the state of the use_16bit checkbox
"xformers": self.use_xformers_checkbox.isChecked(), # Saves the state of the xformers checkbox
"trust_remote_code": self.use_trc_checkbox.isChecked(), # Saves the state of the trust_remote_code checkbox
"monkeypatch": self.use_monkey_checkbox.isChecked(), # Saves the state of the monkeypatch checkbox
"quant_attn": self.use_quant_checkbox.isChecked(), # Saves the state of the quant_attn checkbox
"autotune": self.use_autotune_checkbox.isChecked(), # Saves the state of the autotune checkbox
"autolaunch": self.use_autolaunch_checkbox.isChecked(), # Saves the state of the autotune checkbox
"autoclose": self.use_autoclose_checkbox.isChecked(), # Saves the state of the autotune checkbox
"nocache": self.use_nocache_checkbox.isChecked(), # Saves the state of the autotune checkbox
"listen": self.use_network_checkbox.isChecked(), # Saves the state of the Local Network Checkbox
"listen_port": self.listen_port_checkbox.isChecked(), # Saves the state of the Listen Port Checkbox
"port_number": self.listen_port_textfield.text(), # Saves the Port given in the Textbox
"authentication": self.authentication_checkbox.isChecked(), # Saves the state of the Authentication
"authentication_file": self.choose_file_label.text(), # Save the authentication file path "authentication_file": self.choose_file_label.text(), # Save the authentication file path
"gpu_vram": [slider.value() for slider in self.gpu_vram_sliders], "gpu_vram": [slider.value() for slider in self.gpu_vram_sliders], # Saves the VRAM Values
"extensions": [self.extensions_list.item(i).text() for i in range(self.extensions_list.count()) if self.extensions_list.item(i).checkState() == Qt.Checked] "extensions": [self.extensions_list.item(i).text() for i in range(self.extensions_list.count()) if self.extensions_list.item(i).checkState() == Qt.Checked] # Saves the chosen Extensions
} }
# Get the text entered in the text field # Get the text entered in the text field
@ -289,29 +484,81 @@ class MainWindow(QMainWindow):
# Adds wbits to the command, if not "none" # Adds wbits to the command, if not "none"
chosen_wbits = self.wbit_dropdown.currentText() chosen_wbits = self.wbit_dropdown.currentText()
if self.wbit_dropdown.currentText() != "none": if self.wbit_dropdown.currentText() != "none":
command += f" --wbits {chosen_wbits}" if not self.cpu_radio_button.isChecked():
command += f" --wbits {chosen_wbits}"
# Adds Groupsize to the command, if not "none" # Adds Groupsize to the command, if not "none"
chosen_gsize = self.gsize_dropdown.currentText() chosen_gsize = self.gsize_dropdown.currentText()
if self.gsize_dropdown.currentText() != "none": if self.gsize_dropdown.currentText() != "none":
command += f" --groupsize {chosen_gsize}" if not self.cpu_radio_button.isChecked():
command += f" --groupsize {chosen_gsize}"
# Add the chosen mode to the command (Chat, cai-chat, notebook) # Add the chosen mode to the command (Chat, cai-chat, notebook)
chosen_mode = self.mode_dropdown.currentText() chosen_mode = self.mode_dropdown.currentText()
command += f" --{chosen_mode}" command += f" --{chosen_mode}"
# Add GPU-related options if the "Use GPU" checkbox is checked # Handle GPU or CPU selection
if self.use_gpu_checkbox.isChecked(): if self.gpu_radio_button.isChecked():
command += " --gpu-memory" # GPU radio button is selected
for idx, slider in enumerate(self.gpu_vram_sliders): total_vram = sum(slider.value() for slider in self.gpu_vram_sliders)
vram = slider.value() if total_vram == 0:
if vram > 0: error_message = "Error:\nAt least one VRAM value must be greater than 0 for GPU execution."
command += f" {vram}" self.show_error_message(error_message)
else:
command += " --gpu-memory"
for vram in [slider.value() for slider in self.gpu_vram_sliders]:
if vram > 0:
command += f" {vram}"
elif self.cpu_radio_button.isChecked():
# CPU radio button is selected
command += " --cpu-memory"
ram_value = self.ram_slider.value()
if ram_value > 0:
command += f" {ram_value}"
else:
# Display an error message in a dialog box when RAM value is 0
error_message = "Error:\nRAM value cannot be 0 for CPU execution."
self.show_error_message(error_message)
return
elif self.auto_radio_button.isChecked():
command += " --auto-device"
# Add 8bit loading # Add 8bit loading
if self.use_8bit_checkbox.isChecked(): if self.use_8bit_checkbox.isChecked():
command += " --load-in-8bit" command += " --load-in-8bit"
# Add no-stream
if self.use_nostream_checkbox.isChecked():
command += " --no-stream"
# Add 16bit full precision loading
if self.use_16bit_checkbox.isChecked():
command += " --bf16"
# Add xformers loading
if self.use_xformers_checkbox.isChecked():
command += " --xformers"
# Use "Trust Remote Code=TRUE" for ex. MPT-7B
if self.use_trc_checkbox.isChecked():
command += " --trust-remote-code"
# Use Triton Warmup & Autotune
if self.use_autotune_checkbox.isChecked():
command += " --warmup_autotune"
# Add loading with Monkey Patch
if self.use_monkey_checkbox.isChecked():
command += " --monkey-patch"
# Enable quant attention
if self.use_quant_checkbox.isChecked():
command += " --quant_attn"
# Disable Cache
if self.use_nocache_checkbox.isChecked():
command += " --no-cache"
# Add --auto-launch # Add --auto-launch
if self.use_autolaunch_checkbox.isChecked(): if self.use_autolaunch_checkbox.isChecked():
command += " --auto-launch" command += " --auto-launch"
@ -340,27 +587,46 @@ class MainWindow(QMainWindow):
if extensions: if extensions:
command += f" --extensions {' '.join(extensions)}" command += f" --extensions {' '.join(extensions)}"
# Runs the WebuiGUI.py with the commands that were chosen by the User in the GUI. # Just for debugging.
# print(f"Command generated: python webuiGUI.py{command}")
# Starts the webui in the conda env with the user given Options
run_cmd_with_conda(f"python webuiGUI.py {command}") run_cmd_with_conda(f"python webuiGUI.py {command}")
# print(f"Command generate: python webuiGUI.py {command}")
exit() if self.use_autoclose_checkbox.isChecked():
sys.exit()
def on_update_button_clicked(self):
run_cmd_with_conda(f"python webuiGUI.py --update")
def save_settings(self): def save_settings(self):
settings = { settings = {
"model": self.model_dropdown.currentText(), "model": self.model_dropdown.currentText(), # Saves the Current selected Model
"wbits": self.wbit_dropdown.currentText(), "wbits": self.wbit_dropdown.currentText(), # Saves the WBIT Setting
"groupsize": self.gsize_dropdown.currentText(), "groupsize": self.gsize_dropdown.currentText(), # Saves the Groupsize
"mode": self.mode_dropdown.currentText(), "mode": self.mode_dropdown.currentText(), # Saves the selected interaction mode (Chat,cai_chat,Notebook)
"use_gpu": self.use_gpu_checkbox.isChecked(), "use_gpu": self.gpu_radio_button.isChecked(), # Save the state of the GPU radio button
"prelayer": self.pre_layer_value_label.text(), "use_cpu": self.cpu_radio_button.isChecked(), # Save the state of the CPU radio button
"use_8bit": self.use_8bit_checkbox.isChecked(), "use_auto": self.auto_radio_button.isChecked(), # Save the state of the auto device radio button
"listen": self.use_network_checkbox.isChecked(), "built_in_ram": self.ram_slider.value(), # Save the value of the built-in RAM slider
"listen_port": self.listen_port_checkbox.isChecked(), "prelayer": self.pre_layer_value_label.text(), # Saves the Prelayer value
"port_number": self.listen_port_textfield.text(), "use_8bit": self.use_8bit_checkbox.isChecked(), # Saves the state of the 8bit checkbox
"authentication": self.authentication_checkbox.isChecked(), "no_stream": self.use_nostream_checkbox.isChecked(), # Saves the state of the no_stream checkbox
"use_16bit": self.use_16bit_checkbox.isChecked(), # Saves the state of the use_16bit checkbox
"xformers": self.use_xformers_checkbox.isChecked(), # Saves the state of the xformers checkbox
"trust_remote_code": self.use_trc_checkbox.isChecked(), # Saves the state of the trust_remote_code checkbox
"monkeypatch": self.use_monkey_checkbox.isChecked(), # Saves the state of the monkeypatch checkbox
"quant_attn": self.use_quant_checkbox.isChecked(), # Saves the state of the quant_attn checkbox
"autotune": self.use_autotune_checkbox.isChecked(), # Saves the state of the autotune checkbox
"autolaunch": self.use_autolaunch_checkbox.isChecked(), # Saves the state of the autotune checkbox
"autoclose": self.use_autoclose_checkbox.isChecked(), # Saves the state of the autotune checkbox
"nocache": self.use_nocache_checkbox.isChecked(), # Saves the state of the autotune checkbox
"listen": self.use_network_checkbox.isChecked(), # Saves the state of the Local Network Checkbox
"listen_port": self.listen_port_checkbox.isChecked(), # Saves the state of the Listen Port Checkbox
"port_number": self.listen_port_textfield.text(), # Saves the Port given in the Textbox
"authentication": self.authentication_checkbox.isChecked(), # Saves the state of the Authentication
"authentication_file": self.choose_file_label.text(), # Save the authentication file path "authentication_file": self.choose_file_label.text(), # Save the authentication file path
"gpu_vram": [slider.value() for slider in self.gpu_vram_sliders], "gpu_vram": [slider.value() for slider in self.gpu_vram_sliders], # Saves the VRAM Values
"extensions": [self.extensions_list.item(i).text() for i in range(self.extensions_list.count()) if self.extensions_list.item(i).checkState() == Qt.Checked] "extensions": [self.extensions_list.item(i).text() for i in range(self.extensions_list.count()) if self.extensions_list.item(i).checkState() == Qt.Checked] # Saves the chosen Extensions
} }
with open(settings_file, "w") as file: with open(settings_file, "w") as file:
@ -400,10 +666,25 @@ class MainWindow(QMainWindow):
self.wbit_dropdown.setCurrentText(settings.get("wbits", "")) self.wbit_dropdown.setCurrentText(settings.get("wbits", ""))
self.gsize_dropdown.setCurrentText(settings.get("groupsize", "")) self.gsize_dropdown.setCurrentText(settings.get("groupsize", ""))
self.mode_dropdown.setCurrentText(settings.get("mode", "")) self.mode_dropdown.setCurrentText(settings.get("mode", ""))
self.use_gpu_checkbox.setChecked(settings.get("use_gpu", False)) use_gpu = settings.get("use_gpu", False)
use_cpu = settings.get("use_cpu", False)
self.gpu_radio_button.setChecked(use_gpu)
self.cpu_radio_button.setChecked(use_cpu)
built_in_ram = settings.get("built_in_ram", 0)
self.ram_slider.setValue(built_in_ram)
self.listen_port_checkbox.setChecked(settings.get("listen_port", False)) self.listen_port_checkbox.setChecked(settings.get("listen_port", False))
self.listen_port_textfield.setText(settings.get("port_number", "")) self.listen_port_textfield.setText(settings.get("port_number", ""))
self.use_8bit_checkbox.setChecked(settings.get("use_8bit", False)) self.use_8bit_checkbox.setChecked(settings.get("use_8bit", False))
self.use_nostream_checkbox.setChecked(settings.get("no_stream", False))
self.use_16bit_checkbox.setChecked(settings.get("use_16bit", False))
self.use_xformers_checkbox.setChecked(settings.get("xformers", False))
self.use_trc_checkbox.setChecked(settings.get("trust_remote_code", False))
self.use_monkey_checkbox.setChecked(settings.get("monkeypatch", False))
self.use_quant_checkbox.setChecked(settings.get("quant_attn", False))
self.use_autotune_checkbox.setChecked(settings.get("autotune", False))
self.use_autolaunch_checkbox.setChecked(settings.get("autolaunch", False))
self.use_autoclose_checkbox.setChecked(settings.get("autoclose", False))
self.use_nocache_checkbox.setChecked(settings.get("nocache", False))
self.authentication_checkbox.setChecked(settings.get("authentication", False)) self.authentication_checkbox.setChecked(settings.get("authentication", False))
self.choose_file_label.setText(settings.get("authentication_file", "")) self.choose_file_label.setText(settings.get("authentication_file", ""))
self.pre_layer_slider.setValue(int(settings.get("prelayer", 0))) self.pre_layer_slider.setValue(int(settings.get("prelayer", 0)))
@ -431,15 +712,32 @@ class MainWindow(QMainWindow):
try: try:
settings = json.load(file) settings = json.load(file)
# Apply the loaded settings to the GUI elements # Apply the loaded settings to the GUI elements
self.model_dropdown.setCurrentText(settings.get("model", "")) self.model_dropdown.setCurrentText(settings.get("model", ""))
self.wbit_dropdown.setCurrentText(settings.get("wbits", "")) self.wbit_dropdown.setCurrentText(settings.get("wbits", ""))
self.gsize_dropdown.setCurrentText(settings.get("groupsize", "")) self.gsize_dropdown.setCurrentText(settings.get("groupsize", ""))
self.mode_dropdown.setCurrentText(settings.get("mode", "")) self.mode_dropdown.setCurrentText(settings.get("mode", ""))
self.use_gpu_checkbox.setChecked(settings.get("use_gpu", False)) use_gpu = settings.get("use_gpu", False)
use_cpu = settings.get("use_cpu", False)
use_auto = settings.get("use_auto", False)
self.gpu_radio_button.setChecked(use_gpu)
self.cpu_radio_button.setChecked(use_cpu)
self.auto_radio_button.setChecked(use_auto)
built_in_ram = settings.get("built_in_ram", 0)
self.ram_slider.setValue(built_in_ram)
self.listen_port_checkbox.setChecked(settings.get("listen_port", False)) self.listen_port_checkbox.setChecked(settings.get("listen_port", False))
self.listen_port_textfield.setText(settings.get("port_number", "")) self.listen_port_textfield.setText(settings.get("port_number", ""))
self.use_8bit_checkbox.setChecked(settings.get("use_8bit", False)) self.use_8bit_checkbox.setChecked(settings.get("use_8bit", False))
self.use_nostream_checkbox.setChecked(settings.get("no_stream", False))
self.use_16bit_checkbox.setChecked(settings.get("use_16bit", False))
self.use_xformers_checkbox.setChecked(settings.get("xformers", False))
self.use_trc_checkbox.setChecked(settings.get("trust_remote_code", False))
self.use_monkey_checkbox.setChecked(settings.get("monkeypatch", False))
self.use_quant_checkbox.setChecked(settings.get("quant_attn", False))
self.use_autotune_checkbox.setChecked(settings.get("autotune", False))
self.use_autolaunch_checkbox.setChecked(settings.get("autolaunch", False))
self.use_autoclose_checkbox.setChecked(settings.get("autoclose", False))
self.use_nocache_checkbox.setChecked(settings.get("nocache", False))
self.authentication_checkbox.setChecked(settings.get("authentication", False)) self.authentication_checkbox.setChecked(settings.get("authentication", False))
self.choose_file_label.setText(settings.get("authentication_file", "")) self.choose_file_label.setText(settings.get("authentication_file", ""))
self.pre_layer_slider.setValue(int(settings.get("prelayer", 0))) self.pre_layer_slider.setValue(int(settings.get("prelayer", 0)))
@ -463,12 +761,8 @@ class MainWindow(QMainWindow):
# Handle the case when the file is empty or not in valid JSON format # Handle the case when the file is empty or not in valid JSON format
pass pass
if __name__ == "__main__": if __name__ == "__main__":
app = QApplication(sys.argv) app = QApplication(sys.argv)
main_window = MainWindow() main_window = MainWindow()
main_window.show() main_window.show()
sys.exit(app.exec_()) sys.exit(app.exec_())