mirror of https://github.com/leafspark/AutoGGUF
100 lines
3.0 KiB
Python
100 lines
3.0 KiB
Python
from Localizations import *
|
|
import psutil
|
|
from error_handling import show_error
|
|
|
|
|
|
def update_model_info(logger, self, model_info):
|
|
logger.debug(UPDATING_MODEL_INFO.format(model_info))
|
|
pass
|
|
|
|
|
|
def update_system_info(self):
|
|
ram = psutil.virtual_memory()
|
|
cpu = psutil.cpu_percent()
|
|
self.ram_bar.setValue(int(ram.percent))
|
|
self.ram_bar.setFormat(
|
|
RAM_USAGE_FORMAT.format(
|
|
ram.percent, ram.used // 1024 // 1024, ram.total // 1024 // 1024
|
|
)
|
|
)
|
|
self.cpu_label.setText(CPU_USAGE_FORMAT.format(cpu))
|
|
self.cpu_bar.setValue(int(cpu))
|
|
|
|
|
|
def update_download_progress(self, progress):
|
|
self.download_progress.setValue(progress)
|
|
|
|
|
|
def update_cuda_backends(self):
|
|
self.logger.debug(UPDATING_CUDA_BACKENDS)
|
|
self.backend_combo_cuda.clear()
|
|
llama_bin = os.path.abspath("llama_bin")
|
|
if os.path.exists(llama_bin):
|
|
for item in os.listdir(llama_bin):
|
|
item_path = os.path.join(llama_bin, item)
|
|
if os.path.isdir(item_path) and "cudart-llama" not in item.lower():
|
|
if "cu1" in item.lower(): # Only include CUDA-capable backends
|
|
self.backend_combo_cuda.addItem(item, userData=item_path)
|
|
|
|
if self.backend_combo_cuda.count() == 0:
|
|
self.backend_combo_cuda.addItem(NO_SUITABLE_CUDA_BACKENDS)
|
|
self.backend_combo_cuda.setEnabled(False)
|
|
else:
|
|
self.backend_combo_cuda.setEnabled(True)
|
|
|
|
|
|
def update_threads_spinbox(self, value):
|
|
self.threads_spinbox.setValue(value)
|
|
|
|
|
|
def update_threads_slider(self, value):
|
|
self.threads_slider.setValue(value)
|
|
|
|
|
|
def update_gpu_offload_spinbox(self, value):
|
|
self.gpu_offload_spinbox.setValue(value)
|
|
|
|
|
|
def update_gpu_offload_slider(self, value):
|
|
self.gpu_offload_slider.setValue(value)
|
|
|
|
|
|
def update_cuda_option(self):
|
|
self.logger.debug(UPDATING_CUDA_OPTIONS)
|
|
asset = self.asset_combo.currentData()
|
|
|
|
# Handle the case where asset is None
|
|
if asset is None:
|
|
self.logger.warning(NO_ASSET_SELECTED_FOR_CUDA_CHECK)
|
|
self.cuda_extract_checkbox.setVisible(False)
|
|
self.cuda_backend_label.setVisible(False)
|
|
self.backend_combo_cuda.setVisible(False)
|
|
return # Exit the function early
|
|
|
|
is_cuda = asset and "cudart" in asset["name"].lower()
|
|
self.cuda_extract_checkbox.setVisible(is_cuda)
|
|
self.cuda_backend_label.setVisible(is_cuda)
|
|
self.backend_combo_cuda.setVisible(is_cuda)
|
|
if is_cuda:
|
|
self.update_cuda_backends()
|
|
|
|
|
|
def update_assets(self):
|
|
self.logger.debug(UPDATING_ASSET_LIST)
|
|
self.asset_combo.clear()
|
|
release = self.release_combo.currentData()
|
|
if release:
|
|
if "assets" in release:
|
|
for asset in release["assets"]:
|
|
self.asset_combo.addItem(asset["name"], userData=asset)
|
|
else:
|
|
show_error(
|
|
self.logger, NO_ASSETS_FOUND_FOR_RELEASE.format(release["tag_name"])
|
|
)
|
|
self.update_cuda_option()
|
|
|
|
|
|
def update_base_model_visibility(self, index):
|
|
is_gguf = self.lora_output_type_combo.itemText(index) == "GGUF"
|
|
self.base_model_wrapper.setVisible(is_gguf)
|