leafspark
/
AutoGGUF
mirror of https://github.com/leafspark/AutoGGUF
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

refactor: allow more tensor types

This commit is contained in:
BuildTools 2024-08-05 17:51:54 -07:00
parent eca2ecc785
commit c0635936cc
No known key found for this signature in database
GPG Key ID: 3270C066C15D530B
3 changed files with 26 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
src/AutoGGUF.py
View File

@ -237,11 +237,30 @@ def __init__(self):
self.exclude_weights,
)
tensor_types = [
"Q2_K",
"Q2_K_S",
"Q3_K_S",
"Q3_K_M",
"Q3_K_L",
"Q4_K_S",
"Q4_K_M",
"Q5_K_S",
"Q5_K_M",
"Q6_K",
"Q8_0",
"Q4_0",
"Q4_1",
"Q5_0",
"Q5_1",
"BF16",
"F16",
"F32",
]
self.use_output_tensor_type = QCheckBox(USE_OUTPUT_TENSOR_TYPE)
self.output_tensor_type = QComboBox()
self.output_tensor_type.addItems(
["F32", "F16", "Q4_0", "Q4_1", "Q5_0", "Q5_1", "Q8_0"]
)
self.output_tensor_type.addItems(tensor_types)
self.output_tensor_type.setEnabled(False)
self.use_output_tensor_type.toggled.connect(
lambda checked: self.output_tensor_type.setEnabled(checked)
@ -256,9 +275,7 @@ def __init__(self):
self.use_token_embedding_type = QCheckBox(USE_TOKEN_EMBEDDING_TYPE)
self.token_embedding_type = QComboBox()
self.token_embedding_type.addItems(
["F32", "F16", "Q4_0", "Q4_1", "Q5_0", "Q5_1", "Q8_0"]
)
self.token_embedding_type.addItems(tensor_types)
self.token_embedding_type.setEnabled(False)
self.use_token_embedding_type.toggled.connect(
lambda checked: self.token_embedding_type.setEnabled(checked)

15
src/DownloadThread.py
View File

@ -1,17 +1,8 @@
from PyQt6.QtWidgets import *
from PyQt6.QtCore import *
from PyQt6.QtGui import *
import os
import sys
import psutil
import subprocess
import time
import signal
import json
import platform
import requests
import zipfile
from datetime import datetime
import requests
from PyQt6.QtCore import *
class DownloadThread(QThread):

13
src/ModelInfoDialog.py
View File

@ -1,17 +1,4 @@
from PyQt6.QtWidgets import *
from PyQt6.QtCore import *
from PyQt6.QtGui import *
import os
import sys
import psutil
import subprocess
import time
import signal
import json
import platform
import requests
import zipfile
from datetime import datetime
class ModelInfoDialog(QDialog):