gguf-my-repo-ENHANCED

Running

olegshulyakov commited on Sep 25

Commit

8aaef06

verified ·

1 Parent(s): 4f0a367

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -552,7 +552,7 @@ class GGUFConverterUI:
             info="Quantize embeddings tensor separately"
         )
         self.embedding_tensor_method = gr.Dropdown(
-            choices=["Q2_K", "Q3_K", "Q4_K", "Q5_K", "Q6_K", "Q8_0", "COPY"],
             label="Embeddings Quantization Method",
             info="use a specific quant type for the token embeddings tensor",
             value="Q8_0",
@@ -565,7 +565,7 @@ class GGUFConverterUI:
             info="Quantize output tensor separately"
         )
         self.output_tensor_method = gr.Dropdown(
-            choices=["Q2_K", "Q3_K", "Q4_K", "Q5_K", "Q6_K", "Q8_0", "COPY"],
             label="Output Quantization Method",
             info="use a specific quant type for the output.weight tensor",
             value="Q8_0",

             info="Quantize embeddings tensor separately"
         )
         self.embedding_tensor_method = gr.Dropdown(
+            choices=["Q2_K", "Q3_K", "Q4_K", "Q5_K", "Q6_K", "Q8_0", "F16"],
             label="Embeddings Quantization Method",
             info="use a specific quant type for the token embeddings tensor",
             value="Q8_0",
             info="Quantize output tensor separately"
         )
         self.output_tensor_method = gr.Dropdown(
+            choices=["Q2_K", "Q3_K", "Q4_K", "Q5_K", "Q6_K", "Q8_0", "F16"],
             label="Output Quantization Method",
             info="use a specific quant type for the output.weight tensor",
             value="Q8_0",