Spaces:
Running
on
A10G
Running
on
A10G
MekkCyber
commited on
Commit
Β·
92eb715
1
Parent(s):
4512289
change defaults
Browse files
app.py
CHANGED
|
@@ -358,14 +358,14 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
| 358 |
quant_type_4 = gr.Dropdown(
|
| 359 |
info="The quantization data type in the bnb.nn.Linear4Bit layers",
|
| 360 |
choices=["fp4", "nf4"],
|
| 361 |
-
value="
|
| 362 |
visible=True,
|
| 363 |
show_label=False
|
| 364 |
)
|
| 365 |
compute_type_4 = gr.Dropdown(
|
| 366 |
info="The compute type for the model",
|
| 367 |
choices=["float16", "bfloat16", "float32"],
|
| 368 |
-
value="
|
| 369 |
visible=True,
|
| 370 |
show_label=False
|
| 371 |
)
|
|
@@ -383,10 +383,10 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
| 383 |
)
|
| 384 |
with gr.Row(elem_classes="option-row"):
|
| 385 |
double_quant_4 = gr.Radio(
|
| 386 |
-
["
|
| 387 |
info="Use Double Quant",
|
| 388 |
visible=True,
|
| 389 |
-
value="
|
| 390 |
show_label=False
|
| 391 |
)
|
| 392 |
gr.Markdown(
|
|
@@ -408,13 +408,13 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
| 408 |
public = gr.Checkbox(
|
| 409 |
label="π Make model public",
|
| 410 |
info="If checked, the model will be publicly accessible",
|
| 411 |
-
value=
|
| 412 |
interactive=True,
|
| 413 |
show_label=True
|
| 414 |
)
|
| 415 |
|
| 416 |
with gr.Column():
|
| 417 |
-
quantize_button = gr.Button("π Quantize and
|
| 418 |
output_link = gr.Markdown(label="π Quantized Model Link", container=True, min_height=80)
|
| 419 |
|
| 420 |
quantize_button.click(
|
|
|
|
| 358 |
quant_type_4 = gr.Dropdown(
|
| 359 |
info="The quantization data type in the bnb.nn.Linear4Bit layers",
|
| 360 |
choices=["fp4", "nf4"],
|
| 361 |
+
value="nf4",
|
| 362 |
visible=True,
|
| 363 |
show_label=False
|
| 364 |
)
|
| 365 |
compute_type_4 = gr.Dropdown(
|
| 366 |
info="The compute type for the model",
|
| 367 |
choices=["float16", "bfloat16", "float32"],
|
| 368 |
+
value="bfloat16",
|
| 369 |
visible=True,
|
| 370 |
show_label=False
|
| 371 |
)
|
|
|
|
| 383 |
)
|
| 384 |
with gr.Row(elem_classes="option-row"):
|
| 385 |
double_quant_4 = gr.Radio(
|
| 386 |
+
["True", "False"],
|
| 387 |
info="Use Double Quant",
|
| 388 |
visible=True,
|
| 389 |
+
value="True",
|
| 390 |
show_label=False
|
| 391 |
)
|
| 392 |
gr.Markdown(
|
|
|
|
| 408 |
public = gr.Checkbox(
|
| 409 |
label="π Make model public",
|
| 410 |
info="If checked, the model will be publicly accessible",
|
| 411 |
+
value=True,
|
| 412 |
interactive=True,
|
| 413 |
show_label=True
|
| 414 |
)
|
| 415 |
|
| 416 |
with gr.Column():
|
| 417 |
+
quantize_button = gr.Button("π Quantize and Push to the Hub", variant="primary")
|
| 418 |
output_link = gr.Markdown(label="π Quantized Model Link", container=True, min_height=80)
|
| 419 |
|
| 420 |
quantize_button.click(
|