Spaces:
Running
on
Zero
Running
on
Zero
fix: format
Browse files
app.py
CHANGED
@@ -83,7 +83,9 @@ def generate(
|
|
83 |
partial_response += new_token
|
84 |
if "<|im_end|>" in partial_response or "<|endoftext|>" in partial_response:
|
85 |
break
|
86 |
-
|
|
|
|
|
87 |
|
88 |
|
89 |
def clear():
|
@@ -108,17 +110,15 @@ with gr.Blocks() as demo:
|
|
108 |
temperature = gr.Slider(0, 1, 0.3, step=0.1, label="Temperatura")
|
109 |
max_tokens = gr.Slider(128, 4096, 1024, label="Maksymalna d艂ugo艣膰 odpowiedzi")
|
110 |
top_k = gr.Slider(1, 80, 40, step=1, label="Top K")
|
111 |
-
repetition_penalty = gr.Slider(
|
|
|
|
|
112 |
top_p = gr.Slider(0, 1, 0.95, step=0.05, label="Top P")
|
113 |
btn.click(
|
114 |
generate,
|
115 |
inputs=[prompt, temperature, max_tokens, top_k, repetition_penalty, top_p],
|
116 |
outputs=output,
|
117 |
)
|
118 |
-
clear_btn.click(
|
119 |
-
clear,
|
120 |
-
inputs=[],
|
121 |
-
outputs=[prompt, output]
|
122 |
-
)
|
123 |
|
124 |
demo.launch()
|
|
|
83 |
partial_response += new_token
|
84 |
if "<|im_end|>" in partial_response or "<|endoftext|>" in partial_response:
|
85 |
break
|
86 |
+
# Strip leading whitespace and newlines
|
87 |
+
cleaned_response = partial_response.lstrip("\n").lstrip()
|
88 |
+
yield cleaned_response
|
89 |
|
90 |
|
91 |
def clear():
|
|
|
110 |
temperature = gr.Slider(0, 1, 0.3, step=0.1, label="Temperatura")
|
111 |
max_tokens = gr.Slider(128, 4096, 1024, label="Maksymalna d艂ugo艣膰 odpowiedzi")
|
112 |
top_k = gr.Slider(1, 80, 40, step=1, label="Top K")
|
113 |
+
repetition_penalty = gr.Slider(
|
114 |
+
0, 2, 1.1, step=0.1, label="Penalizacja powt贸rze艅"
|
115 |
+
)
|
116 |
top_p = gr.Slider(0, 1, 0.95, step=0.05, label="Top P")
|
117 |
btn.click(
|
118 |
generate,
|
119 |
inputs=[prompt, temperature, max_tokens, top_k, repetition_penalty, top_p],
|
120 |
outputs=output,
|
121 |
)
|
122 |
+
clear_btn.click(clear, inputs=[], outputs=[prompt, output])
|
|
|
|
|
|
|
|
|
123 |
|
124 |
demo.launch()
|