Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -159,11 +159,18 @@ providers_list = [
|
|
159 |
"together", # Together AI
|
160 |
"sambanova", # SambaNova
|
161 |
"replicate", # Replicate
|
162 |
-
"fal-ai"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
163 |
]
|
164 |
|
165 |
-
# Provider selection
|
166 |
-
|
167 |
choices=providers_list,
|
168 |
value="hf-inference",
|
169 |
label="Inference Provider",
|
@@ -188,7 +195,7 @@ demo = gr.ChatInterface(
|
|
188 |
frequency_penalty_slider,
|
189 |
seed_slider,
|
190 |
custom_model_box,
|
191 |
-
|
192 |
],
|
193 |
fill_height=True,
|
194 |
chatbot=chatbot,
|
@@ -266,22 +273,31 @@ with demo:
|
|
266 |
print("Featured model radio button change event linked.")
|
267 |
|
268 |
# Add new accordion for advanced settings including provider selection
|
269 |
-
with gr.Accordion("Advanced Settings", open=
|
270 |
-
gr.Markdown("### Inference Provider")
|
271 |
gr.Markdown("Select which provider to use for inference. Uses your Hugging Face PRO credits.")
|
272 |
-
# Provider
|
273 |
|
274 |
gr.Markdown("""
|
275 |
### Provider Information
|
276 |
|
277 |
- **hf-inference**: Default Hugging Face Inference API
|
278 |
-
- **cerebras**: Cerebras AI models
|
279 |
- **together**: Together AI models
|
280 |
- **sambanova**: SambaNova models
|
281 |
- **replicate**: Replicate models
|
282 |
- **fal-ai**: Fal.ai models
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
283 |
|
284 |
As a PRO user, you receive $2 of credits monthly across all providers.
|
|
|
|
|
285 |
""")
|
286 |
|
287 |
print("Gradio interface initialized.")
|
|
|
159 |
"together", # Together AI
|
160 |
"sambanova", # SambaNova
|
161 |
"replicate", # Replicate
|
162 |
+
"fal-ai", # Fal.ai
|
163 |
+
"novita", # Novita AI
|
164 |
+
"black-forest-labs", # Black Forest Labs
|
165 |
+
"cohere", # Cohere
|
166 |
+
"fireworks-ai", # Fireworks AI
|
167 |
+
"hyperbolic", # Hyperbolic
|
168 |
+
"nebius", # Nebius
|
169 |
+
"openai" # OpenAI compatible endpoints
|
170 |
]
|
171 |
|
172 |
+
# Provider selection dropdown for better UX with many options
|
173 |
+
provider_dropdown = gr.Dropdown(
|
174 |
choices=providers_list,
|
175 |
value="hf-inference",
|
176 |
label="Inference Provider",
|
|
|
195 |
frequency_penalty_slider,
|
196 |
seed_slider,
|
197 |
custom_model_box,
|
198 |
+
provider_dropdown, # Add provider selection to inputs
|
199 |
],
|
200 |
fill_height=True,
|
201 |
chatbot=chatbot,
|
|
|
273 |
print("Featured model radio button change event linked.")
|
274 |
|
275 |
# Add new accordion for advanced settings including provider selection
|
276 |
+
with gr.Accordion("Advanced Settings", open=True):
|
277 |
+
gr.Markdown("### Inference Provider Selection")
|
278 |
gr.Markdown("Select which provider to use for inference. Uses your Hugging Face PRO credits.")
|
279 |
+
# Provider dropdown is already included in the additional_inputs
|
280 |
|
281 |
gr.Markdown("""
|
282 |
### Provider Information
|
283 |
|
284 |
- **hf-inference**: Default Hugging Face Inference API
|
285 |
+
- **cerebras**: Cerebras AI models - extremely fast inference (70x faster than GPUs)
|
286 |
- **together**: Together AI models
|
287 |
- **sambanova**: SambaNova models
|
288 |
- **replicate**: Replicate models
|
289 |
- **fal-ai**: Fal.ai models
|
290 |
+
- **novita**: Novita AI
|
291 |
+
- **black-forest-labs**: Black Forest Labs
|
292 |
+
- **cohere**: Cohere models
|
293 |
+
- **fireworks-ai**: Fireworks AI
|
294 |
+
- **hyperbolic**: Hyperbolic models
|
295 |
+
- **nebius**: Nebius models
|
296 |
+
- **openai**: OpenAI compatible endpoints
|
297 |
|
298 |
As a PRO user, you receive $2 of credits monthly across all providers.
|
299 |
+
|
300 |
+
Note: Not all models are available on all providers. If you select a provider that doesn't support your chosen model, you'll get an error message.
|
301 |
""")
|
302 |
|
303 |
print("Gradio interface initialized.")
|