import gradio as gr from random import randint from all_models import models def load_fn(models): global models_load models_load = {} for model in models: if model not in models_load.keys(): try: m = gr.load(f'models/{model}') except Exception as error: m = gr.Interface(lambda txt: None, ['text'], ['image']) models_load.update({model: m}) load_fn(models) num_models = 32 default_models = models[:num_models] def extend_choices(choices): return choices + (num_models - len(choices)) * ['NA'] def update_imgbox(choices): choices_plus = extend_choices(choices) return [gr.Image(None, label=m, visible=(m != 'NA')) for m in choices_plus] def gen_fn(model_str, prompt, width, height): if model_str == 'NA': return None noise = str(randint(0, 99999999999)) return models_load[model_str](f'{prompt} {noise}') with gr.Blocks() as demo: with gr.Tab('Multiple models'): with gr.Accordion('Model selection'): # Entferne multiselect und max_choices, da sie nicht mehr unterstützt werden model_choice = gr.CheckboxGroup( choices=models, label=f'Choose up to {num_models} different models', value=default_models, interactive=True ) txt_input = gr.Textbox(label='Prompt text') with gr.Row(): width_slider = gr.Slider(256, 1024, value=512, step=64, label='Image Width') height_slider = gr.Slider(256, 1024, value=512, step=64, label='Image Height') gen_button = gr.Button('Generate') stop_button = gr.Button('Stop', variant='secondary', interactive=False) gen_button.click(lambda s: gr.update(interactive=True), None, stop_button) with gr.Row(): output = [gr.Image(label=m) for m in default_models] current_models = [gr.Textbox(m, visible=False) for m in default_models] model_choice.change(update_imgbox, model_choice, output) model_choice.change(extend_choices, model_choice, current_models) for m, o in zip(current_models, output): gen_event = gen_button.click(gen_fn, [m, txt_input, width_slider, height_slider], o, queue=False) with gr.Tab('Single model'): model_choice2 = gr.Dropdown(models, label='Choose model', value=models[0]) txt_input2 = gr.Textbox(label='Prompt text') with gr.Row(): width_slider2 = gr.Slider(256, 1024, value=512, step=64, label='Image Width') height_slider2 = gr.Slider(256, 1024, value=512, step=64, label='Image Height') max_images = 16 num_images = gr.Slider(1, max_images, value=max_images, step=1, label='Number of images') gen_button2 = gr.Button('Generate') stop_button2 = gr.Button('Stop', variant='secondary', interactive=False) gen_button2.click(lambda s: gr.update(interactive=True), None, stop_button2) with gr.Row(): output2 = [gr.Image(label='') for _ in range(max_images)] for i, o in enumerate(output2): img_i = gr.Number(i, visible=False) num_images.change(lambda i, n: gr.update(visible=(i < n)), [img_i, num_images], o) gen_event2 = gen_button2.click( lambda i, n, m, t, w, h: gen_fn(m, t, w, h) if (i < n) else None, [img_i, num_images, model_choice2, txt_input2, width_slider2, height_slider2], o ) stop_button2.click(lambda s: gr.update(interactive=False), None, stop_button2, cancels=[gen_event2]) demo.queue(concurrency_count=36) demo.launch()