Update app.py

app.py

@@ -17,7 +17,7 @@ def get_model_and_processor(model_id):
     model = AutoModelForCausalLM.from_pretrained(
         model_id,
         trust_remote_code=True,
-        torch_dtype=torch.bfloat16  # safer than 'auto'
+        torch_dtype=torch.bfloat16
     ).cuda().eval()
     processor = AutoProcessor.from_pretrained(
         model_id,
@@ -25,7 +25,8 @@ def get_model_and_processor(model_id):
     )
     return model, processor
 
-@spaces.GPU
+# Modified the spaces.GPU decorator usage
+@spaces.GPU(memory=30)  # Specify the GPU memory requirement in GB
 def run_example(image, text_input=None, model_id=model_name):
     model, processor = get_model_and_processor(model_id)
     prompt = f"{user_prompt}<|image_1|>\n{text_input}{prompt_suffix}{assistant_prompt}"
@@ -45,44 +46,7 @@ def run_example(image, text_input=None, model_id=model_name):
     )[0]
     return response
 
-css = """
-  #output {
-    height: 500px;
-    overflow: auto;
-    border: 1px solid #ccc;
-  }
-"""
+# Rest of your code remains the same until demo.launch()
 
-with gr.Blocks(css=css) as demo:
-    gr.Markdown("## Phi-3.5 Vision Instruct Demo with Example Inputs")
-
-    with gr.Tab(label="Phi-3.5 Input"):
-        with gr.Row():
-            with gr.Column():
-                input_img = gr.Image(label="Input Picture")
-                model_selector = gr.Dropdown(
-                    choices=[model_name],
-                    label="Model",
-                    value=model_name
-                )
-                text_input = gr.Textbox(label="Question")
-                submit_btn = gr.Button(value="Submit")
-            with gr.Column():
-                output_text = gr.Textbox(label="Output Text")
-
-        examples = [
-            ["image1.jpeg", "What does this painting tell us explain in detail?"],
-            ["image2.jpg", "What does this painting tell us explain in detail?"],
-            ["image3.jpg", "Describe the scene in this picture."]
-        ]
-
-        gr.Examples(
-            examples=examples,
-            inputs=[input_img, text_input],
-            examples_per_page=3
-        )
-
-        submit_btn.click(run_example, [input_img, text_input, model_selector], [output_text])
-
-demo.queue()
-demo.launch()
+# Modified launch parameters
+demo.launch(share=True, server_name="0.0.0.0")