File size: 430 Bytes
436c3a3 543fe4a 436c3a3 8261f3e 436c3a3 543fe4a 436c3a3 543fe4a 8261f3e 436c3a3 543fe4a 436c3a3 0b123a0 436c3a3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
import gradio as gr
import loop
# MODEL_ID = "TinyLlama/TinyLlama_v1.1_math_code"
MODEL_ID = "codellama/CodeLlama-13b-Instruct-hf"
handler = loop.EndpointHandler(MODEL_ID)
def respond(prompt, grammar):
args = { "inputs": prompt, "grammar": grammar }
return handler(args)[0]
demo = gr.Interface(
respond,
inputs=["textarea", "textarea"],
outputs=["textarea"]
)
if __name__ == "__main__":
demo.launch()
|