Update app.py

app.py

@@ -4,6 +4,7 @@ import re
 from transformers import AutoConfig, AutoTokenizer, AutoModel, AutoModelForCausalLM
 from vllm import LLM, SamplingParams
 import torch
+import gradio as gr
 import json
 import os
 import shutil