change model

modules/app.py

@@ -15,7 +15,8 @@ import json
 # })
 # origins=[f"http://localhost:{PORT}", "https://huggingface.co", "https://hf.space"]
 
-CUDA = True
+#CUDA = True
+CUDA = False
 PORT = 7860
 VERBOSE = False
 
@@ -27,9 +28,9 @@ app.mount("/static", StaticFiles(directory="static"), name="static")
 
 
 print("loading model")
-model = AutoModelForCausalLM.from_pretrained("facebook/incoder-6B")
+model = AutoModelForCausalLM.from_pretrained("facebook/incoder-1B")
 print("loading tokenizer")
-tokenizer = AutoTokenizer.from_pretrained("facebook/incoder-6B")
+tokenizer = AutoTokenizer.from_pretrained("facebook/incoder-1B")
 print("loading complete")
 
 if CUDA: