Spaces:

chegde
/

verithoughts-demo

Paused

chegde commited on Aug 29

Commit

f15c699

verified ·

1 Parent(s): 2021bac

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -137,7 +137,7 @@ def generate_response_streaming(user_message, history):
         # Generation parameters with KV caching
         generation_kwargs = {
             **inputs,
-            "max_new_tokens": 4096,
             "temperature": 0.6,
             "top_p": 0.95,
             "do_sample": True,

         # Generation parameters with KV caching
         generation_kwargs = {
             **inputs,
+            "max_new_tokens": 16384,
             "temperature": 0.6,
             "top_p": 0.95,
             "do_sample": True,