Update app.py

app.py

@@ -1,7 +1,7 @@
 import optimum
 import transformers
 from transformers import AutoConfig, AutoTokenizer, AutoModel, AutoModelForCausalLM
-from optimum.bettertransformer import BetterTransformer
+# from optimum.bettertransformer import BetterTransformer
 import torch
 import gradio as gr
 import json
@@ -41,6 +41,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
     load_in_4bit=True
 )
 # model = BetterTransformer.transform(model)
+model.eval()
 
 class StarlingBot:
     def __init__(self, system_prompt="The following dialogue is a conversation"):