Update app.py

app.py

@@ -1,6 +1,10 @@
 import spaces
 
 import torch
+import torch._dynamo
+# torch._dynamo.config.suppress_errors = True
+torch._dynamo.disable()
+torch._dynamo.disallow_in_graph()
 
 import gradio as gr
 
@@ -19,9 +23,6 @@ model = AutoModelForCausalLM.from_pretrained(
 
 # model = torch.compile(model, backend="eager")
 
-import torch._dynamo
-# torch._dynamo.config.suppress_errors = True
-torch._dynamo.disable()
 
 print('Model dtype:', model.dtype)