Update app.py

app.py

@@ -1,20 +1,19 @@
-import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer
-import torch
+from transformers import pipeline
 
 # Имя модели
 model_name = "nvidia/Hymba-1.5B-Instruct"
 
-# Загрузка токенизатора и модели
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+# Создание пайплайна
+pipe = pipeline("text-generation", model=model_name, trust_remote_code=True)
 
 # Функция для генерации текста
 def generate_text(prompt):
+    messages = [
+        {"role": "user", "content": prompt},
+    ]
     try:
-        inputs = tokenizer(prompt, return_tensors="pt")
-        outputs = model.generate(**inputs, max_length=100)
-        return tokenizer.decode(outputs[0], skip_special_tokens=True)
+        response = pipe(messages)[0]["generated_text"]
+        return response
     except Exception as e:
         return f"Ошибка при генерации текста: {str(e)}"