Update main.py

main.py

@@ -18,14 +18,28 @@ PDF_DIRECTORY = 'data'
 # Chat history
 chat_history = []
 
+def is_text_file(file_path):
+    """Check if the file is a text file."""
+    try:
+        with open(file_path, 'r', encoding='utf-8') as file:
+            file.read(1024)  # Read the first 1KB to check encoding
+        return True
+    except UnicodeDecodeError:
+        return False
+    except Exception:
+        return False
+
 def load_data_from_directory():
     """Load raw text data from the directory."""
     data = ""
     for filename in os.listdir(PDF_DIRECTORY):
         file_path = os.path.join(PDF_DIRECTORY, filename)
-        if os.path.isfile(file_path):
-            with open(file_path, 'r', encoding='utf-8') as file:
-                data += file.read() + "\n"
+        if os.path.isfile(file_path) and is_text_file(file_path):
+            try:
+                with open(file_path, 'r', encoding='utf-8') as file:
+                    data += file.read() + "\n"
+            except Exception as e:
+                print(f"Error reading file {filename}: {str(e)}")
     return data
 
 # Load hotel data (context) from the directory