Update app.py

app.py

@@ -1,5 +1,5 @@
 import os
-from transformers import pipeline, AutoTokenizer
+from transformers import pipeline
 import gradio as gr
 from fastapi import FastAPI
 from pydantic import BaseModel
@@ -15,32 +15,32 @@ SYSTEM_PROMPT = os.environ.get(
     "You are a placeholder Sovereign. No secrets found in environment."
 )
 
-MODEL_ID = "tiiuae/Falcon3-3B-Instruct"
+# MODEL_ID = "tiiuae/Falcon3-3B-Instruct"
+
+# tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
+# # =======================
+# # Initialize Falcon-3B
+# # =======================
+# pipe = pipeline(
+#     "text-generation",
+#     model="tiiuae/Falcon3-3B-Instruct",
+#     tokenizer=tokenizer,
+#     device_map="auto",
+#     return_full_text=False,
+#     max_new_tokens=256,
+#     do_sample=True,
+#     temperature=0.8,
+#     top_p=0.9,
+#     eos_token_id=tokenizer.eos_token_id
+# )
 
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
-# =======================
-# Initialize Falcon-3B
-# =======================
 pipe = pipeline(
     "text-generation",
     model="tiiuae/Falcon3-3B-Instruct",
-    tokenizer=tokenizer,
+    torch_dtype="auto",
     device_map="auto",
-    return_full_text=False,
-    max_new_tokens=256,
-    do_sample=True,
-    temperature=0.8,
-    top_p=0.9,
-    eos_token_id=tokenizer.eos_token_id
 )
 
-# pipe = pipeline(
-#     "text-generation",
-#     model=,
-#     torch_dtype="auto",
-#     device_map="auto",
-# )
-
 # =======================
 # Core Chat Function
 # =======================