Update main.py

main.py

@@ -46,13 +46,8 @@ class PDFProcessor:
     def _initialize_llm(self):
         """Initialize MLC LLM engine with optimized settings"""
         try:
-            return MLCEngine(
-                model="HF://mlc-ai/Llama-3-8B-Instruct-q4f16_1-MLC",
-                mode="server",
-                device="cuda" if os.getenv("USE_CUDA", "0") == "1" else "auto",
-                temperature=0.1,
-                max_tokens=512
-            )
+            # return MLCEngine(model="HF://mlc-ai/Llama-3-8B-Instruct-q4f16_1-MLC")
+            return MLCEngine(model="HF://mlc-ai/Llama-2-7B-q4f16_1-MLC")
         except Exception as e:
             logger.error(f"Failed to initialize MLC Engine: {e}")
             raise