Update app110.py

app110.py

@@ -20,31 +20,32 @@ warnings.filterwarnings('ignore')
 os.getenv("OAUTH_CLIENT_ID")
 
 
-# # Load environment variables and initialize the OpenAI client to use Hugging Face Inference API.
-# load_dotenv()
-# client = OpenAI(
-#     base_url="https://api-inference.huggingface.co/v1",
-#     api_key=os.environ.get('TOKEN2') # Hugging Face API token
-# )
-#####
-from openai import OpenAI
-
+# Load environment variables and initialize the OpenAI client to use Hugging Face Inference API.
+load_dotenv()
 client = OpenAI(
-    base_url="https://router.huggingface.co/together/v1",
-    #api_key="hf_XXXXX",
-    api_key=os.environ.get('TOKEN2'), # Hugging Face API token
-)
-#meta-llama/Meta-Llama-3-8B-Instruct
-completion = client.chat.completions.create(
-    #model="meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
-    model="meta-llama/Meta-Llama-3-8B-Instruct",
-    messages=[
-        {
-            "role": "user",
-            "content": "What is the capital of France?"
-        }
-    ],
+    base_url="https://api-inference.huggingface.co/v1",
+    #api_key=os.environ.get('TOKEN2') # Hugging Face API token
+    api_key=os.environ.get('LLM') 
 )
+#####
+# from openai import OpenAI
+
+# client = OpenAI(
+#     base_url="https://router.huggingface.co/together/v1",
+#     #api_key="hf_XXXXX",
+#     api_key=os.environ.get('TOKEN2'), # Hugging Face API token
+# )
+# #meta-llama/Meta-Llama-3-8B-Instruct
+# completion = client.chat.completions.create(
+#     #model="meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
+#     model="meta-llama/Meta-Llama-3-8B-Instruct",
+#     messages=[
+#         {
+#             "role": "user",
+#             "content": "What is the capital of France?"
+#         }
+#     ],
+# )
 
 print(completion.choices[0].message)
 #####