Update app.py

app.py

@@ -7,6 +7,19 @@ from tools.final_answer import FinalAnswerTool
 
 from Gradio_UI import GradioUI
 
+
+import os
+from huggingface_hub import InferenceClient
+
+HF_API_KEY = os.getenv("HF_API_KEY")
+if not HF_API_KEY:
+    raise ValueError("HF_API_KEY is not set. Please add it as a secret in your Hugging Face Space settings.")
+
+client = InferenceClient(token=HF_API_KEY)
+
+response = client.text_generation("Hello!", model="Qwen/Qwen2.5-Coder-32B-Instruct")
+print(response)
+
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
 @tool
 def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
@@ -42,8 +55,8 @@ final_answer = FinalAnswerTool()
 model = HfApiModel(
 max_tokens=2096,
 temperature=0.5,
-#model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-model_id='moonshotai/Moonlight-16B-A3B-Instruct',
+model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+#model_id='moonshotai/Moonlight-16B-A3B-Instruct',
 custom_role_conversions=None,
 )