Spaces:
Running
Running
Updated inference endpoints added kimi model
Browse files
app.py
CHANGED
|
@@ -14,6 +14,10 @@ load_dotenv()
|
|
| 14 |
# #===========================================
|
| 15 |
# updates = '''
|
| 16 |
# Updates
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
# + 01/10/2026
|
| 18 |
# - Updated cooldown
|
| 19 |
|
|
@@ -169,30 +173,39 @@ if "last_request_time" not in st.session_state:
|
|
| 169 |
|
| 170 |
|
| 171 |
model_links_hf ={
|
| 172 |
-
|
| 173 |
"inf_point":"https://router.huggingface.co/v1",
|
| 174 |
-
"link":"google/gemma-3-27b-it
|
| 175 |
-
},
|
| 176 |
-
"Meta-Llama-3.1-8B":{
|
| 177 |
-
"inf_point":"https://router.huggingface.co/nebius/v1",
|
| 178 |
-
"link":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast",
|
| 179 |
-
},
|
| 180 |
-
"Mistral-7B":{
|
| 181 |
-
"inf_point":"https://router.huggingface.co/together/v1",
|
| 182 |
-
"link":"mistralai/Mistral-7B-Instruct-v0.3",
|
| 183 |
},
|
| 184 |
-
|
| 185 |
-
"inf_point":"https://router.huggingface.co/
|
| 186 |
-
"link":"
|
| 187 |
-
},
|
| 188 |
-
"Gemma-2-2B-it":{
|
| 189 |
-
"inf_point":"https://router.huggingface.co/nebius/v1",
|
| 190 |
-
"link":"google/gemma-2-2b-it-fast",
|
| 191 |
-
},
|
| 192 |
-
"Zephyr-7B-β":{
|
| 193 |
-
"inf_point":"https://router.huggingface.co/hf-inference/models/HuggingFaceH4/zephyr-7b-beta/v1",
|
| 194 |
-
"link":"HuggingFaceH4/zephyr-7b-beta",
|
| 195 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 196 |
}
|
| 197 |
|
| 198 |
|
|
@@ -205,6 +218,11 @@ model_links_groq ={
|
|
| 205 |
"inf_point":"https://api.groq.com/openai/v1",
|
| 206 |
"link":"llama-3.1-8b-instant",
|
| 207 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 208 |
# "Gemma-2-9B-it":{
|
| 209 |
# "inf_point":"https://api.groq.com/openai/v1",
|
| 210 |
# "link":"gemma2-9b-it",
|
|
@@ -262,6 +280,22 @@ model_info ={
|
|
| 262 |
{'description':"""The Llama (3.1) model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
|
| 263 |
\nIt was created by the [**Meta's AI**](https://llama.meta.com/) team and has over **8 billion parameters.** \n""",
|
| 264 |
'logo':'Llama3_1_logo.png'},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 265 |
}
|
| 266 |
|
| 267 |
|
|
|
|
| 14 |
# #===========================================
|
| 15 |
# updates = '''
|
| 16 |
# Updates
|
| 17 |
+
# + 02/06/2026
|
| 18 |
+
# - Updated inference endpoints for HF models
|
| 19 |
+
# - Added Kimi model
|
| 20 |
+
|
| 21 |
# + 01/10/2026
|
| 22 |
# - Updated cooldown
|
| 23 |
|
|
|
|
| 173 |
|
| 174 |
|
| 175 |
model_links_hf ={
|
| 176 |
+
"Gemma-3-27B-it":{
|
| 177 |
"inf_point":"https://router.huggingface.co/v1",
|
| 178 |
+
"link":"google/gemma-3-27b-it:scaleway",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 179 |
},
|
| 180 |
+
"Meta-Llama-3.1-8B":{
|
| 181 |
+
"inf_point":"https://router.huggingface.co/v1",
|
| 182 |
+
"link":"meta-llama/Meta-Llama-3.1-8B-Instruct:scaleway",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 183 |
},
|
| 184 |
+
"DeepSeek-R1-Distill-Llama-70B":{
|
| 185 |
+
"inf_point":"https://router.huggingface.co/v1",
|
| 186 |
+
"link":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B:scaleway",
|
| 187 |
+
},
|
| 188 |
+
"Qwen2.5-Coder-32B-Instruct":{
|
| 189 |
+
"inf_point":"https://router.huggingface.co/v1",
|
| 190 |
+
"link":"Qwen/Qwen3-235B-A22B-Instruct-2507:scaleway",
|
| 191 |
+
},
|
| 192 |
+
|
| 193 |
+
# "Mistral-7B":{
|
| 194 |
+
# "inf_point":"https://router.huggingface.co/v1",
|
| 195 |
+
# "link":"mistralai/Mistral-7B-Instruct-v0.2",
|
| 196 |
+
# },
|
| 197 |
+
# "Gemma-2-27B-it":{
|
| 198 |
+
# "inf_point":"https://router.huggingface.co/nebius/v1",
|
| 199 |
+
# "link":"google/gemma-2-27b-it-fast",
|
| 200 |
+
# },
|
| 201 |
+
# "Gemma-2-2B-it":{
|
| 202 |
+
# "inf_point":"https://router.huggingface.co/nebius/v1",
|
| 203 |
+
# "link":"google/gemma-2-2b-it-fast",
|
| 204 |
+
# },
|
| 205 |
+
# "Zephyr-7B-β":{
|
| 206 |
+
# "inf_point":"https://router.huggingface.co/hf-inference/models/HuggingFaceH4/zephyr-7b-beta/v1",
|
| 207 |
+
# "link":"HuggingFaceH4/zephyr-7b-beta",
|
| 208 |
+
# },
|
| 209 |
}
|
| 210 |
|
| 211 |
|
|
|
|
| 218 |
"inf_point":"https://api.groq.com/openai/v1",
|
| 219 |
"link":"llama-3.1-8b-instant",
|
| 220 |
},
|
| 221 |
+
"Kimi-K2-Instruct":{
|
| 222 |
+
"inf_point":"https://api.groq.com/openai/v1",
|
| 223 |
+
"link":"moonshotai/kimi-k2-instruct",
|
| 224 |
+
},
|
| 225 |
+
|
| 226 |
# "Gemma-2-9B-it":{
|
| 227 |
# "inf_point":"https://api.groq.com/openai/v1",
|
| 228 |
# "link":"gemma2-9b-it",
|
|
|
|
| 280 |
{'description':"""The Llama (3.1) model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
|
| 281 |
\nIt was created by the [**Meta's AI**](https://llama.meta.com/) team and has over **8 billion parameters.** \n""",
|
| 282 |
'logo':'Llama3_1_logo.png'},
|
| 283 |
+
"DeepSeek-R1-Distill-Llama-70B":
|
| 284 |
+
{'description':"""DeepSeek-R1-Distill-Llama-70B is a **Large Language Model (LLM)** distilled from the DeepSeek-R1 reasoning family using the Llama architecture. \
|
| 285 |
+
\nIt is designed to retain strong capabilities in reasoning, coding, and general text generation while being more accessible than the full DeepSeek-R1 model. \
|
| 286 |
+
\nLearn more on HuggingFace: https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B""",
|
| 287 |
+
'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/6538815d1bdb3c40db94fbfa/xMBly9PUMphrFVMxLX4kq.png'},
|
| 288 |
+
"Qwen2.5-Coder-32B-Instruct":
|
| 289 |
+
{'description':"""Qwen2.5-Coder-32B-Instruct is a **Large Language Model (LLM)** in the Qwen2.5-Coder series tailored for code generation, reasoning, and instruction-following tasks. \
|
| 290 |
+
\nBuilt on the Qwen2.5 architecture, this 32B-parameter model is optimized for coding, debugging, and developer use cases. \
|
| 291 |
+
\nLearn more on HuggingFace: https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct""",
|
| 292 |
+
'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png'},
|
| 293 |
+
"Kimi-K2-Instruct":
|
| 294 |
+
{'description':"""The Kimi-K2-Instruct model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
|
| 295 |
+
\nIt was created by the [**Moonshot AI**](https://www.moonshot.cn/) team as part of the Kimi model family. \
|
| 296 |
+
\nThe model is designed for instruction following, reasoning, and general conversational tasks, with a strong focus on high-quality responses and long-context understanding.\n""",
|
| 297 |
+
'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/641c1e77c3983aa9490f8121/X1yT2rsaIbR9cdYGEVu0X.jpeg'},
|
| 298 |
+
|
| 299 |
}
|
| 300 |
|
| 301 |
|