ngebodh commited on
Commit
8e9a30e
·
verified ·
1 Parent(s): f656b60

Updated inference endpoints added kimi model

Browse files
Files changed (1) hide show
  1. app.py +55 -21
app.py CHANGED
@@ -14,6 +14,10 @@ load_dotenv()
14
  # #===========================================
15
  # updates = '''
16
  # Updates
 
 
 
 
17
  # + 01/10/2026
18
  # - Updated cooldown
19
 
@@ -169,30 +173,39 @@ if "last_request_time" not in st.session_state:
169
 
170
 
171
  model_links_hf ={
172
- "Gemma-3-27B-it":{
173
  "inf_point":"https://router.huggingface.co/v1",
174
- "link":"google/gemma-3-27b-it-fast",
175
- },
176
- "Meta-Llama-3.1-8B":{
177
- "inf_point":"https://router.huggingface.co/nebius/v1",
178
- "link":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast",
179
- },
180
- "Mistral-7B":{
181
- "inf_point":"https://router.huggingface.co/together/v1",
182
- "link":"mistralai/Mistral-7B-Instruct-v0.3",
183
  },
184
- "Gemma-2-27B-it":{
185
- "inf_point":"https://router.huggingface.co/nebius/v1",
186
- "link":"google/gemma-2-27b-it-fast",
187
- },
188
- "Gemma-2-2B-it":{
189
- "inf_point":"https://router.huggingface.co/nebius/v1",
190
- "link":"google/gemma-2-2b-it-fast",
191
- },
192
- "Zephyr-7B-β":{
193
- "inf_point":"https://router.huggingface.co/hf-inference/models/HuggingFaceH4/zephyr-7b-beta/v1",
194
- "link":"HuggingFaceH4/zephyr-7b-beta",
195
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
196
  }
197
 
198
 
@@ -205,6 +218,11 @@ model_links_groq ={
205
  "inf_point":"https://api.groq.com/openai/v1",
206
  "link":"llama-3.1-8b-instant",
207
  },
 
 
 
 
 
208
  # "Gemma-2-9B-it":{
209
  # "inf_point":"https://api.groq.com/openai/v1",
210
  # "link":"gemma2-9b-it",
@@ -262,6 +280,22 @@ model_info ={
262
  {'description':"""The Llama (3.1) model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
263
  \nIt was created by the [**Meta's AI**](https://llama.meta.com/) team and has over **8 billion parameters.** \n""",
264
  'logo':'Llama3_1_logo.png'},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
265
  }
266
 
267
 
 
14
  # #===========================================
15
  # updates = '''
16
  # Updates
17
+ # + 02/06/2026
18
+ # - Updated inference endpoints for HF models
19
+ # - Added Kimi model
20
+
21
  # + 01/10/2026
22
  # - Updated cooldown
23
 
 
173
 
174
 
175
  model_links_hf ={
176
+ "Gemma-3-27B-it":{
177
  "inf_point":"https://router.huggingface.co/v1",
178
+ "link":"google/gemma-3-27b-it:scaleway",
 
 
 
 
 
 
 
 
179
  },
180
+ "Meta-Llama-3.1-8B":{
181
+ "inf_point":"https://router.huggingface.co/v1",
182
+ "link":"meta-llama/Meta-Llama-3.1-8B-Instruct:scaleway",
 
 
 
 
 
 
 
 
183
  },
184
+ "DeepSeek-R1-Distill-Llama-70B":{
185
+ "inf_point":"https://router.huggingface.co/v1",
186
+ "link":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B:scaleway",
187
+ },
188
+ "Qwen2.5-Coder-32B-Instruct":{
189
+ "inf_point":"https://router.huggingface.co/v1",
190
+ "link":"Qwen/Qwen3-235B-A22B-Instruct-2507:scaleway",
191
+ },
192
+
193
+ # "Mistral-7B":{
194
+ # "inf_point":"https://router.huggingface.co/v1",
195
+ # "link":"mistralai/Mistral-7B-Instruct-v0.2",
196
+ # },
197
+ # "Gemma-2-27B-it":{
198
+ # "inf_point":"https://router.huggingface.co/nebius/v1",
199
+ # "link":"google/gemma-2-27b-it-fast",
200
+ # },
201
+ # "Gemma-2-2B-it":{
202
+ # "inf_point":"https://router.huggingface.co/nebius/v1",
203
+ # "link":"google/gemma-2-2b-it-fast",
204
+ # },
205
+ # "Zephyr-7B-β":{
206
+ # "inf_point":"https://router.huggingface.co/hf-inference/models/HuggingFaceH4/zephyr-7b-beta/v1",
207
+ # "link":"HuggingFaceH4/zephyr-7b-beta",
208
+ # },
209
  }
210
 
211
 
 
218
  "inf_point":"https://api.groq.com/openai/v1",
219
  "link":"llama-3.1-8b-instant",
220
  },
221
+ "Kimi-K2-Instruct":{
222
+ "inf_point":"https://api.groq.com/openai/v1",
223
+ "link":"moonshotai/kimi-k2-instruct",
224
+ },
225
+
226
  # "Gemma-2-9B-it":{
227
  # "inf_point":"https://api.groq.com/openai/v1",
228
  # "link":"gemma2-9b-it",
 
280
  {'description':"""The Llama (3.1) model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
281
  \nIt was created by the [**Meta's AI**](https://llama.meta.com/) team and has over **8 billion parameters.** \n""",
282
  'logo':'Llama3_1_logo.png'},
283
+ "DeepSeek-R1-Distill-Llama-70B":
284
+ {'description':"""DeepSeek-R1-Distill-Llama-70B is a **Large Language Model (LLM)** distilled from the DeepSeek-R1 reasoning family using the Llama architecture. \
285
+ \nIt is designed to retain strong capabilities in reasoning, coding, and general text generation while being more accessible than the full DeepSeek-R1 model. \
286
+ \nLearn more on HuggingFace: https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B""",
287
+ 'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/6538815d1bdb3c40db94fbfa/xMBly9PUMphrFVMxLX4kq.png'},
288
+ "Qwen2.5-Coder-32B-Instruct":
289
+ {'description':"""Qwen2.5-Coder-32B-Instruct is a **Large Language Model (LLM)** in the Qwen2.5-Coder series tailored for code generation, reasoning, and instruction-following tasks. \
290
+ \nBuilt on the Qwen2.5 architecture, this 32B-parameter model is optimized for coding, debugging, and developer use cases. \
291
+ \nLearn more on HuggingFace: https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct""",
292
+ 'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png'},
293
+ "Kimi-K2-Instruct":
294
+ {'description':"""The Kimi-K2-Instruct model is a **Large Language Model (LLM)** that's able to have question and answer interactions.\n \
295
+ \nIt was created by the [**Moonshot AI**](https://www.moonshot.cn/) team as part of the Kimi model family. \
296
+ \nThe model is designed for instruction following, reasoning, and general conversational tasks, with a strong focus on high-quality responses and long-context understanding.\n""",
297
+ 'logo':'https://cdn-avatars.huggingface.co/v1/production/uploads/641c1e77c3983aa9490f8121/X1yT2rsaIbR9cdYGEVu0X.jpeg'},
298
+
299
  }
300
 
301