name: HuggingFace
client_type: openai-completions
icon: https://cdn.jsdelivr.net/npm/@lobehub/icons-static-svg@1/icons/huggingface-color.svg
base_url: https://router.huggingface.co/hf-inference/v1

models:
  - model_id: mistralai/Mistral-7B-Instruct-v0.3
    name: Mistral 7B Instruct v0.3
    type: chat
    config:
      context_window: 32768

  - model_id: google/gemma-2-2b-it
    name: Gemma 2 2B Instruct
    type: chat
    config:
      context_window: 8192

  - model_id: Qwen/Qwen2.5-72B-Instruct
    name: Qwen 2.5 72B Instruct
    type: chat
    config:
      context_window: 32768

  - model_id: Qwen/Qwen2.5-Coder-32B-Instruct
    name: Qwen 2.5 Coder 32B Instruct
    type: chat
    config:
      context_window: 32768

  - model_id: Qwen/QwQ-32B-Preview
    name: QwQ 32B Preview
    type: chat
    config:
      compatibilities: [reasoning]
      context_window: 32768

  - model_id: microsoft/Phi-3.5-mini-instruct
    name: Phi 3.5 mini instruct
    type: chat
    config:
      context_window: 32768

  - model_id: NousResearch/Hermes-3-Llama-3.1-8B
    name: Hermes 3 Llama 3.1 8B
    type: chat
    config:
      context_window: 16384

  - model_id: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
    name: DeepSeek R1 (Distill Qwen 32B)
    type: chat
    config:
      compatibilities: [reasoning]
      context_window: 16384

  - model_id: deepseek-ai/DeepSeek-R1
    name: DeepSeek R1
    type: chat
    config:
      compatibilities: [reasoning]
      context_window: 128000