inference Model Context Protocol (MCP) Server

GitHub

Swap GPT for any LLM by changing a single line of code. Xinference lets you run open-source, speech, and multimodal models on cloud, on-prem, or your laptop...

9,623 stars

Python 101 files · ~139,497 tokens #artificial-intelligence #diffusers #gemma #glm #glm-5-3 #inference #kimi #kimi-k3

inference MCP Server

MCP server for stas00/inference

Ready-to-Use Client Configurations

{
  "mcpServers": {
    "inference": {
      "command": "npx",
      "args": [
        "-y",
        "@stas00/inference"
      ]
    }
  }
}

{
  "mcpServers": {
    "inference": {
      "command": "npx",
      "args": [
        "-y",
        "@stas00/inference"
      ]
    }
  }
}

{
  "mcpServers": {
    "inference": {
      "command": "npx",
      "args": [
        "-y",
        "@stas00/inference"
      ]
    }
  }
}

{
  "mcpServers": {
    "inference": {
      "command": "npx",
      "args": [
        "-y",
        "@stas00/inference"
      ],
      "disabled": false,
      "autoApprove": []
    }
  }
}

{
  "mcpServers": {
    "inference": {
      "command": "npx",
      "args": [
        "-y",
        "@stas00/inference"
      ]
    }
  }
}

docker run -i --rm mcp/inference