llama-cpp-python

Python bindings for llama.cpp

10,473 stars Python 1 file · ~11,830 tokens

llama-cpp-python MCP Server

MCP server for abetlen/llama-cpp-python

Ready-to-Use Client Configurations

{
  "mcpServers": {
    "llama-cpp-python": {
      "command": "npx",
      "args": [
        "-y",
        "@abetlen/llama-cpp-python"
      ]
    }
  }
}

{
  "mcpServers": {
    "llama-cpp-python": {
      "command": "npx",
      "args": [
        "-y",
        "@abetlen/llama-cpp-python"
      ]
    }
  }
}

{
  "mcpServers": {
    "llama-cpp-python": {
      "command": "npx",
      "args": [
        "-y",
        "@abetlen/llama-cpp-python"
      ]
    }
  }
}

{
  "mcpServers": {
    "llama-cpp-python": {
      "command": "npx",
      "args": [
        "-y",
        "@abetlen/llama-cpp-python"
      ],
      "disabled": false,
      "autoApprove": []
    }
  }
}

{
  "mcpServers": {
    "llama-cpp-python": {
      "command": "npx",
      "args": [
        "-y",
        "@abetlen/llama-cpp-python"
      ]
    }
  }
}

docker run -i --rm mcp/llama-cpp-python