install

install on fedora:

sudo dnf install python3-ramalama

install via pypi:

pip install ramalama

install script linux/mac:

curl -fsSL https://ramalama.ai/install.sh | bash

usage

set variables:

RAMALAMA_CONTAINER_ENGINE=docker
CUDA_VISIBLE_DEVICES="0"

run model ibm granite:

ramalama run granite

run model openai gpt-oss:

ramalama pull gpt-oss:latest

run model deekseek-r1:

ramalama pull deepseek

run model as service:

ramalama serve gpt-oss