ollama
下载方式:https://ollama.com/download
sh
brew install ollama
To start ollama now and restart at login:
brew services start ollama
Or, if you don't want/need a background service you can just run:
OLLAMA_FLASH_ATTENTION="1" OLLAMA_KV_CACHE_TYPE="q8_0" /opt/homebrew/opt/ollama/bin/ollama serve
brew services stop ollama
brew uninstall ollamash
ollama --version
ollama run qwen3.5:9b-mlx
ollama stop qwen3.5:9b-mlx
# 下载但不运行
ollama pull qwen3.5:35b-mlx
ollama pull qwen3-vl:30b
ollama pull qwen3-coder:30b模型位置通常在 ~/.ollama/models
sh
ollama ps
ollama listsh
# 监听局域网
launchctl setenv OLLAMA_HOST "0.0.0.0:11434"
# 默认上下文
launchctl setenv OLLAMA_CONTEXT_LENGTH "32768"
# 模型目录
launchctl setenv OLLAMA_MODELS "/Volumes/AI/ollama-models"
# 禁用云能力
launchctl setenv OLLAMA_NO_CLOUD "1"