Local LLMs on Apple Silicon,
done the macOS-native way.

# install dev tools, clone, build the CLI
git clone https://github.com/magicnight/mac-mlx && cd mac-mlx
brew bundle
swift build --package-path macmlx-cli -c release

# download, run, serve
macmlx pull mlx-community/Qwen3-8B-4bit     # resumable
macmlx list                                   # local models
macmlx run Qwen3-8B-4bit "Hello, world"      # single prompt
macmlx run Qwen3-8B-4bit                       # interactive REPL
macmlx serve                                   # OpenAI API on :8000
macmlx ps                                      # is serve running?
macmlx stop                                    # graceful SIGTERM

# v0.3.6 preview
macmlx search qwen3 --sort likes --limit 10  # new in v0.3.6
macmlx serve --log-level debug --log-stderr  # new in v0.3.6

# anything OpenAI-compatible works. API key is ignored.
curl http://localhost:8000/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen3-8B-4bit",
    "messages": [{"role": "user", "content": "Hi"}],
    "stream": true
  }'

# cold-swap: ask for any locally-downloaded model by ID
# server loads it on demand (v0.3.3+), concurrent swaps serialised
curl http://localhost:8000/v1/chat/completions \
  -d '{"model":"gemma-3-4b-it-qat-4bit","messages":[...]}'

# real RSS reported on status
curl http://localhost:8000/x/status | jq
# { "state": "ready", "model": "Qwen3-8B-4bit", "rss_gb": 18.2, ... }