Red Hat: OpenShell + Podman + Fedora/RHEL Vertex AI Anthropic Quickstart

$ sudo dnf copr enable maxamillion/nvidia-openshell
$ sudo dnf install openshell-gateway openshell

$ systemctl --user start openshell-gateway.service

$ openshell gateway add https://localhost:17670 --local


$ export vertex_project="MY_ORGS_GCLOUD_PROJECT"

$ openshell settings set --global --key providers_v2_enabled --value true --yes

$ openshell provider create --name vertex-local --type google-vertex-ai --from-gcloud-adc --config VERTEX_AI_PROJECT_ID="${vertex_project}" --config VERTEX_AI_REGION=global

$ openshell inference set --provider vertex-local --model claude-sonnet-4-6

$ openshell sandbox create --name my-sandbox --provider vertex-local


$ ANTHROPIC_BASE_URL="https://inference.local" ANTHROPIC_API_KEY=unused claude --bare

$ ANTHROPIC_BASE_URL="https://inference.local/v1" ANTHROPIC_API_KEY=unused opencode