docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama:0.5.10
vim /opt/ollama/compose.yml
version: "3.9"
services:
ollama:
image: ollama/ollama:0.5.9
container_name: ollama
hostname: ollama
restart: always
ports:
- "11434:11434"
volumes:
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
- ./hosts:/etc/hosts:ro
- ./data:/root/.ollama
environment:
- OLLAMA_HOST="0.0.0.0:11434"
- OLLAMA_ORIGINS="*"
- OLLAMA_BASIC_AUTH="admin:123456"
0.0.0.0 为所有主机* 为所有地址username:password 格式curl -fsSL https://ollama.com/install.sh | OLLAMA_VERSION=版本号 sh
1. 下载安装包
wget https://github.com/ollama/ollama/releases/download/v0.5.10/ollama-linux-amd64.tgz
wget https://github.com/ollama/ollama/releases/download/v0.5.10/ollama-linux-amd64-rocm.tgz
需要先安装 CUDA 服务（官方文档及下载地址： https://developer.nvidia.com/cuda-downloads），然后使用普通安装包安装
2. 解压安装包
tar -C /usr -xzf ollama-linux-amd64.tgz
3. 启动 Ollama
ollama serve
4. 配置为系统服务
useradd -r -s /bin/false -U -m -d /usr/share/ollama ollama
usermod -a -G ollama $(whoami)
vim /etc/systemd/system/ollama.service
[Unit]
Description=Ollama Service
After=network-online.target
[Service]
ExecStart=/usr/bin/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=$PATH"
[Install]
WantedBy=default.target
systemctl daemon-reload
systemctl enable ollama
1. 停止服务
systemctl stop ollama
systemctl disable ollama
2. 删除文件
rm /etc/systemd/system/ollama.service
rm $(which ollama)
rm -r /usr/share/ollama
userdel ollama
groupdel ollama
rm -rf /usr/local/lib/ollama
下载安装包后直接安装即可。
下载安装包后直接安装即可。
安装包下载地址：