Linux内网离线安装Ollama

1、在线安装

在线安装地址https://ollama.com/download选择服务器系统，按照步骤完成安装

2、离线安装

步骤1：查看服务器CPU的型号

## 查看Linux系统CPU型号命令，我的服务器cpu型号是x86_64
lscpu

步骤2：根据CPU型号下载Ollama安装包，并保存到

/home/Ollama

目录

我下载的是Ollama的v0.1.31版本，后面均以此版本为例说明

下载地址 https://github.com/ollama/ollama/releases/

# x86_64 CPU选择下载ollama-linux-amd64
# aarch64|arm64 CPU选择下载ollama-linux-arm64

步骤3：离线下载Linux环境的Ollama安装脚本，并保存到

/home/Ollama

目录

## 下载地址1，浏览器中打开下面地址
https://ollama.com/install.sh

## 下载地址2
https://github.com/ollama/ollama/blob/main/scripts/install.sh
## 国内加速可访问https://gitee.com/ai-big-model/ollama/blob/main/scripts/install.sh

步骤4：修改install.sh脚本

总共需要修改两个点，第一：Ollama下载地址；第二：Ollama安装包存放目录

第一处修改，注释下载链接

status "Downloading ollama..."## 在install.sh的第65行#curl --fail --show-error --location --progress-bar -o $TEMP_DIR/ollama "https://ollama.com/download/ollama-linux-${ARCH}${VER_PARAM}"

第二处修改，修改ollama安装目录

status "Installing ollama to $BINDIR..."$SUDOinstall-o0-g0-m755-d$BINDIR## 在install.sh的第73行#$SUDO install -o0 -g0 -m755 $TEMP_DIR/ollama $BINDIR/ollama$SUDOinstall-o0-g0-m755 ./ollama-linux-amd64  $BINDIR/ollama

修改后的install.sh文件，v0.1.31版本

#!/bin/sh# This script installs Ollama on Linux.# It detects the current operating system architecture and installs the appropriate version of Ollama.set-eustatus(){echo">>> $*">&2;}error(){echo"ERROR $*";exit1;}warning(){echo"WARNING: $*";}TEMP_DIR=$(mktemp -d)cleanup(){rm-rf$TEMP_DIR;}trap cleanup EXIT

available(){command-v$1>/dev/null;}require(){localMISSING=''forTOOLin$*;doif! available $TOOL;thenMISSING="$MISSING$TOOL"fidoneecho$MISSING}["$(uname-s)"="Linux"]|| error 'This script is intended to run on Linux only.'ARCH=$(uname-m)case"$ARCH"in
    x86_64)ARCH="amd64";;
    aarch64|arm64)ARCH="arm64";;
    *) error "Unsupported architecture: $ARCH";;esacKERN=$(uname-r)case"$KERN"in
    *icrosoft*WSL2 | *icrosoft*wsl2);;
    *icrosoft) error "Microsoft WSL1 is not currently supported. Please upgrade to WSL2 with 'wsl --set-version <distro> 2'";;
    *);;esacVER_PARAM="${OLLAMA_VERSION:+?version=$OLLAMA_VERSION}"SUDO=if["$(id-u)"-ne0];then# Running as root, no need for sudoif! available sudo;then
        error "This script requires superuser permissions. Please re-run as root."fiSUDO="sudo"fiNEEDS=$(require curlawkgrepsedteexargs)if[-n"$NEEDS"];then
    status "ERROR: The following tools are required but missing:"forNEEDin$NEEDS;doecho"  - $NEED"doneexit1fi

status "Downloading ollama..."# curl --fail --show-error --location --progress-bar -o $TEMP_DIR/ollama "https://ollama.com/download/ollama-linux-${ARCH}${VER_PARAM}"forBINDIRin /usr/local/bin /usr/bin /bin;doecho$PATH|grep-q$BINDIR&&break||continuedone

status "Installing ollama to $BINDIR..."$SUDOinstall-o0-g0-m755-d$BINDIR# $SUDO install -o0 -g0 -m755 $TEMP_DIR/ollama $BINDIR/ollama$SUDOinstall-o0-g0-m755 ./ollama-linux-amd64  $BINDIR/ollama

install_success(){ 
    status 'The Ollama API is now available at 127.0.0.1:11434.'
    status 'Install complete. Run "ollama" from the command line.'}trap install_success EXIT

# Everything from this point onwards is optional.configure_systemd(){if!id ollama >/dev/null 2>&1;then
        status "Creating ollama user..."$SUDOuseradd-r-s /bin/false -U-m-d /usr/share/ollama ollama
    fiif getent group render >/dev/null 2>&1;then
        status "Adding ollama user to render group..."$SUDOusermod-a-G render ollama
    fiif getent group video >/dev/null 2>&1;then
        status "Adding ollama user to video group..."$SUDOusermod-a-G video ollama
    fi

    status "Adding current user to ollama group..."$SUDOusermod-a-G ollama $(whoami)

    status "Creating ollama systemd service..."cat<<EOF|$SUDOtee /etc/systemd/system/ollama.service >/dev/null
[Unit]
Description=Ollama Service
After=network-online.target

[Service]
ExecStart=$BINDIR/ollama serve
User=ollama
Group=ollama
Restart=always
RestartSec=3
Environment="PATH=$PATH"

[Install]
WantedBy=default.target
EOFSYSTEMCTL_RUNNING="$(systemctl is-system-running ||true)"case$SYSTEMCTL_RUNNINGin
        running|degraded)
            status "Enabling and starting ollama service..."$SUDO systemctl daemon-reload
            $SUDO systemctl enable ollama

            start_service(){$SUDO systemctl restart ollama;}trap start_service EXIT
            ;;esac}if available systemctl;then
    configure_systemd
fiif! available lspci &&! available lshw;then
    warning "Unable to detect NVIDIA/AMD GPU. Install lspci or lshw to automatically detect and install GPU dependencies."exit0ficheck_gpu(){# Look for devices based on vendor ID for NVIDIA and AMDcase$1in
        lspci)case$2in
                nvidia) available lspci && lspci -d'10de:'|grep-q'NVIDIA'||return1;;
                amdgpu) available lspci && lspci -d'1002:'|grep-q'AMD'||return1;;esac;;
        lshw)case$2in
                nvidia) available lshw &&$SUDO lshw -c display -numeric|grep-q'vendor: .* \[10DE\]'||return1;;
                amdgpu) available lshw &&$SUDO lshw -c display -numeric|grep-q'vendor: .* \[1002\]'||return1;;esac;;
        nvidia-smi) available nvidia-smi ||return1;;esac}if check_gpu nvidia-smi;then
    status "NVIDIA GPU installed."exit0fiif! check_gpu lspci nvidia &&! check_gpu lshw nvidia &&! check_gpu lspci amdgpu &&! check_gpu lshw amdgpu;then
    install_success
    warning "No NVIDIA/AMD GPU detected. Ollama will run in CPU-only mode."exit0fiif check_gpu lspci amdgpu || check_gpu lshw amdgpu;then# Look for pre-existing ROCm v6 before downloading the dependenciesforsearchin"${HIP_PATH:-''}""${ROCM_PATH:-''}""/opt/rocm";doif[-n"${search}"]&&[-e"${search}/lib/libhipblas.so.2"];then
            status "Compatible AMD GPU ROCm library detected at ${search}"
            install_success
            exit0fidone

    status "Downloading AMD GPU dependencies..."$SUDOrm-rf /usr/share/ollama/lib
    $SUDOchmod o+x /usr/share/ollama
    $SUDOinstall-o ollama -g ollama -m755-d /usr/share/ollama/lib/rocm
    curl--fail --show-error --location --progress-bar "https://ollama.com/download/ollama-linux-amd64-rocm.tgz${VER_PARAM}"\|$SUDOtar zx --owner ollama --group ollama -C /usr/share/ollama/lib/rocm .
    install_success
    status "AMD GPU dependencies installed."exit0fi# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-7-centos-7# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-8-rocky-8# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-9-rocky-9# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#fedorainstall_cuda_driver_yum(){
    status 'Installing NVIDIA repository...'case$PACKAGE_MANAGERin
        yum)$SUDO$PACKAGE_MANAGER-yinstall yum-utils
            $SUDO$PACKAGE_MANAGER-config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname-m)/cuda-$1$2.repo
            ;;
        dnf)$SUDO$PACKAGE_MANAGER config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname-m)/cuda-$1$2.repo
            ;;esaccase$1in
        rhel)
            status 'Installing EPEL repository...'# EPEL is required for third-party dependencies such as dkms and libvdpau$SUDO$PACKAGE_MANAGER-yinstall https://dl.fedoraproject.org/pub/epel/epel-release-latest-$2.noarch.rpm ||true;;esac

    status 'Installing CUDA driver...'if["$1"='centos']||["$1$2"='rhel7'];then$SUDO$PACKAGE_MANAGER-yinstall nvidia-driver-latest-dkms
    fi$SUDO$PACKAGE_MANAGER-yinstall cuda-drivers
}# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#ubuntu# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#debianinstall_cuda_driver_apt(){
    status 'Installing NVIDIA repository...'curl-fsSL-o$TEMP_DIR/cuda-keyring.deb https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname-m)/cuda-keyring_1.1-1_all.deb

    case$1in
        debian)
            status 'Enabling contrib sources...'$SUDOsed's/main/contrib/'< /etc/apt/sources.list |$SUDOtee /etc/apt/sources.list.d/contrib.list > /dev/null
            if[-f"/etc/apt/sources.list.d/debian.sources"];then$SUDOsed's/main/contrib/'< /etc/apt/sources.list.d/debian.sources |$SUDOtee /etc/apt/sources.list.d/contrib.sources > /dev/null
            fi;;esac

    status 'Installing CUDA driver...'$SUDO dpkg -i$TEMP_DIR/cuda-keyring.deb
    $SUDOapt-get update

    [-n"$SUDO"]&&SUDO_E="$SUDO -E"||SUDO_E=DEBIAN_FRONTEND=noninteractive $SUDO_Eapt-get-yinstall cuda-drivers -q}if[!-f"/etc/os-release"];then
    error "Unknown distribution. Skipping CUDA installation."fi. /etc/os-release

OS_NAME=$IDOS_VERSION=$VERSION_IDPACKAGE_MANAGER=forPACKAGE_MANAGERin dnf yum apt-get;doif available $PACKAGE_MANAGER;thenbreakfidoneif[-z"$PACKAGE_MANAGER"];then
    error "Unknown package manager. Skipping CUDA installation."fiif! check_gpu nvidia-smi ||[-z"$(nvidia-smi |grep-o"CUDA Version: [0-9]*\.[0-9]*")"];thencase$OS_NAMEin
        centos|rhel) install_cuda_driver_yum 'rhel'$(echo $OS_VERSION |cut-d'.'-f1);;
        rocky) install_cuda_driver_yum 'rhel'$(echo $OS_VERSION |cut-c1);;
        fedora)[$OS_VERSION-lt'37']&& install_cuda_driver_yum $OS_NAME$OS_VERSION|| install_cuda_driver_yum $OS_NAME'37';;
        amzn) install_cuda_driver_yum 'fedora''37';;
        debian) install_cuda_driver_apt $OS_NAME$OS_VERSION;;
        ubuntu) install_cuda_driver_apt $OS_NAME$(echo $OS_VERSION |sed's/\.//');;
        *)exit;;esacfiif! lsmod |grep-q nvidia;thenKERNEL_RELEASE="$(uname-r)"case$OS_NAMEin
        rocky)$SUDO$PACKAGE_MANAGER-yinstall kernel-devel kernel-headers ;;
        centos|rhel|amzn)$SUDO$PACKAGE_MANAGER-yinstall kernel-devel-$KERNEL_RELEASE kernel-headers-$KERNEL_RELEASE;;
        fedora)$SUDO$PACKAGE_MANAGER-yinstall kernel-devel-$KERNEL_RELEASE;;
        debian|ubuntu)$SUDOapt-get-yinstall linux-headers-$KERNEL_RELEASE;;
        *)exit;;esacNVIDIA_CUDA_VERSION=$($SUDO dkms status |awk -F: '/added/ { print $1 }')if[-n"$NVIDIA_CUDA_VERSION"];then$SUDO dkms install$NVIDIA_CUDA_VERSIONfiif lsmod |grep-q nouveau;then
        status 'Reboot to complete NVIDIA CUDA driver install.'exit0fi$SUDO modprobe nvidia
fi

status "NVIDIA CUDA drivers installed."

步骤4：运行 install.sh脚本 ,安装

# 执行installl.sh脚本，需要sudo 权限  chmod +x install.sh
./install.sh
# 如果报错误权限不足，执行chmod +x install.sh
# 如果报错误： bash: ./build_android.sh：/bin/sh^M：解释器错误: 没有那个文件或目录，执行sed-i's/\r$//' install.sh

步骤5：配置大模型下载目录

# 执行命令vim ~/.bashrc
# 配置 OLLAMA_MODELS 环境变量自定义路径### ollama model dir 改为自定义的路径，默认路径/usr/share/ollama/.ollama/models exportOLLAMA_MODELS=/home/Ollama/ollama_cache
# 复制/usr/share/ollama/.ollama/models目录中（blobs  manifests）的文件夹到OLLAMA_MODELS环境变量目录cp-r /usr/share/ollama/.ollama/models /home/Ollama/ollama_cache

步骤6：运行大模型，如通义千问

# 需要先将大模型下载到OLLAMA_MODELS文件中# ollama run <模型名称>
ollama run qwen

步骤7：关闭 Ollama 服务

# 关闭ollama服务service ollama stop

Ollama内网部署大模型请参考：https://blog.csdn.net/u010197332/article/details/139004006