networks:
    1panel-network:
        external: true
services:
    ollama:
        container_name: ${CONTAINER_NAME}
        deploy:
            resources:
                limits:
                    cpus: ${CPUS}
                    memory: ${MEMORY_LIMIT}
                reservations:
                    devices:
                        - capabilities:
                            - gpu
                          count: all
                          driver: nvidia
        environment:
            - OLLAMA_KEEP_ALIVE=-1
        image: ollama/ollama:0.5.13
        labels:
            createdBy: Apps
        networks:
            - 1panel-network
        ports:
            - ${HOST_IP}:${PANEL_APP_PORT_HTTP}:11434
        restart: unless-stopped
        tty: true
        volumes:
            - /mnt/data/ollama:/root/.ollama

ollama 通过1panel部署在docker里，但是默认的配置不会使用GPU，删除docker的时候，也会把模型给删掉，所以需要修改配置，添加了gpu的支持，绑定了模型的文件夹