用 Docker + Tabby搭建自己的AI代码模型

https://tabby.tabbyml.com/
https://github.com/TabbyML/tabby

拓展插件
https://tabby.tabbyml.com/docs/extensions

模型
https://huggingface.co/bigcode/starcoderbase-1b
镜像
https://modelscope.cn/models/TabbyML/StarCoder-1B
代理

git clone -c https.https://huggingface.co.proxy="10.10.10.20:7890" -c http.https://huggingface.co.proxy="10.10.10.20:7890" https://huggingface.co/TabbyML/StarCoder-1B

国内镜像

git lfs install

git clone https://modelscope.cn/TabbyML/StarCoder-1B.git

# 设置 git 代理
git config --global https.proxy "10.10.10.20:7890"
git config --global http.proxy "10.10.10.20:7890"

# 拉取lfs 大文件
git lfs pull

# 取消代理
git config --global --unset https.proxy
git config --global --unset http.proxy

docker 部署

version: '3.5'

services:
  tabby:
    restart: always
    image: tabbyml/tabby:0.4.0
    environment:
      - "TABBY_DOWNLOAD_HOST=modelscope.cn tabby serve --model TabbyML/StarCoder-1B"
      - "RUST_BACKTRACE=full"
    command: serve --model TabbyML/StarCoder-1B
    volumes:
      - "/opt/tabby:/data"
    ports:
      - 11880:8080