root@node37:/disk1/Janus-Pro-7B# docker ps|grep vllm
3c99960579b2   vllm/vllm-openai:v0.7.3               "python3 -m vllm.ent…"   6 hours ago    Up 14 seconds                  0.0.0.0:8107->8000/tcp, :::8107->8000/tcp   Janus-Pro-7B
9437b639afbf   vllm/vllm-openai:v0.6.5               "python3 -m vllm.ent…"   26 hours ago   Up 26 hours                    0.0.0.0:8002->8000/tcp, :::8002->8000/tcp   qwen2.5-72b
d63af7a11015   vllm/vllm-openai:v0.7.3               "python3 -m vllm.ent…"   27 hours ago   Up 27 hours                    0.0.0.0:8007->8000/tcp, :::8007->8000/tcp   qwen2.5-VL-7B-Instruct
root@node37:/disk1/Janus-Pro-7B# docker ps -a --no-trunc | grep 3c99960579b2
3c99960579b20706bb3e541e7829b36e280b0c00510bf3d3be40a64ef7225305   vllm/vllm-openai:v0.7.3               "python3 -m vllm.entrypoints.openai.api_server --model /models/Janus-Pro-7B --trust_remote_code --tokenizer_mode=auto --dtype=bfloat16 --max_num_seqs=128 --tensor_parallel_size=1 --gpu-memory-utilization=0.9 --max-model-len=32768 --served-model-name=Janus-Pro-7B"                                 6 hours ago    Up 9 seconds                    0.0.0.0:8107->8000/tcp, :::8107->8000/tcp   Janus-Pro-7B
root@node37:/disk1/Janus-Pro-7B# docker ps -a --no-trunc | grep qwen2.5-72b
9437b639afbf6dc637b7a9392a97b91d90409fb57193177fe8c721d9607ce4f6   vllm/vllm-openai:v0.6.5               "python3 -m vllm.entrypoints.openai.api_server --model /models/Qwen2.5-72B-Instruct-GPTQ-Int4 --tokenizer_mode=auto --dtype=bfloat16 --tensor_parallel_size=2 --gpu-memory-utilization=0.95 --max-model-len=16384 --served-model-name=Qwen2.5-72B-Instruct-GPTQ-Int4"                                   26 hours ago   Up 26 hours                     0.0.0.0:8002->8000/tcp, :::8002->8000/tcp   qwen2.5-72b
root@node37:/disk1/Janus-Pro-7B# docker ps -a --no-trunc | grep qwen2.5-VL-7B-Instruct
d63af7a1101505685b0ab3c2fb3c177bb45bed8f381eb83008d8228f0225b625   vllm/vllm-openai:v0.7.3               "python3 -m vllm.entrypoints.openai.api_server --model /models/qwen2.5-VL-7B-Instruct --tokenizer_mode=auto --dtype=bfloat16 --max_num_seqs=128 --tensor_parallel_size=1 --gpu-memory-utilization=0.9 --max-model-len=32768 --limit-mm-per-prompt image=4 --served-model-name=Qwen2.5-VL-7B-Instruct"   27 hours ago   Up 27 hours                     0.0.0.0:8007->8000/tcp, :::8007->8000/tcp   qwen2.5-VL-7B-Instruct
root@node37:/disk1/Janus-Pro-7B# docker inspect qwen2.5-VL-7B-Instruct --format='{{.Config.Cmd}}'
[--model /models/qwen2.5-VL-7B-Instruct --tokenizer_mode=auto --dtype=bfloat16 --max_num_seqs=128 --tensor_parallel_size=1 --gpu-memory-utilization=0.9 --max-model-len=32768 --limit-mm-per-prompt image=4 --served-model-name=Qwen2.5-VL-7B-Instruct]
root@node37:/disk1/Janus-Pro-7B# apt-get install -y python3-pip
Reading package lists... Done
Building dependency tree       
Reading state information... Done
python3-pip is already the newest version (20.0.2-5ubuntu1.11).
0 upgraded, 0 newly installed, 0 to remove and 210 not upgraded.
root@node37:/disk1/Janus-Pro-7B# pip3 install runlike
Collecting runlike
  Downloading runlike-1.5.4-py3-none-any.whl.metadata (13 kB)
Collecting click<9.0.0,>=8.0.1 (from runlike)
  Downloading click-8.1.8-py3-none-any.whl.metadata (2.3 kB)
^CERROR: Operation cancelled by user
root@node37:/disk1/Janus-Pro-7B# pip3 install runlike -i https://pypi.tuna.tsinghua.edu.cn/simple
Looking in indexes: https://pypi.tuna.tsinghua.edu.cn/simple
WARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ReadTimeoutError("HTTPSConnectionPool(host='pypi.tuna.tsinghua.edu.cn', port=443): Read timed out. (read timeout=15)")': /simple/runlike/
WARNING: Retrying (Retry(total=3, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ReadTimeoutError("HTTPSConnectionPool(host='pypi.tuna.tsinghua.edu.cn', port=443): Read timed out. (read timeout=15)")': /simple/runlike/
Collecting runlike
  Downloading https://pypi.tuna.tsinghua.edu.cn/packages/32/cd/532db66c32cd41b26214511fd2e379acd7b4bb4e2e136acace3919b473ca/runlike-1.5.4-py3-none-any.whl (10.0 kB)
Collecting click<9.0.0,>=8.0.1 (from runlike)
  Using cached https://pypi.tuna.tsinghua.edu.cn/packages/7e/d4/7ebdbd03970677812aac39c869717059dbb71a4cfc033ca6e5221787892c/click-8.1.8-py3-none-any.whl (98 kB)
Collecting importlib-metadata (from click<9.0.0,>=8.0.1->runlike)
  Downloading https://pypi.tuna.tsinghua.edu.cn/packages/ff/94/64287b38c7de4c90683630338cf28f129decbba0a44f0c6db35a873c73c4/importlib_metadata-6.7.0-py3-none-any.whl (22 kB)
Collecting zipp>=0.5 (from importlib-metadata->click<9.0.0,>=8.0.1->runlike)
  Downloading https://pypi.tuna.tsinghua.edu.cn/packages/5b/fa/c9e82bbe1af6266adf08afb563905eb87cab83fde00a0a08963510621047/zipp-3.15.0-py3-none-any.whl (6.8 kB)
Requirement already satisfied: typing-extensions>=3.6.4 in /root/anaconda3/lib/python3.7/site-packages (from importlib-metadata->click<9.0.0,>=8.0.1->runlike) (4.7.1)
DEPRECATION: pandas 0.23.4 has a non-standard dependency specifier pytz>=2011k. pip 24.1 will enforce this behaviour change. A possible replacement is to upgrade to a newer version of pandas or contact the author to suggest that they release a version with a conforming dependency specifiers. Discussion can be found at https://github.com/pypa/pip/issues/12063
Installing collected packages: zipp, importlib-metadata, click, runlike
  Attempting uninstall: click
    Found existing installation: click 6.7
    Uninstalling click-6.7:
      Successfully uninstalled click-6.7
Successfully installed click-8.1.8 importlib-metadata-6.7.0 runlike-1.5.4 zipp-3.15.0
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv

root@node37:/disk1/Janus-Pro-7B# runlike -p Janus-Pro-7B
docker run --name=Janus-Pro-7B \
        --hostname=3c99960579b2 \
        --volume /disk1:/models \
        --network=janus-pro-7b_default \
        --workdir=/vllm-workspace \
        -p 8107:8000 \
        --restart=always \
        --label='com.docker.compose.project.config_files=/disk1/Janus-Pro-7B/docker-compose.yml' \
        --label='com.docker.compose.project=janus-pro-7b' \
        --label='com.docker.compose.depends_on=' \
        --label='com.docker.compose.config-hash=737b5ecd690729d530a2a0c26cee034e0b8a8b152358916a3b7f3680a844aa22' \
        --label='com.docker.compose.image=sha256:a0b3e59739e948620f54cdd8a1a0ba3901199caf586267e8b17f5146a92ce996' \
        --label='com.docker.compose.container-number=1' \
        --label='com.docker.compose.project.working_dir=/disk1/Janus-Pro-7B' \
        --label='com.docker.compose.service=vllm-openai' \
        --label='com.docker.compose.oneoff=False' \
        --label='com.docker.compose.version=2.19.1' \
        --runtime=nvidia \
        vllm/vllm-openai:v0.7.3 \
        --model /models/Janus-Pro-7B --trust_remote_code --tokenizer_mode=auto --dtype=bfloat16 --max_num_seqs=128 --tensor_parallel_size=1 --gpu-memory-utilization=0.9 --max-model-len=32768 --served-model-name=Janus-Pro-7B
root@node37:/disk1/Janus-Pro-7B# runlike -p qwen2.5-72b
docker run --name=qwen2.5-72b \
        --hostname=9437b639afbf \
        --volume /disk1:/models \
        --network=qwen25-72b-instruct-gptq-int4_default \
        --workdir=/vllm-workspace \
        -p 8002:8000 \
        --restart=always \
        --label='com.docker.compose.project.config_files=/disk1/Qwen2.5-72B-Instruct-GPTQ-Int4/docker-compose.yml' \
        --label='com.docker.compose.depends_on=' \
        --label='com.docker.compose.config-hash=3a10dc20628f9262ce57c3b7c42024622eeefc9a44baa909b129b8e9246ad52c' \
        --label='com.docker.compose.service=vllm-openai' \
        --label='com.docker.compose.project.working_dir=/disk1/Qwen2.5-72B-Instruct-GPTQ-Int4' \
        --label='com.docker.compose.container-number=1' \
        --label='com.docker.compose.image=sha256:56aa649484bfa110f8c50a296233c07426e1952c523ed5e456e470ceb9841452' \
        --label='com.docker.compose.project=qwen25-72b-instruct-gptq-int4' \
        --label='com.docker.compose.version=2.19.1' \
        --label='com.docker.compose.oneoff=False' \
        --runtime=nvidia \
        vllm/vllm-openai:v0.6.5 \
        --model /models/Qwen2.5-72B-Instruct-GPTQ-Int4 --tokenizer_mode=auto --dtype=bfloat16 --tensor_parallel_size=2 --gpu-memory-utilization=0.95 --max-model-len=16384 --served-model-name=Qwen2.5-72B-Instruct-GPTQ-Int4
root@node37:/disk1/Janus-Pro-7B# 
root@node37:/disk1/Janus-Pro-7B# runlike -p qwen2.5-VL-7B-Instruct
docker run --name=qwen2.5-VL-7B-Instruct \
        --hostname=d63af7a11015 \
        --volume /disk1:/models \
        --network=qwen25-vl-7b-instruct_default \
        --workdir=/vllm-workspace \
        -p 8007:8000 \
        --restart=always \
        --label='com.docker.compose.image=sha256:a0b3e59739e948620f54cdd8a1a0ba3901199caf586267e8b17f5146a92ce996' \
        --label='com.docker.compose.project.config_files=/disk1/qwen2.5-VL-7B-Instruct/docker-compose.yml' \
        --label='com.docker.compose.oneoff=False' \
        --label='com.docker.compose.container-number=1' \
        --label='com.docker.compose.service=vllm-openai' \
        --label='com.docker.compose.config-hash=80b07982e80523da3feaec52a180ac675a081883c040c81d18adce7131c81172' \
        --label='com.docker.compose.version=2.19.1' \
        --label='com.docker.compose.depends_on=' \
        --label='com.docker.compose.project=qwen25-vl-7b-instruct' \
        --label='com.docker.compose.project.working_dir=/disk1/qwen2.5-VL-7B-Instruct' \
        --runtime=nvidia \
        vllm/vllm-openai:v0.7.3 \
        --model /models/qwen2.5-VL-7B-Instruct --tokenizer_mode=auto --dtype=bfloat16 --max_num_seqs=128 --tensor_parallel_size=1 --gpu-memory-utilization=0.9 --max-model-len=32768 --limit-mm-per-prompt image=4 --served-model-name=Qwen2.5-VL-7B-Instruct
root@node37:/disk1/Janus-Pro-7B# 

Logo

汇聚全球AI编程工具,助力开发者即刻编程。

更多推荐