14 lines
391 B
YAML
14 lines
391 B
YAML
services:
|
|
rkllm_server:
|
|
image: jsntwdj/rkllm_chat:1.0.1
|
|
container_name: rkllm_chat
|
|
restart: unless-stopped
|
|
privileged: true
|
|
devices:
|
|
- /dev:/dev
|
|
volumes:
|
|
- ./model:/rkllm_server/model:ro
|
|
ports:
|
|
- "8080:8080"
|
|
command: >
|
|
sh -c "python3 gradio_server.py --target_platform rk3588 --rkllm_model_path /rkllm_server/model/Qwen2.5-3B.rkllm"
|