16 lines
498 B
YAML
16 lines
498 B
YAML
services:
|
|
rkllm_server:
|
|
image: jsntwdj/rkllm_chat:1.0.1
|
|
container_name: rkllm_chat
|
|
restart: unless-stopped
|
|
privileged: true
|
|
devices:
|
|
- /dev:/dev
|
|
volumes:
|
|
- ./rkllm_server/:/rkllm_server/ # bring-your-own server
|
|
- ./model/:/rkllm_server/model/:ro
|
|
- /lib/:/lib/:ro
|
|
ports:
|
|
- "8080:8080"
|
|
command: >
|
|
sh -c "python3 gradio_server.py --target_platform rk3588 --rkllm_model_path /rkllm_server/model/Phi-3.5-mini-instruct-w8a8.rkllm"
|