Initial commit

.gitattributes

@@ -0,0 +1,3 @@
+model/Phi-3.5-mini-instruct-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/Qwen2.5-1.5B-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/TinyLlama-1.1B-Chat-v1.0-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text

docker-compose.yml

@@ -0,0 +1,14 @@
+services:
+  rkllm_server:
+    image: jsntwdj/rkllm_chat:1.0.1
+    container_name: rkllm_chat
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev:/dev
+    volumes:
+      - ./model:/rkllm_server/model:ro
+    ports:
+      - "8080:8080"
+    command: >
+      sh -c "python3 gradio_server.py --target_platform rk3588 --rkllm_model_path /rkllm_server/model/Qwen2.5-3B.rkllm"

model

@@ -0,0 +1 @@
+/mnt/fsrv/local/vitrihead/rkllm