commit 367b48696453747d7d68e87bfa488367ee8def9e
Author: rubberhead <bjchenzhengyi@hotmail.com>
Date:   Fri Jan 24 22:36:45 2025 +0800

    Initial commit

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..36d3b54
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,3 @@
+model/Phi-3.5-mini-instruct-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/Qwen2.5-1.5B-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/TinyLlama-1.1B-Chat-v1.0-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 0000000..efff00d
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,14 @@
+services:
+  rkllm_server:
+    image: jsntwdj/rkllm_chat:1.0.1
+    container_name: rkllm_chat
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev:/dev
+    volumes:
+      - ./model:/rkllm_server/model:ro
+    ports:
+      - "8080:8080"
+    command: >
+      sh -c "python3 gradio_server.py --target_platform rk3588 --rkllm_model_path /rkllm_server/model/Qwen2.5-3B.rkllm"
diff --git a/model b/model
new file mode 120000
index 0000000..bbb29c7
--- /dev/null
+++ b/model
@@ -0,0 +1 @@
+/mnt/fsrv/local/vitrihead/rkllm
\ No newline at end of file