From 367b48696453747d7d68e87bfa488367ee8def9e Mon Sep 17 00:00:00 2001
From: rubberhead <bjchenzhengyi@hotmail.com>
Date: Fri, 24 Jan 2025 22:36:45 +0800
Subject: [PATCH] Initial commit

---
 .gitattributes     |  3 +++
 docker-compose.yml | 14 ++++++++++++++
 model              |  1 +
 3 files changed, 18 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 docker-compose.yml
 create mode 120000 model

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..36d3b54
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,3 @@
+model/Phi-3.5-mini-instruct-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/Qwen2.5-1.5B-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
+model/TinyLlama-1.1B-Chat-v1.0-w8a8.rkllm filter=lfs diff=lfs merge=lfs -text
diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 0000000..efff00d
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,14 @@
+services:
+  rkllm_server:
+    image: jsntwdj/rkllm_chat:1.0.1
+    container_name: rkllm_chat
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev:/dev
+    volumes:
+      - ./model:/rkllm_server/model:ro
+    ports:
+      - "8080:8080"
+    command: >
+      sh -c "python3 gradio_server.py --target_platform rk3588 --rkllm_model_path /rkllm_server/model/Qwen2.5-3B.rkllm"
diff --git a/model b/model
new file mode 120000
index 0000000..bbb29c7
--- /dev/null
+++ b/model
@@ -0,0 +1 @@
+/mnt/fsrv/local/vitrihead/rkllm
\ No newline at end of file