Add DuckLM service scripts and utility model benchmark
This commit is contained in:
@@ -1,8 +1,32 @@
|
||||
duck-up:
|
||||
docker compose -f docker-compose.memory.yml up -d
|
||||
@echo "Memory services started."
|
||||
@echo "Start llama-server:"
|
||||
@echo "bash scripts/llama/start_main.sh start"
|
||||
bash scripts/duck.sh start
|
||||
|
||||
duck-stop:
|
||||
bash scripts/duck.sh stop
|
||||
|
||||
duck-restart:
|
||||
bash scripts/duck.sh restart
|
||||
|
||||
duck-status:
|
||||
bash scripts/duck.sh status
|
||||
|
||||
duck-logs:
|
||||
bash scripts/duck.sh logs --follow
|
||||
|
||||
duck-mtp-up:
|
||||
bash scripts/duck-mtp.sh start
|
||||
|
||||
duck-mtp-stop:
|
||||
bash scripts/duck-mtp.sh stop
|
||||
|
||||
duck-mtp-restart:
|
||||
bash scripts/duck-mtp.sh restart
|
||||
|
||||
duck-mtp-status:
|
||||
bash scripts/duck-mtp.sh status
|
||||
|
||||
duck-mtp-logs:
|
||||
bash scripts/duck-mtp.sh logs --follow
|
||||
|
||||
duck-llama-main:
|
||||
bash scripts/llama/start_main.sh start
|
||||
@@ -26,11 +50,7 @@ duck-api:
|
||||
python3 -m duck_core.api
|
||||
|
||||
duck-dev:
|
||||
docker compose -f docker-compose.memory.yml up -d
|
||||
@echo "Start llama-server in another terminal:"
|
||||
@echo "bash scripts/llama/start_main.sh start"
|
||||
@echo "Then run:"
|
||||
@echo "make duck-api"
|
||||
bash scripts/duck.sh start
|
||||
@echo "Open:"
|
||||
@echo "http://127.0.0.1:8000/"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user