Newer
Older
TelosDB / scripts / launch-llama-server.bat
@echo off
REM llama-serverサイドカー起動スクリプト
setlocal
set BIN_DIR=%~dp0..\src-tauri\target\release
set MODEL=Gemma-3-300M.gguf
set PORT=8080
set EMBED=enabled
set PARALLEL=1
cd /d %BIN_DIR%
start "llama-server" llama-server.exe --model %MODEL% --port %PORT% --embedding %EMBED% --parallel %PARALLEL%
endlocal