From c3eb11682d5cfc0d50b01e3bccf09495d5cb6ece Mon Sep 17 00:00:00 2001 From: Hadi Khazaee Asl Date: Sat, 26 Sep 2026 06:23:46 +0330 Subject: [PATCH] last ... --- Documents/Ai Serving.txt | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/Documents/Ai Serving.txt b/Documents/Ai Serving.txt index 7b4eb8d..d012e77 100644 --- a/Documents/Ai Serving.txt +++ b/Documents/Ai Serving.txt @@ -5,10 +5,23 @@ if using flash format it as extFAT go to Hugging Face and downoad GGUF format of LLMS you want open notepad and create a file named start.bat: ./llafial*.*.exe --server --model "llm-gguf-file.gguf" --ctx-size 32768 +./llafial*.*.exe --server --embeddings --model "llm-gguf-file.gguf" --ctx-size 32768 --host 0.0.0.0 --port 8081 +sc.exe create XLLMEmbdService binPath= "D:\Projects\LLMs\bge-m3.bat" +sc.exe create XLLMService binPath= "D:\Projects\LLMs\gemma3b1sc.bat" + +sc queryex type=service state=all +sc queryex type=service state=all | find /i "SERVICE_NAME:" +sc queryex type=service state=active + +sc query XLLMService +sc query XLLMEmbdService + +sc delete XLLMService +sc delete XLLMEmbdService https://docs.mozilla.ai/llamafile/using-llamafile/api https://github.com/mozilla-ai/llamafile \ No newline at end of file