last ...

2026-09-26 06:23:46 +03:30
parent 1d52b11c52
commit c3eb11682d
1 changed files with 13 additions and 0 deletions
@@ -5,10 +5,23 @@ if using flash format it as extFAT
 go to Hugging Face and downoad GGUF format of LLMS you want
 open notepad and create a file named start.bat:
 ./llafial*.*.exe --server --model "llm-gguf-file.gguf" --ctx-size 32768
+./llafial*.*.exe --server --embeddings --model "llm-gguf-file.gguf" --ctx-size 32768

 --host 0.0.0.0 
 --port 8081

+sc.exe create XLLMEmbdService binPath= "D:\Projects\LLMs\bge-m3.bat"
+sc.exe create XLLMService binPath= "D:\Projects\LLMs\gemma3b1sc.bat"
+
+sc queryex type=service state=all
+sc queryex type=service state=all | find /i "SERVICE_NAME:"
+sc queryex type=service state=active
+
+sc query XLLMService
+sc query XLLMEmbdService
+
+sc delete XLLMService
+sc delete XLLMEmbdService

 https://docs.mozilla.ai/llamafile/using-llamafile/api
 https://github.com/mozilla-ai/llamafile