copp/ai-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test-server2

Browse Source
This commit is contained in:
jze9
2025-09-22 15:31:51 +05:00
parent a8f09eb4ea
commit 51e1496379
6 changed files with 82 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ollama.service
View File

@@ -18,6 +18,7 @@ Environment="OLLAMA_MAX_LOADED_MODELS=2"
Environment="OLLAMA_FLASH_ATTENTION=1"
Environment="CUDA_VISIBLE_DEVICES=0"
Environment="OLLAMA_GPU_OVERHEAD=0.2"
Environment="OLLAMA_HOME=/opt/ai-server/.ollama"
WorkingDirectory=/opt/ai-server
StandardOutput=journal
StandardError=journal
@@ -26,7 +27,6 @@ StandardError=journal
NoNewPrivileges=true
PrivateTmp=true
ProtectSystem=strict
ProtectHome=true
ReadWritePaths=/opt/ai-server
# Resource limits for RTX 2060