server -test 3

This commit is contained in:
2025-09-22 15:41:10 +05:00
parent 51e1496379
commit fa40278a61
2 changed files with 12 additions and 12 deletions

View File

@@ -7,8 +7,8 @@ StartLimitIntervalSec=0
[Service]
Type=exec
ExecStart=/usr/local/bin/ollama serve
User=aiserver
Group=aiserver
User=root
Group=root
Restart=always
RestartSec=3
Environment="OLLAMA_HOST=0.0.0.0:11434"
@@ -18,8 +18,9 @@ Environment="OLLAMA_MAX_LOADED_MODELS=2"
Environment="OLLAMA_FLASH_ATTENTION=1"
Environment="CUDA_VISIBLE_DEVICES=0"
Environment="OLLAMA_GPU_OVERHEAD=0.2"
Environment="OLLAMA_HOME=/opt/ai-server/.ollama"
WorkingDirectory=/opt/ai-server
Environment="OLLAMA_HOME=/home/user/ai-server/.ollama"
Environment="HOME=/home/user/ai-server"
WorkingDirectory=/home/user/ai-server
StandardOutput=journal
StandardError=journal
@@ -27,7 +28,7 @@ StandardError=journal
NoNewPrivileges=true
PrivateTmp=true
ProtectSystem=strict
ReadWritePaths=/opt/ai-server
ReadWritePaths=/home/user/ai-server
# Resource limits for RTX 2060
MemoryMax=8G