File tree Expand file tree Collapse file tree 1 file changed +13
-5
lines changed Expand file tree Collapse file tree 1 file changed +13
-5
lines changed Original file line number Diff line number Diff line change @@ -195,9 +195,9 @@ services:
195
195
- reverseproxy
196
196
197
197
localai.liexp.dev :
198
- image : localai/localai:master-aio-cpu
198
+ # image: localai/localai:master-aio-cpu
199
199
# For Intel GPUs decomment the following:
200
- # image: localai/localai:latest-aio-gpu-intel
200
+ image : localai/localai:latest-aio-gpu-intel
201
201
healthcheck :
202
202
test : ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
203
203
interval : 1m
@@ -213,16 +213,24 @@ services:
213
213
VIRTUAL_PORT : 8080
214
214
LOCALAI_CORS : 0
215
215
LOCALAI_SINGLE_ACTIVE_BACKEND : " true"
216
+ # Intel GPU optimization settings
217
+ SYCL_DEVICE_FILTER : level_zero
218
+ NEOReadDebugKeys : 1
219
+ ClDeviceGlobalMemCacheType : 1
216
220
env_file :
217
221
- ./services/ai-bot/.env.local
218
222
volumes :
219
223
- ./localai/models:/models:cached
220
224
- ./localai/backends:/backends:cached
221
- # devices:
222
- # - /dev/dri
225
+ devices :
226
+ # Intel GPU device access - required for hardware acceleration
227
+ - /dev/dri/card1:/dev/dri/card1
228
+ - /dev/dri/renderD128:/dev/dri/renderD128
223
229
networks :
224
230
- reverseproxy
225
- cpu_count : 2
231
+ cpu_count : 4
232
+ # Increase memory limit for GPU workloads
233
+ mem_limit : 16G
226
234
227
235
volumes :
228
236
db-data : {}
You can’t perform that action at this time.
0 commit comments