[GH-ISSUE #5073] crash in oneapi_init on windows #28963

Closed
opened 2026-04-22 07:32:16 -05:00 by GiteaMirror · 6 comments
Owner

Originally created by @AncientMystic on GitHub (Jun 15, 2024).
Original GitHub issue: https://github.com/ollama/ollama/issues/5073

Originally assigned to: @dhiltgen on GitHub.

When running 0.1.45 on windows ollama ps results in the error
"Error: could not connect to ollama app, is it running?"
A second tray icon appears, the ollama app.exe seems to be running twice but the others crash instantly

Downgraded back to 0.1.44 for now

Log:


2024/06/15 23:02:43 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES:0 GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:false OLLAMA_FLASH_ATTENTION:true OLLAMA_HOST:http://0.0.0.0:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:2048 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\\Users\\vmz\\.ollama\\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]"
time=2024-06-15T23:02:43.591+01:00 level=INFO source=images.go:725 msg="total blobs: 197"
time=2024-06-15T23:02:43.609+01:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0"
time=2024-06-15T23:02:43.623+01:00 level=INFO source=routes.go:1057 msg="Listening on [::]:11434 (version 0.1.45-rc1)"
time=2024-06-15T23:02:43.623+01:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [rocm_v5.7 cpu cpu_avx cpu_avx2 cuda_v11.3]"
Exception 0xc0000005 0x8 0x0 0x0
PC=0x0
signal arrived during external code execution

runtime.cgocall(0x17d8000, 0xc00026ebd8)
	runtime/cgocall.go:157 +0x3e fp=0xc00026ebb0 sp=0xc00026eb78 pc=0xc993be
github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x64a470, 0xc0002d0a10)
	_cgo_gotypes.go:626 +0x4d fp=0xc00026ebd8 sp=0xc00026ebb0 pc=0x10a4e0d
github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x64a470, 0xc0002d0a10)
	github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc00026ec08 sp=0xc00026ebd8 pc=0x10aa98a
github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc000457d60, 0x1, 0x1a4ecd0?})
	github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc00026ed10 sp=0xc00026ec08 pc=0x10aa65f
github.com/ollama/ollama/gpu.initOneAPIHandles()
	github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc00026ed60 sp=0xc00026ed10 pc=0x10a59e5
github.com/ollama/ollama/gpu.GetGPUInfo()
	github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc00026fb20 sp=0xc00026ed60 pc=0x10a655c
github.com/ollama/ollama/server.Serve({0x1dfef40, 0xc000464160})
	github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc00026fcd0 sp=0xc00026fb20 pc=0x17ae3d1
github.com/ollama/ollama/cmd.RunServer(0xc0001a9200?, {0x25d0860?, 0x4?, 0x1c5c361?})
	github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc00026fd58 sp=0xc00026fcd0 pc=0x17ce2e5
github.com/spf13/cobra.(*Command).execute(0xc00046a908, {0x25d0860, 0x0, 0x0})
	github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc00026fe78 sp=0xc00026fd58 pc=0x103cc02
github.com/spf13/cobra.(*Command).ExecuteC(0xc0006ad808)
	github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc00026ff30 sp=0xc00026fe78 pc=0x103d445
github.com/spf13/cobra.(*Command).Execute(...)
	github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	github.com/ollama/ollama/main.go:11 +0x4d fp=0xc00026ff50 sp=0xc00026ff30 pc=0x17d796d
runtime.main()
	runtime/proc.go:271 +0x28b fp=0xc00026ffe0 sp=0xc00026ff50 pc=0xcd13eb
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00026ffe8 sp=0xc00026ffe0 pc=0xd02561

goroutine 2 gp=0xc00006a700 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00006dfa8 sp=0xc00006df88 pc=0xcd17ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.forcegchelper()
	runtime/proc.go:326 +0xb8 fp=0xc00006dfe0 sp=0xc00006dfa8 pc=0xcd1678
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00006dfe8 sp=0xc00006dfe0 pc=0xd02561
created by runtime.init.6 in goroutine 1
	runtime/proc.go:314 +0x1a

goroutine 3 gp=0xc00006aa80 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00006ff80 sp=0xc00006ff60 pc=0xcd17ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.bgsweep(0xc00003a070)
	runtime/mgcsweep.go:318 +0xdf fp=0xc00006ffc8 sp=0xc00006ff80 pc=0xcbb89f
runtime.gcenable.gowrap1()
	runtime/mgc.go:203 +0x25 fp=0xc00006ffe0 sp=0xc00006ffc8 pc=0xcb0145
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0xd02561
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:203 +0x66

goroutine 4 gp=0xc00006ac40 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x1df0bd0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000085f78 sp=0xc000085f58 pc=0xcd17ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.(*scavengerState).park(0x2544260)
	runtime/mgcscavenge.go:425 +0x49 fp=0xc000085fa8 sp=0xc000085f78 pc=0xcb9229
runtime.bgscavenge(0xc00003a070)
	runtime/mgcscavenge.go:658 +0x59 fp=0xc000085fc8 sp=0xc000085fa8 pc=0xcb97d9
runtime.gcenable.gowrap2()
	runtime/mgc.go:204 +0x25 fp=0xc000085fe0 sp=0xc000085fc8 pc=0xcb00e5
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000085fe8 sp=0xc000085fe0 pc=0xd02561
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:204 +0xa5

goroutine 5 gp=0xc00006b180 m=nil [finalizer wait]:
runtime.gopark(0xc000071e48?, 0xca3505?, 0xa8?, 0x1?, 0xc00006a000?)
	runtime/proc.go:402 +0xce fp=0xc000071e20 sp=0xc000071e00 pc=0xcd17ee
runtime.runfinq()
	runtime/mfinal.go:194 +0x107 fp=0xc000071fe0 sp=0xc000071e20 pc=0xcaf1c7
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000071fe8 sp=0xc000071fe0 pc=0xd02561
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:164 +0x3d

goroutine 6 gp=0xc0001df6c0 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000087f50 sp=0xc000087f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000087fe0 sp=0xc000087f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000087fe8 sp=0xc000087fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 18 gp=0xc00008c1c0 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x1?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000081f50 sp=0xc000081f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000081fe0 sp=0xc000081f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000081fe8 sp=0xc000081fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 34 gp=0xc000482000 m=nil [GC worker (idle)]:
runtime.gopark(0x25d2820?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000489f50 sp=0xc000489f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000489fe0 sp=0xc000489f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000489fe8 sp=0xc000489fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 19 gp=0xc00008c380 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x3?, 0xe8?, 0x69?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000083f50 sp=0xc000083f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000083fe0 sp=0xc000083f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 35 gp=0xc0004821c0 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00048bf50 sp=0xc00048bf30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc00048bfe0 sp=0xc00048bf50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00048bfe8 sp=0xc00048bfe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 20 gp=0xc00008c540 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000485f50 sp=0xc000485f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000485fe0 sp=0xc000485f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000485fe8 sp=0xc000485fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 7 gp=0xc0001df880 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 21 gp=0xc00008c700 m=nil [GC worker (idle)]:
runtime.gopark(0x491db12af7c?, 0x1?, 0xfc?, 0x44?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000487f50 sp=0xc000487f30 pc=0xcd17ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000487fe0 sp=0xc000487f50 pc=0xcb2285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000487fe8 sp=0xc000487fe0 pc=0xd02561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 22 gp=0xc0005841c0 m=4 mp=0xc000077808 [syscall]:
runtime.notetsleepg(0x25d1460, 0xffffffffffffffff)
	runtime/lock_sema.go:296 +0x31 fp=0xc000503fa0 sp=0xc000503f68 pc=0xca1ad1
os/signal.signal_recv()
	runtime/sigqueue.go:152 +0x29 fp=0xc000503fc0 sp=0xc000503fa0 pc=0xcfe249
os/signal.loop()
	os/signal/signal_unix.go:23 +0x13 fp=0xc000503fe0 sp=0xc000503fc0 pc=0xfc56b3
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000503fe8 sp=0xc000503fe0 pc=0xd02561
created by os/signal.Notify.func1.1 in goroutine 1
	os/signal/signal.go:151 +0x1f

goroutine 23 gp=0xc000584380 m=nil [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000507f00 sp=0xc000507ee0 pc=0xcd17ee
runtime.chanrecv(0xc0006e6ae0, 0x0, 0x1)
	runtime/chan.go:583 +0x3cd fp=0xc000507f78 sp=0xc000507f00 pc=0xc9ba4d
runtime.chanrecv1(0x0?, 0x0?)
	runtime/chan.go:442 +0x12 fp=0xc000507fa0 sp=0xc000507f78 pc=0xc9b652
github.com/ollama/ollama/server.Serve.func2()
	github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc000507fe0 sp=0xc000507fa0 pc=0x17ae4fd
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0xd02561
created by github.com/ollama/ollama/server.Serve in goroutine 1
	github.com/ollama/ollama/server/routes.go:1065 +0x759

goroutine 24 gp=0xc000584540 m=nil [select]:
runtime.gopark(0xc000495f50?, 0x3?, 0x60?, 0x0?, 0xc000495e02?)
	runtime/proc.go:402 +0xce fp=0xc000495c88 sp=0xc000495c68 pc=0xcd17ee
runtime.selectgo(0xc000495f50, 0xc000495dfc, 0xf00000007?, 0x0, 0xc000480380?, 0x1)
	runtime/select.go:327 +0x725 fp=0xc000495da8 sp=0xc000495c88 pc=0xce1c45
github.com/ollama/ollama/server.(*Scheduler).processPending(0xc0006e6780, {0x1e01910, 0xc0002bca50})
	github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc000495fb8 sp=0xc000495da8 pc=0x17b1d4f
github.com/ollama/ollama/server.(*Scheduler).Run.func1()
	github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc000495fe0 sp=0xc000495fb8 pc=0x17b1c5f
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0xd02561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
	github.com/ollama/ollama/server/sched.go:95 +0xb4

goroutine 25 gp=0xc000584700 m=nil [select]:
runtime.gopark(0xc000501f50?, 0x3?, 0x0?, 0x0?, 0xc000501d52?)
	runtime/proc.go:402 +0xce fp=0xc000501be0 sp=0xc000501bc0 pc=0xcd17ee
runtime.selectgo(0xc000501f50, 0xc000501d4c, 0x0?, 0x0, 0x0?, 0x1)
	runtime/select.go:327 +0x725 fp=0xc000501d00 sp=0xc000501be0 pc=0xce1c45
github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc0006e6780, {0x1e01910, 0xc0002bca50})
	github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc000501fb8 sp=0xc000501d00 pc=0x17b2c6c
github.com/ollama/ollama/server.(*Scheduler).Run.func2()
	github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc000501fe0 sp=0xc000501fb8 pc=0x17b1c1f
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000501fe8 sp=0xc000501fe0 pc=0xd02561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
	github.com/ollama/ollama/server/sched.go:99 +0x110
rax     0x7ff81ac4f4b0
rbx     0xc0002d0a10
rcx     0x0
rdx     0x16c
rdi     0xc0002d0a70
rsi     0x483efdc0
rbp     0x483efd20
rsp     0x483efb88
r8      0x16c
r9      0x16c
r10     0x16c
r11     0x483ef860
r12     0x7ff85b99b1d0
r13     0x24a3f7e
r14     0x0
r15     0x483efbd0
rip     0x0
rflags  0x10246
cs      0x33
fs      0x53
gs      0x2b
Originally created by @AncientMystic on GitHub (Jun 15, 2024). Original GitHub issue: https://github.com/ollama/ollama/issues/5073 Originally assigned to: @dhiltgen on GitHub. When running 0.1.45 on windows ollama ps results in the error "Error: could not connect to ollama app, is it running?" A second tray icon appears, the ollama app.exe seems to be running twice but the others crash instantly Downgraded back to 0.1.44 for now Log: ``` 2024/06/15 23:02:43 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES:0 GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:false OLLAMA_FLASH_ATTENTION:true OLLAMA_HOST:http://0.0.0.0:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:2048 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\\Users\\vmz\\.ollama\\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]" time=2024-06-15T23:02:43.591+01:00 level=INFO source=images.go:725 msg="total blobs: 197" time=2024-06-15T23:02:43.609+01:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0" time=2024-06-15T23:02:43.623+01:00 level=INFO source=routes.go:1057 msg="Listening on [::]:11434 (version 0.1.45-rc1)" time=2024-06-15T23:02:43.623+01:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [rocm_v5.7 cpu cpu_avx cpu_avx2 cuda_v11.3]" Exception 0xc0000005 0x8 0x0 0x0 PC=0x0 signal arrived during external code execution runtime.cgocall(0x17d8000, 0xc00026ebd8) runtime/cgocall.go:157 +0x3e fp=0xc00026ebb0 sp=0xc00026eb78 pc=0xc993be github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x64a470, 0xc0002d0a10) _cgo_gotypes.go:626 +0x4d fp=0xc00026ebd8 sp=0xc00026ebb0 pc=0x10a4e0d github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x64a470, 0xc0002d0a10) github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc00026ec08 sp=0xc00026ebd8 pc=0x10aa98a github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc000457d60, 0x1, 0x1a4ecd0?}) github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc00026ed10 sp=0xc00026ec08 pc=0x10aa65f github.com/ollama/ollama/gpu.initOneAPIHandles() github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc00026ed60 sp=0xc00026ed10 pc=0x10a59e5 github.com/ollama/ollama/gpu.GetGPUInfo() github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc00026fb20 sp=0xc00026ed60 pc=0x10a655c github.com/ollama/ollama/server.Serve({0x1dfef40, 0xc000464160}) github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc00026fcd0 sp=0xc00026fb20 pc=0x17ae3d1 github.com/ollama/ollama/cmd.RunServer(0xc0001a9200?, {0x25d0860?, 0x4?, 0x1c5c361?}) github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc00026fd58 sp=0xc00026fcd0 pc=0x17ce2e5 github.com/spf13/cobra.(*Command).execute(0xc00046a908, {0x25d0860, 0x0, 0x0}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc00026fe78 sp=0xc00026fd58 pc=0x103cc02 github.com/spf13/cobra.(*Command).ExecuteC(0xc0006ad808) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc00026ff30 sp=0xc00026fe78 pc=0x103d445 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:11 +0x4d fp=0xc00026ff50 sp=0xc00026ff30 pc=0x17d796d runtime.main() runtime/proc.go:271 +0x28b fp=0xc00026ffe0 sp=0xc00026ff50 pc=0xcd13eb runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00026ffe8 sp=0xc00026ffe0 pc=0xd02561 goroutine 2 gp=0xc00006a700 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00006dfa8 sp=0xc00006df88 pc=0xcd17ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.forcegchelper() runtime/proc.go:326 +0xb8 fp=0xc00006dfe0 sp=0xc00006dfa8 pc=0xcd1678 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006dfe8 sp=0xc00006dfe0 pc=0xd02561 created by runtime.init.6 in goroutine 1 runtime/proc.go:314 +0x1a goroutine 3 gp=0xc00006aa80 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00006ff80 sp=0xc00006ff60 pc=0xcd17ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.bgsweep(0xc00003a070) runtime/mgcsweep.go:318 +0xdf fp=0xc00006ffc8 sp=0xc00006ff80 pc=0xcbb89f runtime.gcenable.gowrap1() runtime/mgc.go:203 +0x25 fp=0xc00006ffe0 sp=0xc00006ffc8 pc=0xcb0145 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0xd02561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:203 +0x66 goroutine 4 gp=0xc00006ac40 m=nil [GC scavenge wait]: runtime.gopark(0x10000?, 0x1df0bd0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000085f78 sp=0xc000085f58 pc=0xcd17ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.(*scavengerState).park(0x2544260) runtime/mgcscavenge.go:425 +0x49 fp=0xc000085fa8 sp=0xc000085f78 pc=0xcb9229 runtime.bgscavenge(0xc00003a070) runtime/mgcscavenge.go:658 +0x59 fp=0xc000085fc8 sp=0xc000085fa8 pc=0xcb97d9 runtime.gcenable.gowrap2() runtime/mgc.go:204 +0x25 fp=0xc000085fe0 sp=0xc000085fc8 pc=0xcb00e5 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000085fe8 sp=0xc000085fe0 pc=0xd02561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0xa5 goroutine 5 gp=0xc00006b180 m=nil [finalizer wait]: runtime.gopark(0xc000071e48?, 0xca3505?, 0xa8?, 0x1?, 0xc00006a000?) runtime/proc.go:402 +0xce fp=0xc000071e20 sp=0xc000071e00 pc=0xcd17ee runtime.runfinq() runtime/mfinal.go:194 +0x107 fp=0xc000071fe0 sp=0xc000071e20 pc=0xcaf1c7 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000071fe8 sp=0xc000071fe0 pc=0xd02561 created by runtime.createfing in goroutine 1 runtime/mfinal.go:164 +0x3d goroutine 6 gp=0xc0001df6c0 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000087f50 sp=0xc000087f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000087fe0 sp=0xc000087f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000087fe8 sp=0xc000087fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 18 gp=0xc00008c1c0 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x1?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000081f50 sp=0xc000081f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000081fe0 sp=0xc000081f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000081fe8 sp=0xc000081fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 34 gp=0xc000482000 m=nil [GC worker (idle)]: runtime.gopark(0x25d2820?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000489f50 sp=0xc000489f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000489fe0 sp=0xc000489f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000489fe8 sp=0xc000489fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 19 gp=0xc00008c380 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x3?, 0xe8?, 0x69?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000083f50 sp=0xc000083f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000083fe0 sp=0xc000083f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 35 gp=0xc0004821c0 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00048bf50 sp=0xc00048bf30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc00048bfe0 sp=0xc00048bf50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00048bfe8 sp=0xc00048bfe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 20 gp=0xc00008c540 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000485f50 sp=0xc000485f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000485fe0 sp=0xc000485f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000485fe8 sp=0xc000485fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 7 gp=0xc0001df880 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 21 gp=0xc00008c700 m=nil [GC worker (idle)]: runtime.gopark(0x491db12af7c?, 0x1?, 0xfc?, 0x44?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000487f50 sp=0xc000487f30 pc=0xcd17ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000487fe0 sp=0xc000487f50 pc=0xcb2285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000487fe8 sp=0xc000487fe0 pc=0xd02561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 22 gp=0xc0005841c0 m=4 mp=0xc000077808 [syscall]: runtime.notetsleepg(0x25d1460, 0xffffffffffffffff) runtime/lock_sema.go:296 +0x31 fp=0xc000503fa0 sp=0xc000503f68 pc=0xca1ad1 os/signal.signal_recv() runtime/sigqueue.go:152 +0x29 fp=0xc000503fc0 sp=0xc000503fa0 pc=0xcfe249 os/signal.loop() os/signal/signal_unix.go:23 +0x13 fp=0xc000503fe0 sp=0xc000503fc0 pc=0xfc56b3 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000503fe8 sp=0xc000503fe0 pc=0xd02561 created by os/signal.Notify.func1.1 in goroutine 1 os/signal/signal.go:151 +0x1f goroutine 23 gp=0xc000584380 m=nil [chan receive]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000507f00 sp=0xc000507ee0 pc=0xcd17ee runtime.chanrecv(0xc0006e6ae0, 0x0, 0x1) runtime/chan.go:583 +0x3cd fp=0xc000507f78 sp=0xc000507f00 pc=0xc9ba4d runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:442 +0x12 fp=0xc000507fa0 sp=0xc000507f78 pc=0xc9b652 github.com/ollama/ollama/server.Serve.func2() github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc000507fe0 sp=0xc000507fa0 pc=0x17ae4fd runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0xd02561 created by github.com/ollama/ollama/server.Serve in goroutine 1 github.com/ollama/ollama/server/routes.go:1065 +0x759 goroutine 24 gp=0xc000584540 m=nil [select]: runtime.gopark(0xc000495f50?, 0x3?, 0x60?, 0x0?, 0xc000495e02?) runtime/proc.go:402 +0xce fp=0xc000495c88 sp=0xc000495c68 pc=0xcd17ee runtime.selectgo(0xc000495f50, 0xc000495dfc, 0xf00000007?, 0x0, 0xc000480380?, 0x1) runtime/select.go:327 +0x725 fp=0xc000495da8 sp=0xc000495c88 pc=0xce1c45 github.com/ollama/ollama/server.(*Scheduler).processPending(0xc0006e6780, {0x1e01910, 0xc0002bca50}) github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc000495fb8 sp=0xc000495da8 pc=0x17b1d4f github.com/ollama/ollama/server.(*Scheduler).Run.func1() github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc000495fe0 sp=0xc000495fb8 pc=0x17b1c5f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0xd02561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:95 +0xb4 goroutine 25 gp=0xc000584700 m=nil [select]: runtime.gopark(0xc000501f50?, 0x3?, 0x0?, 0x0?, 0xc000501d52?) runtime/proc.go:402 +0xce fp=0xc000501be0 sp=0xc000501bc0 pc=0xcd17ee runtime.selectgo(0xc000501f50, 0xc000501d4c, 0x0?, 0x0, 0x0?, 0x1) runtime/select.go:327 +0x725 fp=0xc000501d00 sp=0xc000501be0 pc=0xce1c45 github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc0006e6780, {0x1e01910, 0xc0002bca50}) github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc000501fb8 sp=0xc000501d00 pc=0x17b2c6c github.com/ollama/ollama/server.(*Scheduler).Run.func2() github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc000501fe0 sp=0xc000501fb8 pc=0x17b1c1f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000501fe8 sp=0xc000501fe0 pc=0xd02561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:99 +0x110 rax 0x7ff81ac4f4b0 rbx 0xc0002d0a10 rcx 0x0 rdx 0x16c rdi 0xc0002d0a70 rsi 0x483efdc0 rbp 0x483efd20 rsp 0x483efb88 r8 0x16c r9 0x16c r10 0x16c r11 0x483ef860 r12 0x7ff85b99b1d0 r13 0x24a3f7e r14 0x0 r15 0x483efbd0 rip 0x0 rflags 0x10246 cs 0x33 fs 0x53 gs 0x2b ```
GiteaMirror added the intelbugwindows labels 2026-04-22 07:32:17 -05:00
Author
Owner

@jmorganca commented on GitHub (Jun 16, 2024):

Hi there thanks for sharing the logs and finding this in the pre-release. May I ask which model of Intel CPU you have?

<!-- gh-comment-id:2170993785 --> @jmorganca commented on GitHub (Jun 16, 2024): Hi there thanks for sharing the logs and finding this in the pre-release. May I ask which model of Intel CPU you have?
Author
Owner

@jmorganca commented on GitHub (Jun 16, 2024):

and is this on Windows 10 or Windows 11? Thanks!

<!-- gh-comment-id:2170994766 --> @jmorganca commented on GitHub (Jun 16, 2024): and is this on Windows 10 or Windows 11? Thanks!
Author
Owner

@AncientMystic commented on GitHub (Jun 16, 2024):

Absolutely, happy to help, thank you for all your hard work on this project, i love it.

The CPU is intel i7-6700 and OS is Windows 10 22H2 (build 19045)

<!-- gh-comment-id:2170996336 --> @AncientMystic commented on GitHub (Jun 16, 2024): Absolutely, happy to help, thank you for all your hard work on this project, i love it. The CPU is intel i7-6700 and OS is Windows 10 22H2 (build 19045)
Author
Owner

@jmorganca commented on GitHub (Jun 16, 2024):

Thanks so much. Great! One last thing, would it be possible to share the logs of:

OLLAMA_DEBUG=1 ollama serve

That should help us track down why it might be crashing

<!-- gh-comment-id:2170996721 --> @jmorganca commented on GitHub (Jun 16, 2024): Thanks so much. Great! One last thing, would it be possible to share the logs of: ``` OLLAMA_DEBUG=1 ollama serve ``` That should help us track down why it might be crashing
Author
Owner

@AncientMystic commented on GitHub (Jun 16, 2024):

Can do 👍 had to add it to environment variables and restart the app to get the log from the log file but here is the output with debug enabled.

( It is running in a vm on proxmox with host cpu features, a 7gb vgpu profile running on a tesla p4 with driver version 537.70 if any of that matters or helps for the sake of debugging )


2024/06/16 02:07:56 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES:0 GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:true OLLAMA_FLASH_ATTENTION:true OLLAMA_HOST:http://0.0.0.0:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:2048 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\\Users\\vmz\\.ollama\\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]"
time=2024-06-16T02:07:56.687+01:00 level=INFO source=images.go:725 msg="total blobs: 197"
time=2024-06-16T02:07:56.705+01:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0"
time=2024-06-16T02:07:56.719+01:00 level=INFO source=routes.go:1057 msg="Listening on [::]:11434 (version 0.1.45-rc1)"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu_avx
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu_avx2
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cuda_v11.3
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\rocm_v5.7
time=2024-06-16T02:07:56.719+01:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [rocm_v5.7 cpu cpu_avx cpu_avx2 cuda_v11.3]"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:45 msg="Override detection logic by setting OLLAMA_LLM_LIBRARY"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=sched.go:94 msg="starting llm scheduler"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:205 msg="Detecting GPUs"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:91 msg="searching for GPU discovery libraries for NVIDIA"
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=nvml.dll
time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\nvml.dll* C:\\Windows\\system32\\nvml.dll* C:\\Windows\\nvml.dll* C:\\Windows\\System32\\Wbem\\nvml.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\nvml.dll* C:\\Windows\\System32\\OpenSSH\\nvml.dll* C:\\Program Files\\dotnet\\nvml.dll* C:\\Program Files\\Process Lasso\\nvml.dll* C:\\Users\\vmz\\scoop\\shims\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvml.dll* c:\\Windows\\System32\\nvml.dll]"
time=2024-06-16T02:07:56.723+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths="[C:\\Windows\\system32\\nvml.dll c:\\Windows\\System32\\nvml.dll]"
time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:113 msg="nvidia-ml loaded" library=C:\Windows\system32\nvml.dll
time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=nvcuda.dll
time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\nvcuda.dll* C:\\Windows\\system32\\nvcuda.dll* C:\\Windows\\nvcuda.dll* C:\\Windows\\System32\\Wbem\\nvcuda.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\nvcuda.dll* C:\\Windows\\System32\\OpenSSH\\nvcuda.dll* C:\\Program Files\\dotnet\\nvcuda.dll* C:\\Program Files\\Process Lasso\\nvcuda.dll* C:\\Users\\vmz\\scoop\\shims\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvcuda.dll* c:\\windows\\system*\\nvcuda.dll]"
time=2024-06-16T02:07:56.738+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths=[C:\Windows\system32\nvcuda.dll]
time=2024-06-16T02:07:56.765+01:00 level=DEBUG source=gpu.go:124 msg="detected GPUs" count=1 library=C:\Windows\system32\nvcuda.dll
time=2024-06-16T02:07:56.898+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=ze_intel_gpu64.dll
time=2024-06-16T02:07:56.899+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\ze_intel_gpu64.dll* C:\\Windows\\system32\\ze_intel_gpu64.dll* C:\\Windows\\ze_intel_gpu64.dll* C:\\Windows\\System32\\Wbem\\ze_intel_gpu64.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\ze_intel_gpu64.dll* C:\\Windows\\System32\\OpenSSH\\ze_intel_gpu64.dll* C:\\Program Files\\dotnet\\ze_intel_gpu64.dll* C:\\Program Files\\Process Lasso\\ze_intel_gpu64.dll* C:\\Users\\vmz\\scoop\\shims\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ze_intel_gpu64.dll* c:\\Windows\\System32\\DriverStore\\FileRepository\\*\\ze_intel_gpu64.dll]"
time=2024-06-16T02:07:56.953+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths=[c:\Windows\System32\DriverStore\FileRepository\iigd_dch.inf_amd64_b53c057d22ce6f37\ze_intel_gpu64.dll]
Exception 0xc0000005 0x8 0x0 0x0
PC=0x0
signal arrived during external code execution

runtime.cgocall(0xe38000, 0xc000446bd8)
	runtime/cgocall.go:157 +0x3e fp=0xc000446bb0 sp=0xc000446b78 pc=0x2f93be
github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x204a270, 0xc0004a6e70)
	_cgo_gotypes.go:626 +0x4d fp=0xc000446bd8 sp=0xc000446bb0 pc=0x704e0d
github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x204a270, 0xc0004a6e70)
	github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc000446c08 sp=0xc000446bd8 pc=0x70a98a
github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc00059bd20, 0x1, 0x10aecd0?})
	github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc000446d10 sp=0xc000446c08 pc=0x70a65f
github.com/ollama/ollama/gpu.initOneAPIHandles()
	github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc000446d60 sp=0xc000446d10 pc=0x7059e5
github.com/ollama/ollama/gpu.GetGPUInfo()
	github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc000447b20 sp=0xc000446d60 pc=0x70655c
github.com/ollama/ollama/server.Serve({0x145ef40, 0xc0001198c0})
	github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc000447cd0 sp=0xc000447b20 pc=0xe0e3d1
github.com/ollama/ollama/cmd.RunServer(0xc0001d9200?, {0x1c30860?, 0x4?, 0x12bc361?})
	github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc000447d58 sp=0xc000447cd0 pc=0xe2e2e5
github.com/spf13/cobra.(*Command).execute(0xc000092308, {0x1c30860, 0x0, 0x0})
	github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc000447e78 sp=0xc000447d58 pc=0x69cc02
github.com/spf13/cobra.(*Command).ExecuteC(0xc00046fb08)
	github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000447f30 sp=0xc000447e78 pc=0x69d445
github.com/spf13/cobra.(*Command).Execute(...)
	github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	github.com/ollama/ollama/main.go:11 +0x4d fp=0xc000447f50 sp=0xc000447f30 pc=0xe3796d
runtime.main()
	runtime/proc.go:271 +0x28b fp=0xc000447fe0 sp=0xc000447f50 pc=0x3313eb
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000447fe8 sp=0xc000447fe0 pc=0x362561

goroutine 2 gp=0xc000068700 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00006bfa8 sp=0xc00006bf88 pc=0x3317ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.forcegchelper()
	runtime/proc.go:326 +0xb8 fp=0xc00006bfe0 sp=0xc00006bfa8 pc=0x331678
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00006bfe8 sp=0xc00006bfe0 pc=0x362561
created by runtime.init.6 in goroutine 1
	runtime/proc.go:314 +0x1a

goroutine 3 gp=0xc000068a80 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00006df80 sp=0xc00006df60 pc=0x3317ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.bgsweep(0xc000038070)
	runtime/mgcsweep.go:318 +0xdf fp=0xc00006dfc8 sp=0xc00006df80 pc=0x31b89f
runtime.gcenable.gowrap1()
	runtime/mgc.go:203 +0x25 fp=0xc00006dfe0 sp=0xc00006dfc8 pc=0x310145
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00006dfe8 sp=0xc00006dfe0 pc=0x362561
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:203 +0x66

goroutine 4 gp=0xc000068c40 m=nil [GC scavenge wait]:
runtime.gopark(0xb3917b8?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00007df78 sp=0xc00007df58 pc=0x3317ee
runtime.goparkunlock(...)
	runtime/proc.go:408
runtime.(*scavengerState).park(0x1ba4260)
	runtime/mgcscavenge.go:425 +0x49 fp=0xc00007dfa8 sp=0xc00007df78 pc=0x319229
runtime.bgscavenge(0xc000038070)
	runtime/mgcscavenge.go:658 +0x59 fp=0xc00007dfc8 sp=0xc00007dfa8 pc=0x3197d9
runtime.gcenable.gowrap2()
	runtime/mgc.go:204 +0x25 fp=0xc00007dfe0 sp=0xc00007dfc8 pc=0x3100e5
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00007dfe8 sp=0xc00007dfe0 pc=0x362561
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:204 +0xa5

goroutine 18 gp=0xc000104380 m=nil [finalizer wait]:
runtime.gopark(0xc00006fe48?, 0x303505?, 0xa8?, 0x1?, 0xc000068000?)
	runtime/proc.go:402 +0xce fp=0xc00006fe20 sp=0xc00006fe00 pc=0x3317ee
runtime.runfinq()
	runtime/mfinal.go:194 +0x107 fp=0xc00006ffe0 sp=0xc00006fe20 pc=0x30f1c7
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x362561
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:164 +0x3d

goroutine 19 gp=0xc000484000 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000079f50 sp=0xc000079f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000079fe0 sp=0xc000079f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000079fe8 sp=0xc000079fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 34 gp=0xc000500000 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61593630?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000507f50 sp=0xc000507f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000507fe0 sp=0xc000507f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 20 gp=0xc0004841c0 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61617afc?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00007bf50 sp=0xc00007bf30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc00007bfe0 sp=0xc00007bf50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00007bfe8 sp=0xc00007bfe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 35 gp=0xc0005001c0 m=nil [GC worker (idle)]:
runtime.gopark(0x14c55d3d720?, 0x1?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000509f50 sp=0xc000509f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000509fe0 sp=0xc000509f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 21 gp=0xc000484380 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61617afc?, 0x3?, 0x10?, 0x5b?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000503f50 sp=0xc000503f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000503fe0 sp=0xc000503f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000503fe8 sp=0xc000503fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 36 gp=0xc000500380 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61593630?, 0x1?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00050ff50 sp=0xc00050ff30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc00050ffe0 sp=0xc00050ff50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00050ffe8 sp=0xc00050ffe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 22 gp=0xc000484540 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61593630?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 37 gp=0xc000500540 m=nil [GC worker (idle)]:
runtime.gopark(0x14c61593630?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc000511f50 sp=0xc000511f30 pc=0x3317ee
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xe5 fp=0xc000511fe0 sp=0xc000511f50 pc=0x312285
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc000511fe8 sp=0xc000511fe0 pc=0x362561
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x1c

goroutine 23 gp=0xc000584540 m=10 mp=0xc000600808 [syscall]:
runtime.notetsleepg(0x1c31460, 0xffffffffffffffff)
	runtime/lock_sema.go:296 +0x31 fp=0xc00050dfa0 sp=0xc00050df68 pc=0x301ad1
os/signal.signal_recv()
	runtime/sigqueue.go:152 +0x29 fp=0xc00050dfc0 sp=0xc00050dfa0 pc=0x35e249
os/signal.loop()
	os/signal/signal_unix.go:23 +0x13 fp=0xc00050dfe0 sp=0xc00050dfc0 pc=0x6256b3
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x362561
created by os/signal.Notify.func1.1 in goroutine 1
	os/signal/signal.go:151 +0x1f

goroutine 24 gp=0xc000584700 m=nil [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0xce fp=0xc00007ff00 sp=0xc00007fee0 pc=0x3317ee
runtime.chanrecv(0xc000080b40, 0x0, 0x1)
	runtime/chan.go:583 +0x3cd fp=0xc00007ff78 sp=0xc00007ff00 pc=0x2fba4d
runtime.chanrecv1(0x0?, 0x0?)
	runtime/chan.go:442 +0x12 fp=0xc00007ffa0 sp=0xc00007ff78 pc=0x2fb652
github.com/ollama/ollama/server.Serve.func2()
	github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc00007ffe0 sp=0xc00007ffa0 pc=0xe0e4fd
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00007ffe8 sp=0xc00007ffe0 pc=0x362561
created by github.com/ollama/ollama/server.Serve in goroutine 1
	github.com/ollama/ollama/server/routes.go:1065 +0x759

goroutine 25 gp=0xc0005848c0 m=nil [select]:
runtime.gopark(0xc0000c1f50?, 0x3?, 0x60?, 0x0?, 0xc0000c1e02?)
	runtime/proc.go:402 +0xce fp=0xc0000c1c88 sp=0xc0000c1c68 pc=0x3317ee
runtime.selectgo(0xc0000c1f50, 0xc0000c1dfc, 0x3f00000007?, 0x0, 0xc0003ff7c0?, 0x1)
	runtime/select.go:327 +0x725 fp=0xc0000c1da8 sp=0xc0000c1c88 pc=0x341c45
github.com/ollama/ollama/server.(*Scheduler).processPending(0xc000080780, {0x1461910, 0xc0001705f0})
	github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc0000c1fb8 sp=0xc0000c1da8 pc=0xe11d4f
github.com/ollama/ollama/server.(*Scheduler).Run.func1()
	github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0xe11c5f
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x362561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
	github.com/ollama/ollama/server/sched.go:95 +0xb4

goroutine 26 gp=0xc000584a80 m=nil [select]:
runtime.gopark(0xc00050bf50?, 0x3?, 0x0?, 0x0?, 0xc00050bd52?)
	runtime/proc.go:402 +0xce fp=0xc00050bbe0 sp=0xc00050bbc0 pc=0x3317ee
runtime.selectgo(0xc00050bf50, 0xc00050bd4c, 0x0?, 0x0, 0x0?, 0x1)
	runtime/select.go:327 +0x725 fp=0xc00050bd00 sp=0xc00050bbe0 pc=0x341c45
github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc000080780, {0x1461910, 0xc0001705f0})
	github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc00050bfb8 sp=0xc00050bd00 pc=0xe12c6c
github.com/ollama/ollama/server.(*Scheduler).Run.func2()
	github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc00050bfe0 sp=0xc00050bfb8 pc=0xe11c1f
runtime.goexit({})
	runtime/asm_amd64.s:1695 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x362561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
	github.com/ollama/ollama/server/sched.go:99 +0x110
rax     0x7ffdaf5df4b0
rbx     0xc0004a6e70
rcx     0x0
rdx     0x16c
rdi     0xc0004a6ed0
rsi     0x487efdc0
rbp     0x487efd20
rsp     0x487efb88
r8      0x16c
r9      0x16c
r10     0x16c
r11     0x487ef860
r12     0x7ffdf44ab1d0
r13     0x1b03f7e
r14     0x0
r15     0x487efbd0
rip     0x0
rflags  0x10246
cs      0x33
fs      0x53
gs      0x2b
CUDA driver version: 12.2
[GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] CUDA totalMem 7167 mb
[GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] CUDA freeMem 5806 mb
[GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] Compute Capability 6.1
wiring Level-Zero management library functions in c:\Windows\System32\DriverStore\FileRepository\iigd_dch.inf_amd64_b53c057d22ce6f37\ze_intel_gpu64.dll
dlsym: zesInit
dlsym: zesDriverGet
dlsym: zesDeviceGet
dlsym: zesDeviceGetProperties
dlsym: zesDeviceEnumMemoryModules
dlsym: zesMemoryGetProperties
dlsym: zesMemoryGetState

<!-- gh-comment-id:2171000285 --> @AncientMystic commented on GitHub (Jun 16, 2024): Can do 👍 had to add it to environment variables and restart the app to get the log from the log file but here is the output with debug enabled. ( It is running in a vm on proxmox with host cpu features, a 7gb vgpu profile running on a tesla p4 with driver version 537.70 if any of that matters or helps for the sake of debugging ) ``` 2024/06/16 02:07:56 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES:0 GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:true OLLAMA_FLASH_ATTENTION:true OLLAMA_HOST:http://0.0.0.0:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:2048 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\\Users\\vmz\\.ollama\\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]" time=2024-06-16T02:07:56.687+01:00 level=INFO source=images.go:725 msg="total blobs: 197" time=2024-06-16T02:07:56.705+01:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0" time=2024-06-16T02:07:56.719+01:00 level=INFO source=routes.go:1057 msg="Listening on [::]:11434 (version 0.1.45-rc1)" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu_avx time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cpu_avx2 time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\cuda_v11.3 time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:71 msg="availableServers : found" file=C:\Users\vmz\AppData\Local\Programs\Ollama\ollama_runners\rocm_v5.7 time=2024-06-16T02:07:56.719+01:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [rocm_v5.7 cpu cpu_avx cpu_avx2 cuda_v11.3]" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=payload.go:45 msg="Override detection logic by setting OLLAMA_LLM_LIBRARY" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=sched.go:94 msg="starting llm scheduler" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:205 msg="Detecting GPUs" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:91 msg="searching for GPU discovery libraries for NVIDIA" time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=nvml.dll time=2024-06-16T02:07:56.719+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\nvml.dll* C:\\Windows\\system32\\nvml.dll* C:\\Windows\\nvml.dll* C:\\Windows\\System32\\Wbem\\nvml.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\nvml.dll* C:\\Windows\\System32\\OpenSSH\\nvml.dll* C:\\Program Files\\dotnet\\nvml.dll* C:\\Program Files\\Process Lasso\\nvml.dll* C:\\Users\\vmz\\scoop\\shims\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvml.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvml.dll* c:\\Windows\\System32\\nvml.dll]" time=2024-06-16T02:07:56.723+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths="[C:\\Windows\\system32\\nvml.dll c:\\Windows\\System32\\nvml.dll]" time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:113 msg="nvidia-ml loaded" library=C:\Windows\system32\nvml.dll time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=nvcuda.dll time=2024-06-16T02:07:56.734+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\nvcuda.dll* C:\\Windows\\system32\\nvcuda.dll* C:\\Windows\\nvcuda.dll* C:\\Windows\\System32\\Wbem\\nvcuda.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\nvcuda.dll* C:\\Windows\\System32\\OpenSSH\\nvcuda.dll* C:\\Program Files\\dotnet\\nvcuda.dll* C:\\Program Files\\Process Lasso\\nvcuda.dll* C:\\Users\\vmz\\scoop\\shims\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvcuda.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\nvcuda.dll* c:\\windows\\system*\\nvcuda.dll]" time=2024-06-16T02:07:56.738+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths=[C:\Windows\system32\nvcuda.dll] time=2024-06-16T02:07:56.765+01:00 level=DEBUG source=gpu.go:124 msg="detected GPUs" count=1 library=C:\Windows\system32\nvcuda.dll time=2024-06-16T02:07:56.898+01:00 level=DEBUG source=gpu.go:427 msg="Searching for GPU library" name=ze_intel_gpu64.dll time=2024-06-16T02:07:56.899+01:00 level=DEBUG source=gpu.go:446 msg="gpu library search" globs="[C:\\ProgramData\\scoop\\shims\\ze_intel_gpu64.dll* C:\\Windows\\system32\\ze_intel_gpu64.dll* C:\\Windows\\ze_intel_gpu64.dll* C:\\Windows\\System32\\Wbem\\ze_intel_gpu64.dll* C:\\Windows\\System32\\WindowsPowerShell\\v1.0\\ze_intel_gpu64.dll* C:\\Windows\\System32\\OpenSSH\\ze_intel_gpu64.dll* C:\\Program Files\\dotnet\\ze_intel_gpu64.dll* C:\\Program Files\\Process Lasso\\ze_intel_gpu64.dll* C:\\Users\\vmz\\scoop\\shims\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\WingetUI\\choco-cli\\bin\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Microsoft\\WindowsApps\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ze_intel_gpu64.dll* C:\\Users\\vmz\\AppData\\Local\\Programs\\Ollama\\ze_intel_gpu64.dll* c:\\Windows\\System32\\DriverStore\\FileRepository\\*\\ze_intel_gpu64.dll]" time=2024-06-16T02:07:56.953+01:00 level=DEBUG source=gpu.go:480 msg="discovered GPU libraries" paths=[c:\Windows\System32\DriverStore\FileRepository\iigd_dch.inf_amd64_b53c057d22ce6f37\ze_intel_gpu64.dll] Exception 0xc0000005 0x8 0x0 0x0 PC=0x0 signal arrived during external code execution runtime.cgocall(0xe38000, 0xc000446bd8) runtime/cgocall.go:157 +0x3e fp=0xc000446bb0 sp=0xc000446b78 pc=0x2f93be github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x204a270, 0xc0004a6e70) _cgo_gotypes.go:626 +0x4d fp=0xc000446bd8 sp=0xc000446bb0 pc=0x704e0d github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x204a270, 0xc0004a6e70) github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc000446c08 sp=0xc000446bd8 pc=0x70a98a github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc00059bd20, 0x1, 0x10aecd0?}) github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc000446d10 sp=0xc000446c08 pc=0x70a65f github.com/ollama/ollama/gpu.initOneAPIHandles() github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc000446d60 sp=0xc000446d10 pc=0x7059e5 github.com/ollama/ollama/gpu.GetGPUInfo() github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc000447b20 sp=0xc000446d60 pc=0x70655c github.com/ollama/ollama/server.Serve({0x145ef40, 0xc0001198c0}) github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc000447cd0 sp=0xc000447b20 pc=0xe0e3d1 github.com/ollama/ollama/cmd.RunServer(0xc0001d9200?, {0x1c30860?, 0x4?, 0x12bc361?}) github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc000447d58 sp=0xc000447cd0 pc=0xe2e2e5 github.com/spf13/cobra.(*Command).execute(0xc000092308, {0x1c30860, 0x0, 0x0}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc000447e78 sp=0xc000447d58 pc=0x69cc02 github.com/spf13/cobra.(*Command).ExecuteC(0xc00046fb08) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000447f30 sp=0xc000447e78 pc=0x69d445 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:11 +0x4d fp=0xc000447f50 sp=0xc000447f30 pc=0xe3796d runtime.main() runtime/proc.go:271 +0x28b fp=0xc000447fe0 sp=0xc000447f50 pc=0x3313eb runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000447fe8 sp=0xc000447fe0 pc=0x362561 goroutine 2 gp=0xc000068700 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00006bfa8 sp=0xc00006bf88 pc=0x3317ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.forcegchelper() runtime/proc.go:326 +0xb8 fp=0xc00006bfe0 sp=0xc00006bfa8 pc=0x331678 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006bfe8 sp=0xc00006bfe0 pc=0x362561 created by runtime.init.6 in goroutine 1 runtime/proc.go:314 +0x1a goroutine 3 gp=0xc000068a80 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00006df80 sp=0xc00006df60 pc=0x3317ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.bgsweep(0xc000038070) runtime/mgcsweep.go:318 +0xdf fp=0xc00006dfc8 sp=0xc00006df80 pc=0x31b89f runtime.gcenable.gowrap1() runtime/mgc.go:203 +0x25 fp=0xc00006dfe0 sp=0xc00006dfc8 pc=0x310145 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006dfe8 sp=0xc00006dfe0 pc=0x362561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:203 +0x66 goroutine 4 gp=0xc000068c40 m=nil [GC scavenge wait]: runtime.gopark(0xb3917b8?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00007df78 sp=0xc00007df58 pc=0x3317ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.(*scavengerState).park(0x1ba4260) runtime/mgcscavenge.go:425 +0x49 fp=0xc00007dfa8 sp=0xc00007df78 pc=0x319229 runtime.bgscavenge(0xc000038070) runtime/mgcscavenge.go:658 +0x59 fp=0xc00007dfc8 sp=0xc00007dfa8 pc=0x3197d9 runtime.gcenable.gowrap2() runtime/mgc.go:204 +0x25 fp=0xc00007dfe0 sp=0xc00007dfc8 pc=0x3100e5 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00007dfe8 sp=0xc00007dfe0 pc=0x362561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0xa5 goroutine 18 gp=0xc000104380 m=nil [finalizer wait]: runtime.gopark(0xc00006fe48?, 0x303505?, 0xa8?, 0x1?, 0xc000068000?) runtime/proc.go:402 +0xce fp=0xc00006fe20 sp=0xc00006fe00 pc=0x3317ee runtime.runfinq() runtime/mfinal.go:194 +0x107 fp=0xc00006ffe0 sp=0xc00006fe20 pc=0x30f1c7 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x362561 created by runtime.createfing in goroutine 1 runtime/mfinal.go:164 +0x3d goroutine 19 gp=0xc000484000 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000079f50 sp=0xc000079f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000079fe0 sp=0xc000079f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000079fe8 sp=0xc000079fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 34 gp=0xc000500000 m=nil [GC worker (idle)]: runtime.gopark(0x14c61593630?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000507f50 sp=0xc000507f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000507fe0 sp=0xc000507f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 20 gp=0xc0004841c0 m=nil [GC worker (idle)]: runtime.gopark(0x14c61617afc?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00007bf50 sp=0xc00007bf30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc00007bfe0 sp=0xc00007bf50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00007bfe8 sp=0xc00007bfe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 35 gp=0xc0005001c0 m=nil [GC worker (idle)]: runtime.gopark(0x14c55d3d720?, 0x1?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000509f50 sp=0xc000509f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000509fe0 sp=0xc000509f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 21 gp=0xc000484380 m=nil [GC worker (idle)]: runtime.gopark(0x14c61617afc?, 0x3?, 0x10?, 0x5b?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000503f50 sp=0xc000503f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000503fe0 sp=0xc000503f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000503fe8 sp=0xc000503fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 36 gp=0xc000500380 m=nil [GC worker (idle)]: runtime.gopark(0x14c61593630?, 0x1?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00050ff50 sp=0xc00050ff30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc00050ffe0 sp=0xc00050ff50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00050ffe8 sp=0xc00050ffe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 22 gp=0xc000484540 m=nil [GC worker (idle)]: runtime.gopark(0x14c61593630?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 37 gp=0xc000500540 m=nil [GC worker (idle)]: runtime.gopark(0x14c61593630?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000511f50 sp=0xc000511f30 pc=0x3317ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000511fe0 sp=0xc000511f50 pc=0x312285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000511fe8 sp=0xc000511fe0 pc=0x362561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 23 gp=0xc000584540 m=10 mp=0xc000600808 [syscall]: runtime.notetsleepg(0x1c31460, 0xffffffffffffffff) runtime/lock_sema.go:296 +0x31 fp=0xc00050dfa0 sp=0xc00050df68 pc=0x301ad1 os/signal.signal_recv() runtime/sigqueue.go:152 +0x29 fp=0xc00050dfc0 sp=0xc00050dfa0 pc=0x35e249 os/signal.loop() os/signal/signal_unix.go:23 +0x13 fp=0xc00050dfe0 sp=0xc00050dfc0 pc=0x6256b3 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x362561 created by os/signal.Notify.func1.1 in goroutine 1 os/signal/signal.go:151 +0x1f goroutine 24 gp=0xc000584700 m=nil [chan receive]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00007ff00 sp=0xc00007fee0 pc=0x3317ee runtime.chanrecv(0xc000080b40, 0x0, 0x1) runtime/chan.go:583 +0x3cd fp=0xc00007ff78 sp=0xc00007ff00 pc=0x2fba4d runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:442 +0x12 fp=0xc00007ffa0 sp=0xc00007ff78 pc=0x2fb652 github.com/ollama/ollama/server.Serve.func2() github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc00007ffe0 sp=0xc00007ffa0 pc=0xe0e4fd runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00007ffe8 sp=0xc00007ffe0 pc=0x362561 created by github.com/ollama/ollama/server.Serve in goroutine 1 github.com/ollama/ollama/server/routes.go:1065 +0x759 goroutine 25 gp=0xc0005848c0 m=nil [select]: runtime.gopark(0xc0000c1f50?, 0x3?, 0x60?, 0x0?, 0xc0000c1e02?) runtime/proc.go:402 +0xce fp=0xc0000c1c88 sp=0xc0000c1c68 pc=0x3317ee runtime.selectgo(0xc0000c1f50, 0xc0000c1dfc, 0x3f00000007?, 0x0, 0xc0003ff7c0?, 0x1) runtime/select.go:327 +0x725 fp=0xc0000c1da8 sp=0xc0000c1c88 pc=0x341c45 github.com/ollama/ollama/server.(*Scheduler).processPending(0xc000080780, {0x1461910, 0xc0001705f0}) github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc0000c1fb8 sp=0xc0000c1da8 pc=0xe11d4f github.com/ollama/ollama/server.(*Scheduler).Run.func1() github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0xe11c5f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x362561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:95 +0xb4 goroutine 26 gp=0xc000584a80 m=nil [select]: runtime.gopark(0xc00050bf50?, 0x3?, 0x0?, 0x0?, 0xc00050bd52?) runtime/proc.go:402 +0xce fp=0xc00050bbe0 sp=0xc00050bbc0 pc=0x3317ee runtime.selectgo(0xc00050bf50, 0xc00050bd4c, 0x0?, 0x0, 0x0?, 0x1) runtime/select.go:327 +0x725 fp=0xc00050bd00 sp=0xc00050bbe0 pc=0x341c45 github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc000080780, {0x1461910, 0xc0001705f0}) github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc00050bfb8 sp=0xc00050bd00 pc=0xe12c6c github.com/ollama/ollama/server.(*Scheduler).Run.func2() github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc00050bfe0 sp=0xc00050bfb8 pc=0xe11c1f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x362561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:99 +0x110 rax 0x7ffdaf5df4b0 rbx 0xc0004a6e70 rcx 0x0 rdx 0x16c rdi 0xc0004a6ed0 rsi 0x487efdc0 rbp 0x487efd20 rsp 0x487efb88 r8 0x16c r9 0x16c r10 0x16c r11 0x487ef860 r12 0x7ffdf44ab1d0 r13 0x1b03f7e r14 0x0 r15 0x487efbd0 rip 0x0 rflags 0x10246 cs 0x33 fs 0x53 gs 0x2b CUDA driver version: 12.2 [GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] CUDA totalMem 7167 mb [GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] CUDA freeMem 5806 mb [GPU-1f137f9e-2b79-11ef-aad1-b8f53b9db639] Compute Capability 6.1 wiring Level-Zero management library functions in c:\Windows\System32\DriverStore\FileRepository\iigd_dch.inf_amd64_b53c057d22ce6f37\ze_intel_gpu64.dll dlsym: zesInit dlsym: zesDriverGet dlsym: zesDeviceGet dlsym: zesDeviceGetProperties dlsym: zesDeviceEnumMemoryModules dlsym: zesMemoryGetProperties dlsym: zesMemoryGetState ```
Author
Owner

@fudingyu commented on GitHub (Jun 16, 2024):

I also have this problem,

`PS D:\ollama-windows-amd64> .\ollama.exe serve
2024/06/16 21:15:36 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES: GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:false OLLAMA_FLASH_ATTENTION:false OLLAMA_HOST:http://127.0.0.1:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:512 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\Users\fdy10\.ollama\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:D:\ollama-windows-amd64\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]"
time=2024-06-16T21:15:36.530+08:00 level=INFO source=images.go:725 msg="total blobs: 0"
time=2024-06-16T21:15:36.530+08:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0"
time=2024-06-16T21:15:36.535+08:00 level=INFO source=routes.go:1057 msg="Listening on 127.0.0.1:11434 (version 0.1.45-rc1)"
time=2024-06-16T21:15:36.535+08:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [cpu_avx cpu_avx2 cuda_v11.3 rocm_v5.7 cpu]"
Exception 0xc0000005 0x8 0x0 0x0
PC=0x0
signal arrived during external code execution

runtime.cgocall(0x1168000, 0xc0002f6bd8)
runtime/cgocall.go:157 +0x3e fp=0xc0002f6bb0 sp=0xc0002f6b78 pc=0x6293be
github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x1cac8bb8070, 0xc0001d45b0)
_cgo_gotypes.go:626 +0x4d fp=0xc0002f6bd8 sp=0xc0002f6bb0 pc=0xa34e0d
github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x1cac8bb8070, 0xc0001d45b0)
github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc0002f6c08 sp=0xc0002f6bd8 pc=0xa3a98a
github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc0003e0e10, 0x1, 0x13decd0?})
github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc0002f6d10 sp=0xc0002f6c08 pc=0xa3a65f
github.com/ollama/ollama/gpu.initOneAPIHandles()
github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc0002f6d60 sp=0xc0002f6d10 pc=0xa359e5
github.com/ollama/ollama/gpu.GetGPUInfo()
github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc0002f7b20 sp=0xc0002f6d60 pc=0xa3655c
github.com/ollama/ollama/server.Serve({0x178ef40, 0xc0003eca80})
github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc0002f7cd0 sp=0xc0002f7b20 pc=0x113e3d1
github.com/ollama/ollama/cmd.RunServer(0xc00012f400?, {0x1f60860?, 0x4?, 0x15ec361?})
github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc0002f7d58 sp=0xc0002f7cd0 pc=0x115e2e5
github.com/spf13/cobra.(*Command).execute(0xc000753808, {0x1f60860, 0x0, 0x0})
github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc0002f7e78 sp=0xc0002f7d58 pc=0x9ccc02
github.com/spf13/cobra.(*Command).ExecuteC(0xc000752c08)
github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0002f7f30 sp=0xc0002f7e78 pc=0x9cd445
github.com/spf13/cobra.(*Command).Execute(...)
github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
github.com/ollama/ollama/main.go:11 +0x4d fp=0xc0002f7f50 sp=0xc0002f7f30 pc=0x116796d
runtime.main()
runtime/proc.go:271 +0x28b fp=0xc0002f7fe0 sp=0xc0002f7f50 pc=0x6613eb
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc0002f7fe8 sp=0xc0002f7fe0 pc=0x692561

goroutine 2 gp=0xc00006c700 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc00006ffa8 sp=0xc00006ff88 pc=0x6617ee
runtime.goparkunlock(...)
runtime/proc.go:408
runtime.forcegchelper()
runtime/proc.go:326 +0xb8 fp=0xc00006ffe0 sp=0xc00006ffa8 pc=0x661678
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x692561
created by runtime.init.6 in goroutine 1
runtime/proc.go:314 +0x1a

goroutine 3 gp=0xc00006ca80 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000071f80 sp=0xc000071f60 pc=0x6617ee
runtime.goparkunlock(...)
runtime/proc.go:408
runtime.bgsweep(0xc00007c000)
runtime/mgcsweep.go:318 +0xdf fp=0xc000071fc8 sp=0xc000071f80 pc=0x64b89f
runtime.gcenable.gowrap1()
runtime/mgc.go:203 +0x25 fp=0xc000071fe0 sp=0xc000071fc8 pc=0x640145
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000071fe8 sp=0xc000071fe0 pc=0x692561
created by runtime.gcenable in goroutine 1
runtime/mgc.go:203 +0x66

goroutine 4 gp=0xc00006cc40 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x1780bd0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000085f78 sp=0xc000085f58 pc=0x6617ee
runtime.goparkunlock(...)
runtime/proc.go:408
runtime.(*scavengerState).park(0x1ed4260)
runtime/mgcscavenge.go:425 +0x49 fp=0xc000085fa8 sp=0xc000085f78 pc=0x649229
runtime.bgscavenge(0xc00007c000)
runtime/mgcscavenge.go:658 +0x59 fp=0xc000085fc8 sp=0xc000085fa8 pc=0x6497d9
runtime.gcenable.gowrap2()
runtime/mgc.go:204 +0x25 fp=0xc000085fe0 sp=0xc000085fc8 pc=0x6400e5
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000085fe8 sp=0xc000085fe0 pc=0x692561
created by runtime.gcenable in goroutine 1
runtime/mgc.go:204 +0xa5

goroutine 5 gp=0xc00006d180 m=nil [finalizer wait]:
runtime.gopark(0xc000073e48?, 0x633505?, 0xa8?, 0x1?, 0xc00006c000?)
runtime/proc.go:402 +0xce fp=0xc000073e20 sp=0xc000073e00 pc=0x6617ee
runtime.runfinq()
runtime/mfinal.go:194 +0x107 fp=0xc000073fe0 sp=0xc000073e20 pc=0x63f1c7
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x692561
created by runtime.createfing in goroutine 1
runtime/mfinal.go:164 +0x3d

goroutine 6 gp=0xc000166e00 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000087f50 sp=0xc000087f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000087fe0 sp=0xc000087f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000087fe8 sp=0xc000087fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 18 gp=0xc000480000 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f88984?, 0x1?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000081f50 sp=0xc000081f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000081fe0 sp=0xc000081f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000081fe8 sp=0xc000081fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 19 gp=0xc0004801c0 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f0bab0?, 0x3?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000083f50 sp=0xc000083f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000083fe0 sp=0xc000083f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 20 gp=0xc000480380 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f0bab0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc00048bf50 sp=0xc00048bf30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc00048bfe0 sp=0xc00048bf50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc00048bfe8 sp=0xc00048bfe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 7 gp=0xc000167180 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f0bab0?, 0x3?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000487f50 sp=0xc000487f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000487fe0 sp=0xc000487f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000487fe8 sp=0xc000487fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 8 gp=0xc000167340 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f88984?, 0x3?, 0xd4?, 0xce?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000489f50 sp=0xc000489f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000489fe0 sp=0xc000489f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000489fe8 sp=0xc000489fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 34 gp=0xc000502000 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f88984?, 0x1?, 0xd4?, 0xce?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000509f50 sp=0xc000509f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000509fe0 sp=0xc000509f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 9 gp=0xc000167500 m=nil [GC worker (idle)]:
runtime.gopark(0x68bc6f88984?, 0x3?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0x6617ee
runtime.gcBgMarkWorker()
runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0x642285
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0x692561
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1234 +0x1c

goroutine 10 gp=0xc000684540 m=7 mp=0xc000580008 [syscall]:
runtime.notetsleepg(0x1f61460, 0xffffffffffffffff)
runtime/lock_sema.go:296 +0x31 fp=0xc000507fa0 sp=0xc000507f68 pc=0x631ad1
os/signal.signal_recv()
runtime/sigqueue.go:152 +0x29 fp=0xc000507fc0 sp=0xc000507fa0 pc=0x68e249
os/signal.loop()
os/signal/signal_unix.go:23 +0x13 fp=0xc000507fe0 sp=0xc000507fc0 pc=0x9556b3
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x692561
created by os/signal.Notify.func1.1 in goroutine 1
os/signal/signal.go:151 +0x1f

goroutine 11 gp=0xc000684700 m=nil [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:402 +0xce fp=0xc00048df00 sp=0xc00048dee0 pc=0x6617ee
runtime.chanrecv(0xc000742ba0, 0x0, 0x1)
runtime/chan.go:583 +0x3cd fp=0xc00048df78 sp=0xc00048df00 pc=0x62ba4d
runtime.chanrecv1(0x0?, 0x0?)
runtime/chan.go:442 +0x12 fp=0xc00048dfa0 sp=0xc00048df78 pc=0x62b652
github.com/ollama/ollama/server.Serve.func2()
github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc00048dfe0 sp=0xc00048dfa0 pc=0x113e4fd
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc00048dfe8 sp=0xc00048dfe0 pc=0x692561
created by github.com/ollama/ollama/server.Serve in goroutine 1
github.com/ollama/ollama/server/routes.go:1065 +0x759

goroutine 12 gp=0xc0006848c0 m=nil [select]:
runtime.gopark(0xc000469f50?, 0x3?, 0x60?, 0x0?, 0xc000469e02?)
runtime/proc.go:402 +0xce fp=0xc000469c88 sp=0xc000469c68 pc=0x6617ee
runtime.selectgo(0xc000469f50, 0xc000469dfc, 0x0?, 0x0, 0x0?, 0x1)
runtime/select.go:327 +0x725 fp=0xc000469da8 sp=0xc000469c88 pc=0x671c45
github.com/ollama/ollama/server.(*Scheduler).processPending(0xc0007427e0, {0x1791910, 0xc00070b450})
github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc000469fb8 sp=0xc000469da8 pc=0x1141d4f
github.com/ollama/ollama/server.(*Scheduler).Run.func1()
github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc000469fe0 sp=0xc000469fb8 pc=0x1141c5f
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc000469fe8 sp=0xc000469fe0 pc=0x692561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
github.com/ollama/ollama/server/sched.go:95 +0xb4

goroutine 13 gp=0xc000684a80 m=nil [select]:
runtime.gopark(0xc00050bf50?, 0x3?, 0x0?, 0x0?, 0xc00050bd52?)
runtime/proc.go:402 +0xce fp=0xc00050bbe0 sp=0xc00050bbc0 pc=0x6617ee
runtime.selectgo(0xc00050bf50, 0xc00050bd4c, 0x0?, 0x0, 0x0?, 0x1)
runtime/select.go:327 +0x725 fp=0xc00050bd00 sp=0xc00050bbe0 pc=0x671c45
github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc0007427e0, {0x1791910, 0xc00070b450})
github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc00050bfb8 sp=0xc00050bd00 pc=0x1142c6c
github.com/ollama/ollama/server.(*Scheduler).Run.func2()
github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc00050bfe0 sp=0xc00050bfb8 pc=0x1141c1f
runtime.goexit({})
runtime/asm_amd64.s:1695 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x692561
created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1
github.com/ollama/ollama/server/sched.go:99 +0x110
rax 0x7fff81a51180
rbx 0xc0001d45b0
rcx 0x0
rdx 0x16c
rdi 0xc0001d4610
rsi 0x19e9dff8c0
rbp 0x19e9dff820
rsp 0x19e9dff688
r8 0x16c
r9 0x16c
r10 0x16c
r11 0x19e9dff360
r12 0x7ff81cbdb1d0
r13 0x1e33f7e
r14 0x0
r15 0x19e9dff6d0
rip 0x0
rflags 0x10246
cs 0x33
fs 0x53
gs 0x2b`

My OS is Win10 64bit, CPU is Intel(R) Core(TM) i7-8550U, Graphic card is MX 150.

<!-- gh-comment-id:2171647932 --> @fudingyu commented on GitHub (Jun 16, 2024): I also have this problem, `PS D:\ollama-windows-amd64> .\ollama.exe serve 2024/06/16 21:15:36 routes.go:1011: INFO server config env="map[CUDA_VISIBLE_DEVICES: GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: OLLAMA_DEBUG:false OLLAMA_FLASH_ATTENTION:false OLLAMA_HOST:http://127.0.0.1:11434 OLLAMA_KEEP_ALIVE: OLLAMA_LLM_LIBRARY: OLLAMA_MAX_LOADED_MODELS:1 OLLAMA_MAX_QUEUE:512 OLLAMA_MAX_VRAM:0 OLLAMA_MODELS:C:\\Users\\fdy10\\.ollama\\models OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://*] OLLAMA_RUNNERS_DIR:D:\\ollama-windows-amd64\\ollama_runners OLLAMA_SCHED_SPREAD:false OLLAMA_TMPDIR: ROCR_VISIBLE_DEVICES:]" time=2024-06-16T21:15:36.530+08:00 level=INFO source=images.go:725 msg="total blobs: 0" time=2024-06-16T21:15:36.530+08:00 level=INFO source=images.go:732 msg="total unused blobs removed: 0" time=2024-06-16T21:15:36.535+08:00 level=INFO source=routes.go:1057 msg="Listening on 127.0.0.1:11434 (version 0.1.45-rc1)" time=2024-06-16T21:15:36.535+08:00 level=INFO source=payload.go:44 msg="Dynamic LLM libraries [cpu_avx cpu_avx2 cuda_v11.3 rocm_v5.7 cpu]" Exception 0xc0000005 0x8 0x0 0x0 PC=0x0 signal arrived during external code execution runtime.cgocall(0x1168000, 0xc0002f6bd8) runtime/cgocall.go:157 +0x3e fp=0xc0002f6bb0 sp=0xc0002f6b78 pc=0x6293be github.com/ollama/ollama/gpu._Cfunc_oneapi_init(0x1cac8bb8070, 0xc0001d45b0) _cgo_gotypes.go:626 +0x4d fp=0xc0002f6bd8 sp=0xc0002f6bb0 pc=0xa34e0d github.com/ollama/ollama/gpu.LoadOneapiMgmt.func2(0x1cac8bb8070, 0xc0001d45b0) github.com/ollama/ollama/gpu/gpu.go:542 +0x4a fp=0xc0002f6c08 sp=0xc0002f6bd8 pc=0xa3a98a github.com/ollama/ollama/gpu.LoadOneapiMgmt({0xc0003e0e10, 0x1, 0x13decd0?}) github.com/ollama/ollama/gpu/gpu.go:542 +0x23f fp=0xc0002f6d10 sp=0xc0002f6c08 pc=0xa3a65f github.com/ollama/ollama/gpu.initOneAPIHandles() github.com/ollama/ollama/gpu/gpu.go:159 +0xc5 fp=0xc0002f6d60 sp=0xc0002f6d10 pc=0xa359e5 github.com/ollama/ollama/gpu.GetGPUInfo() github.com/ollama/ollama/gpu/gpu.go:283 +0x9fc fp=0xc0002f7b20 sp=0xc0002f6d60 pc=0xa3655c github.com/ollama/ollama/server.Serve({0x178ef40, 0xc0003eca80}) github.com/ollama/ollama/server/routes.go:1082 +0x7d1 fp=0xc0002f7cd0 sp=0xc0002f7b20 pc=0x113e3d1 github.com/ollama/ollama/cmd.RunServer(0xc00012f400?, {0x1f60860?, 0x4?, 0x15ec361?}) github.com/ollama/ollama/cmd/cmd.go:972 +0x105 fp=0xc0002f7d58 sp=0xc0002f7cd0 pc=0x115e2e5 github.com/spf13/cobra.(*Command).execute(0xc000753808, {0x1f60860, 0x0, 0x0}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x882 fp=0xc0002f7e78 sp=0xc0002f7d58 pc=0x9ccc02 github.com/spf13/cobra.(*Command).ExecuteC(0xc000752c08) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0002f7f30 sp=0xc0002f7e78 pc=0x9cd445 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:11 +0x4d fp=0xc0002f7f50 sp=0xc0002f7f30 pc=0x116796d runtime.main() runtime/proc.go:271 +0x28b fp=0xc0002f7fe0 sp=0xc0002f7f50 pc=0x6613eb runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc0002f7fe8 sp=0xc0002f7fe0 pc=0x692561 goroutine 2 gp=0xc00006c700 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00006ffa8 sp=0xc00006ff88 pc=0x6617ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.forcegchelper() runtime/proc.go:326 +0xb8 fp=0xc00006ffe0 sp=0xc00006ffa8 pc=0x661678 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x692561 created by runtime.init.6 in goroutine 1 runtime/proc.go:314 +0x1a goroutine 3 gp=0xc00006ca80 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000071f80 sp=0xc000071f60 pc=0x6617ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.bgsweep(0xc00007c000) runtime/mgcsweep.go:318 +0xdf fp=0xc000071fc8 sp=0xc000071f80 pc=0x64b89f runtime.gcenable.gowrap1() runtime/mgc.go:203 +0x25 fp=0xc000071fe0 sp=0xc000071fc8 pc=0x640145 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000071fe8 sp=0xc000071fe0 pc=0x692561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:203 +0x66 goroutine 4 gp=0xc00006cc40 m=nil [GC scavenge wait]: runtime.gopark(0x10000?, 0x1780bd0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000085f78 sp=0xc000085f58 pc=0x6617ee runtime.goparkunlock(...) runtime/proc.go:408 runtime.(*scavengerState).park(0x1ed4260) runtime/mgcscavenge.go:425 +0x49 fp=0xc000085fa8 sp=0xc000085f78 pc=0x649229 runtime.bgscavenge(0xc00007c000) runtime/mgcscavenge.go:658 +0x59 fp=0xc000085fc8 sp=0xc000085fa8 pc=0x6497d9 runtime.gcenable.gowrap2() runtime/mgc.go:204 +0x25 fp=0xc000085fe0 sp=0xc000085fc8 pc=0x6400e5 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000085fe8 sp=0xc000085fe0 pc=0x692561 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0xa5 goroutine 5 gp=0xc00006d180 m=nil [finalizer wait]: runtime.gopark(0xc000073e48?, 0x633505?, 0xa8?, 0x1?, 0xc00006c000?) runtime/proc.go:402 +0xce fp=0xc000073e20 sp=0xc000073e00 pc=0x6617ee runtime.runfinq() runtime/mfinal.go:194 +0x107 fp=0xc000073fe0 sp=0xc000073e20 pc=0x63f1c7 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x692561 created by runtime.createfing in goroutine 1 runtime/mfinal.go:164 +0x3d goroutine 6 gp=0xc000166e00 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000087f50 sp=0xc000087f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000087fe0 sp=0xc000087f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000087fe8 sp=0xc000087fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 18 gp=0xc000480000 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f88984?, 0x1?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000081f50 sp=0xc000081f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000081fe0 sp=0xc000081f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000081fe8 sp=0xc000081fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 19 gp=0xc0004801c0 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f0bab0?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000083f50 sp=0xc000083f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000083fe0 sp=0xc000083f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 20 gp=0xc000480380 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f0bab0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00048bf50 sp=0xc00048bf30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc00048bfe0 sp=0xc00048bf50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00048bfe8 sp=0xc00048bfe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 7 gp=0xc000167180 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f0bab0?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000487f50 sp=0xc000487f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000487fe0 sp=0xc000487f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000487fe8 sp=0xc000487fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 8 gp=0xc000167340 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f88984?, 0x3?, 0xd4?, 0xce?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000489f50 sp=0xc000489f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000489fe0 sp=0xc000489f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000489fe8 sp=0xc000489fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 34 gp=0xc000502000 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f88984?, 0x1?, 0xd4?, 0xce?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000509f50 sp=0xc000509f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000509fe0 sp=0xc000509f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 9 gp=0xc000167500 m=nil [GC worker (idle)]: runtime.gopark(0x68bc6f88984?, 0x3?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc000505f50 sp=0xc000505f30 pc=0x6617ee runtime.gcBgMarkWorker() runtime/mgc.go:1310 +0xe5 fp=0xc000505fe0 sp=0xc000505f50 pc=0x642285 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000505fe8 sp=0xc000505fe0 pc=0x692561 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1234 +0x1c goroutine 10 gp=0xc000684540 m=7 mp=0xc000580008 [syscall]: runtime.notetsleepg(0x1f61460, 0xffffffffffffffff) runtime/lock_sema.go:296 +0x31 fp=0xc000507fa0 sp=0xc000507f68 pc=0x631ad1 os/signal.signal_recv() runtime/sigqueue.go:152 +0x29 fp=0xc000507fc0 sp=0xc000507fa0 pc=0x68e249 os/signal.loop() os/signal/signal_unix.go:23 +0x13 fp=0xc000507fe0 sp=0xc000507fc0 pc=0x9556b3 runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x692561 created by os/signal.Notify.func1.1 in goroutine 1 os/signal/signal.go:151 +0x1f goroutine 11 gp=0xc000684700 m=nil [chan receive]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:402 +0xce fp=0xc00048df00 sp=0xc00048dee0 pc=0x6617ee runtime.chanrecv(0xc000742ba0, 0x0, 0x1) runtime/chan.go:583 +0x3cd fp=0xc00048df78 sp=0xc00048df00 pc=0x62ba4d runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:442 +0x12 fp=0xc00048dfa0 sp=0xc00048df78 pc=0x62b652 github.com/ollama/ollama/server.Serve.func2() github.com/ollama/ollama/server/routes.go:1066 +0x3d fp=0xc00048dfe0 sp=0xc00048dfa0 pc=0x113e4fd runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00048dfe8 sp=0xc00048dfe0 pc=0x692561 created by github.com/ollama/ollama/server.Serve in goroutine 1 github.com/ollama/ollama/server/routes.go:1065 +0x759 goroutine 12 gp=0xc0006848c0 m=nil [select]: runtime.gopark(0xc000469f50?, 0x3?, 0x60?, 0x0?, 0xc000469e02?) runtime/proc.go:402 +0xce fp=0xc000469c88 sp=0xc000469c68 pc=0x6617ee runtime.selectgo(0xc000469f50, 0xc000469dfc, 0x0?, 0x0, 0x0?, 0x1) runtime/select.go:327 +0x725 fp=0xc000469da8 sp=0xc000469c88 pc=0x671c45 github.com/ollama/ollama/server.(*Scheduler).processPending(0xc0007427e0, {0x1791910, 0xc00070b450}) github.com/ollama/ollama/server/sched.go:106 +0xcf fp=0xc000469fb8 sp=0xc000469da8 pc=0x1141d4f github.com/ollama/ollama/server.(*Scheduler).Run.func1() github.com/ollama/ollama/server/sched.go:96 +0x1f fp=0xc000469fe0 sp=0xc000469fb8 pc=0x1141c5f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc000469fe8 sp=0xc000469fe0 pc=0x692561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:95 +0xb4 goroutine 13 gp=0xc000684a80 m=nil [select]: runtime.gopark(0xc00050bf50?, 0x3?, 0x0?, 0x0?, 0xc00050bd52?) runtime/proc.go:402 +0xce fp=0xc00050bbe0 sp=0xc00050bbc0 pc=0x6617ee runtime.selectgo(0xc00050bf50, 0xc00050bd4c, 0x0?, 0x0, 0x0?, 0x1) runtime/select.go:327 +0x725 fp=0xc00050bd00 sp=0xc00050bbe0 pc=0x671c45 github.com/ollama/ollama/server.(*Scheduler).processCompleted(0xc0007427e0, {0x1791910, 0xc00070b450}) github.com/ollama/ollama/server/sched.go:258 +0xec fp=0xc00050bfb8 sp=0xc00050bd00 pc=0x1142c6c github.com/ollama/ollama/server.(*Scheduler).Run.func2() github.com/ollama/ollama/server/sched.go:100 +0x1f fp=0xc00050bfe0 sp=0xc00050bfb8 pc=0x1141c1f runtime.goexit({}) runtime/asm_amd64.s:1695 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x692561 created by github.com/ollama/ollama/server.(*Scheduler).Run in goroutine 1 github.com/ollama/ollama/server/sched.go:99 +0x110 rax 0x7fff81a51180 rbx 0xc0001d45b0 rcx 0x0 rdx 0x16c rdi 0xc0001d4610 rsi 0x19e9dff8c0 rbp 0x19e9dff820 rsp 0x19e9dff688 r8 0x16c r9 0x16c r10 0x16c r11 0x19e9dff360 r12 0x7ff81cbdb1d0 r13 0x1e33f7e r14 0x0 r15 0x19e9dff6d0 rip 0x0 rflags 0x10246 cs 0x33 fs 0x53 gs 0x2b` My OS is Win10 64bit, CPU is Intel(R) Core(TM) i7-8550U, Graphic card is MX 150.
Sign in to join this conversation.
1 Participants
Notifications
Due Date
No due date set.
Dependencies

No dependencies set.

Reference: github-starred/ollama#28963