[GH-ISSUE #9448] llama runner crash when analyzing a picture #68217

Closed
opened 2026-05-04 12:53:51 -05:00 by GiteaMirror · 5 comments
Owner

Originally created by @qdii on GitHub (Mar 1, 2025).
Original GitHub issue: https://github.com/ollama/ollama/issues/9448

Originally assigned to: @jmorganca on GitHub.

What is the issue?

Using the helm chart of ollama v1.7.0
Grapic card: RTX 4090
model: https://ollama.com/library/granite3.2-vision:2b

full log: https://pastebin.com/HMuxe5qQ

Relevant log output

Cuda init

ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
ggml_cuda_init: found 1 CUDA devices:
  Device 0: NVIDIA GeForce RTX 4090, compute capability 8.9, VMM: yes
load_backend: loaded CUDA backend from /usr/lib/ollama/cuda_v12/libggml-cuda.so
load_backend: loaded CPU backend from /usr/lib/ollama/libggml-cpu-sandybridge.so
time=2025-03-01T19:55:29.152Z level=INFO source=runner.go:935 msg=system info="CPU : LLAMAFILE = 1 | CPU : LLAMAFILE = 1 | CUDA : ARCHS = 600,610,620,700,720,750,800,860,870,890,900 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | LLAMAFILE = 1 | cgo(gcc)" threads=6
time=2025-03-01T19:55:29.153Z level=INFO source=runner.go:993 msg="Server listening on 127.0.0.1:42893"
llama_load_model_from_file: using device CUDA0 (NVIDIA GeForce RTX 4090) - 23816 MiB free

Callstack:

SIGSEGV: segmentation violation
PC=0x7f743a858c47 m=4 sigcode=1 addr=0x206a03fe0
signal arrived during cgo execution

goroutine 50 gp=0xc0005048c0 m=4 mp=0xc000079508 [syscall]:
runtime.cgocall(0x565457c3c980, 0xc00008bc88)
	runtime/cgocall.go:167 +0x4b fp=0xc00008bc60 sp=0xc00008bc28 pc=0x565457027acb
github.com/ollama/ollama/llama._Cfunc_clip_model_load(0x7f74589fbb70, 0x1)
	_cgo_gotypes.go:303 +0x50 fp=0xc00008bc88 sp=0xc00008bc60 pc=0x5654573dc830
github.com/ollama/ollama/llama.NewClipContext(0xc0005206e0, {0x7ffe2e10b6b8, 0x62})
	github.com/ollama/ollama/llama/llama.go:512 +0x90 fp=0xc00008bd48 sp=0xc00008bc88 pc=0x5654573e3a90
github.com/ollama/ollama/runner/llamarunner.NewImageContext(0xc0005206e0, {0x7ffe2e10b6b8, 0x62})
	github.com/ollama/ollama/runner/llamarunner/image.go:37 +0xf8 fp=0xc00008bdc8 sp=0xc00008bd48 pc=0x5654573f8ab8
github.com/ollama/ollama/runner/llamarunner.(*Server).loadModel(0xc00071a000, {0x29, 0x0, 0x1, 0x0, {0x0, 0x0, 0x0}, 0xc0005023a0, 0x0}, ...)
	github.com/ollama/ollama/runner/llamarunner/runner.go:871 +0x228 fp=0xc00008bf10 sp=0xc00008bdc8 pc=0x5654573fe4c8
github.com/ollama/ollama/runner/llamarunner.Execute.gowrap1()
	github.com/ollama/ollama/runner/llamarunner/runner.go:968 +0xda fp=0xc00008bfe0 sp=0xc00008bf10 pc=0x5654573ffc5a
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x5654570365a1
created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1
	github.com/ollama/ollama/runner/llamarunner/runner.go:968 +0xcd5

goroutine 1 gp=0xc0000061c0 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc0004b55c0 sp=0xc0004b55a0 pc=0x56545702e1ce
runtime.netpollblock(0x20011bf80?, 0x56fc4fe6?, 0x54?)
	runtime/netpoll.go:575 +0xf7 fp=0xc0004b55f8 sp=0xc0004b55c0 pc=0x565456ff1e37
internal/poll.runtime_pollWait(0x7f7461744680, 0x72)
	runtime/netpoll.go:351 +0x85 fp=0xc0004b5618 sp=0xc0004b55f8 pc=0x56545702d4c5
internal/poll.(*pollDesc).wait(0xc000482080?, 0x2c?, 0x0)
	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0004b5640 sp=0xc0004b5618 pc=0x5654570b5707
internal/poll.(*pollDesc).waitRead(...)
	internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000482080)
	internal/poll/fd_unix.go:620 +0x295 fp=0xc0004b56e8 sp=0xc0004b5640 pc=0x5654570baad5
net.(*netFD).accept(0xc000482080)
	net/fd_unix.go:172 +0x29 fp=0xc0004b57a0 sp=0xc0004b56e8 pc=0x565457123bc9
net.(*TCPListener).accept(0xc0000a0f40)
	net/tcpsock_posix.go:159 +0x1e fp=0xc0004b57f0 sp=0xc0004b57a0 pc=0x56545713983e
net.(*TCPListener).Accept(0xc0000a0f40)
	net/tcpsock.go:372 +0x30 fp=0xc0004b5820 sp=0xc0004b57f0 pc=0x5654571386f0
net/http.(*onceCloseListener).Accept(0xc00011a000?)
	<autogenerated>:1 +0x24 fp=0xc0004b5838 sp=0xc0004b5820 pc=0x565457382964
net/http.(*Server).Serve(0xc0007163c0, {0x56545828d4f8, 0xc0000a0f40})
	net/http/server.go:3330 +0x30c fp=0xc0004b5968 sp=0xc0004b5838 pc=0x56545735a8ec
github.com/ollama/ollama/runner/llamarunner.Execute({0xc000036140, 0x10, 0x10})
	github.com/ollama/ollama/runner/llamarunner/runner.go:994 +0x1174 fp=0xc0004b5d08 sp=0xc0004b5968 pc=0x5654573ff834
github.com/ollama/ollama/runner.Execute({0xc000036130?, 0x0?, 0x0?})
	github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc0004b5d30 sp=0xc0004b5d08 pc=0x56545762fc54
github.com/ollama/ollama/cmd.NewCLI.func2(0xc0001dd200?, {0x565457e2a050?, 0x4?, 0x565457e2a054?})
	github.com/ollama/ollama/cmd/cmd.go:1280 +0x45 fp=0xc0004b5d58 sp=0xc0004b5d30 pc=0x565457c3c245
github.com/spf13/cobra.(*Command).execute(0xc0001ebb08, {0xc0001dd400, 0x10, 0x10})
	github.com/spf13/cobra@v1.7.0/command.go:940 +0x862 fp=0xc0004b5e78 sp=0xc0004b5d58 pc=0x56545719c902
github.com/spf13/cobra.(*Command).ExecuteC(0xc00053f508)
	github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0004b5f30 sp=0xc0004b5e78 pc=0x56545719d145
github.com/spf13/cobra.(*Command).Execute(...)
	github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	github.com/ollama/ollama/main.go:12 +0x4d fp=0xc0004b5f50 sp=0xc0004b5f30 pc=0x565457c3c5cd
runtime.main()
	runtime/proc.go:272 +0x29d fp=0xc0004b5fe0 sp=0xc0004b5f50 pc=0x565456ff94dd
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b5fe8 sp=0xc0004b5fe0 pc=0x5654570365a1

goroutine 2 gp=0xc000006c40 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000072fa8 sp=0xc000072f88 pc=0x56545702e1ce
runtime.goparkunlock(...)
	runtime/proc.go:430
runtime.forcegchelper()
	runtime/proc.go:337 +0xb8 fp=0xc000072fe0 sp=0xc000072fa8 pc=0x565456ff9818
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000072fe8 sp=0xc000072fe0 pc=0x5654570365a1
created by runtime.init.7 in goroutine 1
	runtime/proc.go:325 +0x1a

goroutine 3 gp=0xc000007180 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000073780 sp=0xc000073760 pc=0x56545702e1ce
runtime.goparkunlock(...)
	runtime/proc.go:430
runtime.bgsweep(0xc00003c080)
	runtime/mgcsweep.go:317 +0xdf fp=0xc0000737c8 sp=0xc000073780 pc=0x565456fe3ebf
runtime.gcenable.gowrap1()
	runtime/mgc.go:204 +0x25 fp=0xc0000737e0 sp=0xc0000737c8 pc=0x565456fd8505
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000737e8 sp=0xc0000737e0 pc=0x5654570365a1
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:204 +0x66

goroutine 4 gp=0xc000007340 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x565457fdd6f8?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000073f78 sp=0xc000073f58 pc=0x56545702e1ce
runtime.goparkunlock(...)
	runtime/proc.go:430
runtime.(*scavengerState).park(0x565458a84080)
	runtime/mgcscavenge.go:425 +0x49 fp=0xc000073fa8 sp=0xc000073f78 pc=0x565456fe1889
runtime.bgscavenge(0xc00003c080)
	runtime/mgcscavenge.go:658 +0x59 fp=0xc000073fc8 sp=0xc000073fa8 pc=0x565456fe1e19
runtime.gcenable.gowrap2()
	runtime/mgc.go:205 +0x25 fp=0xc000073fe0 sp=0xc000073fc8 pc=0x565456fd84a5
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x5654570365a1
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:205 +0xa5

goroutine 5 gp=0xc000007c00 m=nil [finalizer wait]:
runtime.gopark(0xc000072648?, 0x565456fcea05?, 0xb0?, 0x1?, 0xc0000061c0?)
	runtime/proc.go:424 +0xce fp=0xc000072620 sp=0xc000072600 pc=0x56545702e1ce
runtime.runfinq()
	runtime/mfinal.go:193 +0x107 fp=0xc0000727e0 sp=0xc000072620 pc=0x565456fd7587
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000727e8 sp=0xc0000727e0 pc=0x5654570365a1
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:163 +0x3d

goroutine 6 gp=0xc0001cb500 m=nil [chan receive]:
runtime.gopark(0xc000074760?, 0x56545710b245?, 0x60?, 0x69?, 0x5654582a2280?)
	runtime/proc.go:424 +0xce fp=0xc000074718 sp=0xc0000746f8 pc=0x56545702e1ce
runtime.chanrecv(0xc000038380, 0x0, 0x1)
	runtime/chan.go:639 +0x41c fp=0xc000074790 sp=0xc000074718 pc=0x565456fc7bfc
runtime.chanrecv1(0x0?, 0x0?)
	runtime/chan.go:489 +0x12 fp=0xc0000747b8 sp=0xc000074790 pc=0x565456fc77b2
runtime.unique_runtime_registerUniqueMapCleanup.func1(...)
	runtime/mgc.go:1781
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
	runtime/mgc.go:1784 +0x2f fp=0xc0000747e0 sp=0xc0000747b8 pc=0x565456fdb56f
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000747e8 sp=0xc0000747e0 pc=0x5654570365a1
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
	runtime/mgc.go:1779 +0x96

goroutine 7 gp=0xc0001cba40 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000074f38 sp=0xc000074f18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc000074fc8 sp=0xc000074f38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc000074fe0 sp=0xc000074fc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000074fe8 sp=0xc000074fe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 18 gp=0xc000104380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00006e738 sp=0xc00006e718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00006e7c8 sp=0xc00006e738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00006e7e0 sp=0xc00006e7c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00006e7e8 sp=0xc00006e7e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 8 gp=0xc0001cbc00 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000075738 sp=0xc000075718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc0000757c8 sp=0xc000075738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc0000757e0 sp=0xc0000757c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000757e8 sp=0xc0000757e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 19 gp=0xc000104540 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00006ef38 sp=0xc00006ef18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00006efc8 sp=0xc00006ef38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00006efe0 sp=0xc00006efc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00006efe8 sp=0xc00006efe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 35 gp=0xc0005041c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 9 gp=0xc0001cbdc0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000075f38 sp=0xc000075f18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc000075fc8 sp=0xc000075f38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc000075fe0 sp=0xc000075fc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000075fe8 sp=0xc000075fe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 20 gp=0xc000104700 m=nil [GC worker (idle)]:
runtime.gopark(0x565458b326e0?, 0x1?, 0xe0?, 0x68?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00006f738 sp=0xc00006f718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00006f7c8 sp=0xc00006f738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00006f7e0 sp=0xc00006f7c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00006f7e8 sp=0xc00006f7e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 36 gp=0xc000504380 m=nil [GC worker (idle)]:
runtime.gopark(0x5d4f68f97487a?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 10 gp=0xc0004a4000 m=nil [GC worker (idle)]:
runtime.gopark(0x565458b326e0?, 0x1?, 0xbd?, 0x5c?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 21 gp=0xc0001048c0 m=nil [GC worker (idle)]:
runtime.gopark(0x5d4f68f973b5f?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00006ff38 sp=0xc00006ff18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00006ffc8 sp=0xc00006ff38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00006ffe0 sp=0xc00006ffc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 37 gp=0xc000504540 m=nil [GC worker (idle)]:
runtime.gopark(0x5d4f68f97c38d?, 0x3?, 0xb3?, 0x20?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x56545702e1ce
runtime.gcBgMarkWorker(0xc000039b20)
	runtime/mgc.go:1412 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x565456fda869
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1328 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x565456fda745
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5654570365a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1328 +0x105

goroutine 51 gp=0xc000504a80 m=nil [semacquire]:
runtime.gopark(0x0?, 0x0?, 0x60?, 0x0?, 0x0?)
	runtime/proc.go:424 +0xce fp=0xc000506e18 sp=0xc000506df8 pc=0x56545702e1ce
runtime.goparkunlock(...)
	runtime/proc.go:430
runtime.semacquire1(0xc00071a008, 0x0, 0x1, 0x0, 0x12)
	runtime/sema.go:178 +0x22c fp=0xc000506e80 sp=0xc000506e18 pc=0x56545700c58c
sync.runtime_Semacquire(0x0?)
	runtime/sema.go:71 +0x25 fp=0xc000506eb8 sp=0xc000506e80 pc=0x56545702f9e5
sync.(*WaitGroup).Wait(0x0?)
	sync/waitgroup.go:118 +0x48 fp=0xc000506ee0 sp=0xc000506eb8 pc=0x565457044ee8
github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc00071a000, {0x56545828f920, 0xc0000e6b40})
	github.com/ollama/ollama/runner/llamarunner/runner.go:316 +0x47 fp=0xc000506fb8 sp=0xc000506ee0 pc=0x5654573fab27
github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()
	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc000506fe0 sp=0xc000506fb8 pc=0x5654573ffb48
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5654570365a1
created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1
	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xdb5

goroutine 38 gp=0xc000584380 m=nil [IO wait]:
runtime.gopark(0x5654570b8d05?, 0xc0001b8000?, 0x10?, 0x9a?, 0xb?)
	runtime/proc.go:424 +0xce fp=0xc000139918 sp=0xc0001398f8 pc=0x56545702e1ce
runtime.netpollblock(0x5654570516b8?, 0x56fc4fe6?, 0x54?)
	runtime/netpoll.go:575 +0xf7 fp=0xc000139950 sp=0xc000139918 pc=0x565456ff1e37
internal/poll.runtime_pollWait(0x7f7461744568, 0x72)
	runtime/netpoll.go:351 +0x85 fp=0xc000139970 sp=0xc000139950 pc=0x56545702d4c5
internal/poll.(*pollDesc).wait(0xc0001b8000?, 0xc000130000?, 0x0)
	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000139998 sp=0xc000139970 pc=0x5654570b5707
internal/poll.(*pollDesc).waitRead(...)
	internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0001b8000, {0xc000130000, 0x1000, 0x1000})
	internal/poll/fd_unix.go:165 +0x27a fp=0xc000139a30 sp=0xc000139998 pc=0x5654570b69fa
net.(*netFD).Read(0xc0001b8000, {0xc000130000?, 0xc000139aa0?, 0x5654570b5bc5?})
	net/fd_posix.go:55 +0x25 fp=0xc000139a78 sp=0xc000139a30 pc=0x565457121c05
net.(*conn).Read(0xc000118000, {0xc000130000?, 0x0?, 0xc0001160c8?})
	net/net.go:189 +0x45 fp=0xc000139ac0 sp=0xc000139a78 pc=0x565457130205
net.(*TCPConn).Read(0xc0001160c0?, {0xc000130000?, 0xc0001b8000?, 0xc000139af8?})
	<autogenerated>:1 +0x25 fp=0xc000139af0 sp=0xc000139ac0 pc=0x565457143405
net/http.(*connReader).Read(0xc0001160c0, {0xc000130000, 0x1000, 0x1000})
	net/http/server.go:798 +0x14b fp=0xc000139b40 sp=0xc000139af0 pc=0x5654573506ab
bufio.(*Reader).fill(0xc000536060)
	bufio/bufio.go:110 +0x103 fp=0xc000139b78 sp=0xc000139b40 pc=0x565457147b03
bufio.(*Reader).Peek(0xc000536060, 0x4)
	bufio/bufio.go:148 +0x53 fp=0xc000139b98 sp=0xc000139b78 pc=0x565457147c33
net/http.(*conn).serve(0xc00011a000, {0x56545828f8e8, 0xc000718300})
	net/http/server.go:2127 +0x738 fp=0xc000139fb8 sp=0xc000139b98 pc=0x5654573559f8
net/http.(*Server).Serve.gowrap3()
	net/http/server.go:3360 +0x28 fp=0xc000139fe0 sp=0xc000139fb8 pc=0x56545735ace8
runtime.goexit({})
	runtime/asm_amd64.s:1700 +0x1 fp=0xc000139fe8 sp=0xc000139fe0 pc=0x5654570365a1
created by net/http.(*Server).Serve in goroutine 1
	net/http/server.go:3360 +0x485

rax    0x206a03fe0
rbx    0x7f7458170580
rcx    0xff8
rdx    0x7f7458008980
rdi    0x7f7458008990
rsi    0x0
rbp    0x7f7460f3b5b0
rsp    0x7f7460f3b590
r8     0x0
r9     0x7f74500d1a28
r10    0x0
r11    0x246
r12    0x7f7459e8f380
r13    0x7f7458008990
r14    0x0
r15    0x565491c52f70
rip    0x7f743a858c47
rflags 0x10297
cs     0x33
fs     0x0
gs     0x0
SIGABRT: abort
PC=0x7f74a8a5700b m=4 sigcode=18446744073709551610
signal arrived during cgo execution

OS

Linux

GPU

Nvidia

CPU

Intel

Ollama version

0.1.14

Originally created by @qdii on GitHub (Mar 1, 2025). Original GitHub issue: https://github.com/ollama/ollama/issues/9448 Originally assigned to: @jmorganca on GitHub. ### What is the issue? Using the helm chart of ollama v1.7.0 Grapic card: RTX 4090 model: https://ollama.com/library/granite3.2-vision:2b full log: https://pastebin.com/HMuxe5qQ ### Relevant log output ```shell Cuda init ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no ggml_cuda_init: found 1 CUDA devices: Device 0: NVIDIA GeForce RTX 4090, compute capability 8.9, VMM: yes load_backend: loaded CUDA backend from /usr/lib/ollama/cuda_v12/libggml-cuda.so load_backend: loaded CPU backend from /usr/lib/ollama/libggml-cpu-sandybridge.so time=2025-03-01T19:55:29.152Z level=INFO source=runner.go:935 msg=system info="CPU : LLAMAFILE = 1 | CPU : LLAMAFILE = 1 | CUDA : ARCHS = 600,610,620,700,720,750,800,860,870,890,900 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | LLAMAFILE = 1 | cgo(gcc)" threads=6 time=2025-03-01T19:55:29.153Z level=INFO source=runner.go:993 msg="Server listening on 127.0.0.1:42893" llama_load_model_from_file: using device CUDA0 (NVIDIA GeForce RTX 4090) - 23816 MiB free Callstack: SIGSEGV: segmentation violation PC=0x7f743a858c47 m=4 sigcode=1 addr=0x206a03fe0 signal arrived during cgo execution goroutine 50 gp=0xc0005048c0 m=4 mp=0xc000079508 [syscall]: runtime.cgocall(0x565457c3c980, 0xc00008bc88) runtime/cgocall.go:167 +0x4b fp=0xc00008bc60 sp=0xc00008bc28 pc=0x565457027acb github.com/ollama/ollama/llama._Cfunc_clip_model_load(0x7f74589fbb70, 0x1) _cgo_gotypes.go:303 +0x50 fp=0xc00008bc88 sp=0xc00008bc60 pc=0x5654573dc830 github.com/ollama/ollama/llama.NewClipContext(0xc0005206e0, {0x7ffe2e10b6b8, 0x62}) github.com/ollama/ollama/llama/llama.go:512 +0x90 fp=0xc00008bd48 sp=0xc00008bc88 pc=0x5654573e3a90 github.com/ollama/ollama/runner/llamarunner.NewImageContext(0xc0005206e0, {0x7ffe2e10b6b8, 0x62}) github.com/ollama/ollama/runner/llamarunner/image.go:37 +0xf8 fp=0xc00008bdc8 sp=0xc00008bd48 pc=0x5654573f8ab8 github.com/ollama/ollama/runner/llamarunner.(*Server).loadModel(0xc00071a000, {0x29, 0x0, 0x1, 0x0, {0x0, 0x0, 0x0}, 0xc0005023a0, 0x0}, ...) github.com/ollama/ollama/runner/llamarunner/runner.go:871 +0x228 fp=0xc00008bf10 sp=0xc00008bdc8 pc=0x5654573fe4c8 github.com/ollama/ollama/runner/llamarunner.Execute.gowrap1() github.com/ollama/ollama/runner/llamarunner/runner.go:968 +0xda fp=0xc00008bfe0 sp=0xc00008bf10 pc=0x5654573ffc5a runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x5654570365a1 created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/llamarunner/runner.go:968 +0xcd5 goroutine 1 gp=0xc0000061c0 m=nil [IO wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc0004b55c0 sp=0xc0004b55a0 pc=0x56545702e1ce runtime.netpollblock(0x20011bf80?, 0x56fc4fe6?, 0x54?) runtime/netpoll.go:575 +0xf7 fp=0xc0004b55f8 sp=0xc0004b55c0 pc=0x565456ff1e37 internal/poll.runtime_pollWait(0x7f7461744680, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc0004b5618 sp=0xc0004b55f8 pc=0x56545702d4c5 internal/poll.(*pollDesc).wait(0xc000482080?, 0x2c?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0004b5640 sp=0xc0004b5618 pc=0x5654570b5707 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc000482080) internal/poll/fd_unix.go:620 +0x295 fp=0xc0004b56e8 sp=0xc0004b5640 pc=0x5654570baad5 net.(*netFD).accept(0xc000482080) net/fd_unix.go:172 +0x29 fp=0xc0004b57a0 sp=0xc0004b56e8 pc=0x565457123bc9 net.(*TCPListener).accept(0xc0000a0f40) net/tcpsock_posix.go:159 +0x1e fp=0xc0004b57f0 sp=0xc0004b57a0 pc=0x56545713983e net.(*TCPListener).Accept(0xc0000a0f40) net/tcpsock.go:372 +0x30 fp=0xc0004b5820 sp=0xc0004b57f0 pc=0x5654571386f0 net/http.(*onceCloseListener).Accept(0xc00011a000?) <autogenerated>:1 +0x24 fp=0xc0004b5838 sp=0xc0004b5820 pc=0x565457382964 net/http.(*Server).Serve(0xc0007163c0, {0x56545828d4f8, 0xc0000a0f40}) net/http/server.go:3330 +0x30c fp=0xc0004b5968 sp=0xc0004b5838 pc=0x56545735a8ec github.com/ollama/ollama/runner/llamarunner.Execute({0xc000036140, 0x10, 0x10}) github.com/ollama/ollama/runner/llamarunner/runner.go:994 +0x1174 fp=0xc0004b5d08 sp=0xc0004b5968 pc=0x5654573ff834 github.com/ollama/ollama/runner.Execute({0xc000036130?, 0x0?, 0x0?}) github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc0004b5d30 sp=0xc0004b5d08 pc=0x56545762fc54 github.com/ollama/ollama/cmd.NewCLI.func2(0xc0001dd200?, {0x565457e2a050?, 0x4?, 0x565457e2a054?}) github.com/ollama/ollama/cmd/cmd.go:1280 +0x45 fp=0xc0004b5d58 sp=0xc0004b5d30 pc=0x565457c3c245 github.com/spf13/cobra.(*Command).execute(0xc0001ebb08, {0xc0001dd400, 0x10, 0x10}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x862 fp=0xc0004b5e78 sp=0xc0004b5d58 pc=0x56545719c902 github.com/spf13/cobra.(*Command).ExecuteC(0xc00053f508) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0004b5f30 sp=0xc0004b5e78 pc=0x56545719d145 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:12 +0x4d fp=0xc0004b5f50 sp=0xc0004b5f30 pc=0x565457c3c5cd runtime.main() runtime/proc.go:272 +0x29d fp=0xc0004b5fe0 sp=0xc0004b5f50 pc=0x565456ff94dd runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b5fe8 sp=0xc0004b5fe0 pc=0x5654570365a1 goroutine 2 gp=0xc000006c40 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000072fa8 sp=0xc000072f88 pc=0x56545702e1ce runtime.goparkunlock(...) runtime/proc.go:430 runtime.forcegchelper() runtime/proc.go:337 +0xb8 fp=0xc000072fe0 sp=0xc000072fa8 pc=0x565456ff9818 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000072fe8 sp=0xc000072fe0 pc=0x5654570365a1 created by runtime.init.7 in goroutine 1 runtime/proc.go:325 +0x1a goroutine 3 gp=0xc000007180 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000073780 sp=0xc000073760 pc=0x56545702e1ce runtime.goparkunlock(...) runtime/proc.go:430 runtime.bgsweep(0xc00003c080) runtime/mgcsweep.go:317 +0xdf fp=0xc0000737c8 sp=0xc000073780 pc=0x565456fe3ebf runtime.gcenable.gowrap1() runtime/mgc.go:204 +0x25 fp=0xc0000737e0 sp=0xc0000737c8 pc=0x565456fd8505 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000737e8 sp=0xc0000737e0 pc=0x5654570365a1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0x66 goroutine 4 gp=0xc000007340 m=nil [GC scavenge wait]: runtime.gopark(0x10000?, 0x565457fdd6f8?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000073f78 sp=0xc000073f58 pc=0x56545702e1ce runtime.goparkunlock(...) runtime/proc.go:430 runtime.(*scavengerState).park(0x565458a84080) runtime/mgcscavenge.go:425 +0x49 fp=0xc000073fa8 sp=0xc000073f78 pc=0x565456fe1889 runtime.bgscavenge(0xc00003c080) runtime/mgcscavenge.go:658 +0x59 fp=0xc000073fc8 sp=0xc000073fa8 pc=0x565456fe1e19 runtime.gcenable.gowrap2() runtime/mgc.go:205 +0x25 fp=0xc000073fe0 sp=0xc000073fc8 pc=0x565456fd84a5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000073fe8 sp=0xc000073fe0 pc=0x5654570365a1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:205 +0xa5 goroutine 5 gp=0xc000007c00 m=nil [finalizer wait]: runtime.gopark(0xc000072648?, 0x565456fcea05?, 0xb0?, 0x1?, 0xc0000061c0?) runtime/proc.go:424 +0xce fp=0xc000072620 sp=0xc000072600 pc=0x56545702e1ce runtime.runfinq() runtime/mfinal.go:193 +0x107 fp=0xc0000727e0 sp=0xc000072620 pc=0x565456fd7587 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000727e8 sp=0xc0000727e0 pc=0x5654570365a1 created by runtime.createfing in goroutine 1 runtime/mfinal.go:163 +0x3d goroutine 6 gp=0xc0001cb500 m=nil [chan receive]: runtime.gopark(0xc000074760?, 0x56545710b245?, 0x60?, 0x69?, 0x5654582a2280?) runtime/proc.go:424 +0xce fp=0xc000074718 sp=0xc0000746f8 pc=0x56545702e1ce runtime.chanrecv(0xc000038380, 0x0, 0x1) runtime/chan.go:639 +0x41c fp=0xc000074790 sp=0xc000074718 pc=0x565456fc7bfc runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:489 +0x12 fp=0xc0000747b8 sp=0xc000074790 pc=0x565456fc77b2 runtime.unique_runtime_registerUniqueMapCleanup.func1(...) runtime/mgc.go:1781 runtime.unique_runtime_registerUniqueMapCleanup.gowrap1() runtime/mgc.go:1784 +0x2f fp=0xc0000747e0 sp=0xc0000747b8 pc=0x565456fdb56f runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000747e8 sp=0xc0000747e0 pc=0x5654570365a1 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 runtime/mgc.go:1779 +0x96 goroutine 7 gp=0xc0001cba40 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000074f38 sp=0xc000074f18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc000074fc8 sp=0xc000074f38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc000074fe0 sp=0xc000074fc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000074fe8 sp=0xc000074fe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 18 gp=0xc000104380 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00006e738 sp=0xc00006e718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00006e7c8 sp=0xc00006e738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00006e7e0 sp=0xc00006e7c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00006e7e8 sp=0xc00006e7e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 8 gp=0xc0001cbc00 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000075738 sp=0xc000075718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc0000757c8 sp=0xc000075738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc0000757e0 sp=0xc0000757c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000757e8 sp=0xc0000757e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 19 gp=0xc000104540 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00006ef38 sp=0xc00006ef18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00006efc8 sp=0xc00006ef38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00006efe0 sp=0xc00006efc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00006efe8 sp=0xc00006efe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 35 gp=0xc0005041c0 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 9 gp=0xc0001cbdc0 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000075f38 sp=0xc000075f18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc000075fc8 sp=0xc000075f38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc000075fe0 sp=0xc000075fc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000075fe8 sp=0xc000075fe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 20 gp=0xc000104700 m=nil [GC worker (idle)]: runtime.gopark(0x565458b326e0?, 0x1?, 0xe0?, 0x68?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00006f738 sp=0xc00006f718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00006f7c8 sp=0xc00006f738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00006f7e0 sp=0xc00006f7c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00006f7e8 sp=0xc00006f7e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 36 gp=0xc000504380 m=nil [GC worker (idle)]: runtime.gopark(0x5d4f68f97487a?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 10 gp=0xc0004a4000 m=nil [GC worker (idle)]: runtime.gopark(0x565458b326e0?, 0x1?, 0xbd?, 0x5c?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 21 gp=0xc0001048c0 m=nil [GC worker (idle)]: runtime.gopark(0x5d4f68f973b5f?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00006ff38 sp=0xc00006ff18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00006ffc8 sp=0xc00006ff38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00006ffe0 sp=0xc00006ffc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 37 gp=0xc000504540 m=nil [GC worker (idle)]: runtime.gopark(0x5d4f68f97c38d?, 0x3?, 0xb3?, 0x20?, 0x0?) runtime/proc.go:424 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x56545702e1ce runtime.gcBgMarkWorker(0xc000039b20) runtime/mgc.go:1412 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x565456fda869 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1328 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x565456fda745 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5654570365a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1328 +0x105 goroutine 51 gp=0xc000504a80 m=nil [semacquire]: runtime.gopark(0x0?, 0x0?, 0x60?, 0x0?, 0x0?) runtime/proc.go:424 +0xce fp=0xc000506e18 sp=0xc000506df8 pc=0x56545702e1ce runtime.goparkunlock(...) runtime/proc.go:430 runtime.semacquire1(0xc00071a008, 0x0, 0x1, 0x0, 0x12) runtime/sema.go:178 +0x22c fp=0xc000506e80 sp=0xc000506e18 pc=0x56545700c58c sync.runtime_Semacquire(0x0?) runtime/sema.go:71 +0x25 fp=0xc000506eb8 sp=0xc000506e80 pc=0x56545702f9e5 sync.(*WaitGroup).Wait(0x0?) sync/waitgroup.go:118 +0x48 fp=0xc000506ee0 sp=0xc000506eb8 pc=0x565457044ee8 github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc00071a000, {0x56545828f920, 0xc0000e6b40}) github.com/ollama/ollama/runner/llamarunner/runner.go:316 +0x47 fp=0xc000506fb8 sp=0xc000506ee0 pc=0x5654573fab27 github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2() github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc000506fe0 sp=0xc000506fb8 pc=0x5654573ffb48 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5654570365a1 created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xdb5 goroutine 38 gp=0xc000584380 m=nil [IO wait]: runtime.gopark(0x5654570b8d05?, 0xc0001b8000?, 0x10?, 0x9a?, 0xb?) runtime/proc.go:424 +0xce fp=0xc000139918 sp=0xc0001398f8 pc=0x56545702e1ce runtime.netpollblock(0x5654570516b8?, 0x56fc4fe6?, 0x54?) runtime/netpoll.go:575 +0xf7 fp=0xc000139950 sp=0xc000139918 pc=0x565456ff1e37 internal/poll.runtime_pollWait(0x7f7461744568, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc000139970 sp=0xc000139950 pc=0x56545702d4c5 internal/poll.(*pollDesc).wait(0xc0001b8000?, 0xc000130000?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000139998 sp=0xc000139970 pc=0x5654570b5707 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0001b8000, {0xc000130000, 0x1000, 0x1000}) internal/poll/fd_unix.go:165 +0x27a fp=0xc000139a30 sp=0xc000139998 pc=0x5654570b69fa net.(*netFD).Read(0xc0001b8000, {0xc000130000?, 0xc000139aa0?, 0x5654570b5bc5?}) net/fd_posix.go:55 +0x25 fp=0xc000139a78 sp=0xc000139a30 pc=0x565457121c05 net.(*conn).Read(0xc000118000, {0xc000130000?, 0x0?, 0xc0001160c8?}) net/net.go:189 +0x45 fp=0xc000139ac0 sp=0xc000139a78 pc=0x565457130205 net.(*TCPConn).Read(0xc0001160c0?, {0xc000130000?, 0xc0001b8000?, 0xc000139af8?}) <autogenerated>:1 +0x25 fp=0xc000139af0 sp=0xc000139ac0 pc=0x565457143405 net/http.(*connReader).Read(0xc0001160c0, {0xc000130000, 0x1000, 0x1000}) net/http/server.go:798 +0x14b fp=0xc000139b40 sp=0xc000139af0 pc=0x5654573506ab bufio.(*Reader).fill(0xc000536060) bufio/bufio.go:110 +0x103 fp=0xc000139b78 sp=0xc000139b40 pc=0x565457147b03 bufio.(*Reader).Peek(0xc000536060, 0x4) bufio/bufio.go:148 +0x53 fp=0xc000139b98 sp=0xc000139b78 pc=0x565457147c33 net/http.(*conn).serve(0xc00011a000, {0x56545828f8e8, 0xc000718300}) net/http/server.go:2127 +0x738 fp=0xc000139fb8 sp=0xc000139b98 pc=0x5654573559f8 net/http.(*Server).Serve.gowrap3() net/http/server.go:3360 +0x28 fp=0xc000139fe0 sp=0xc000139fb8 pc=0x56545735ace8 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000139fe8 sp=0xc000139fe0 pc=0x5654570365a1 created by net/http.(*Server).Serve in goroutine 1 net/http/server.go:3360 +0x485 rax 0x206a03fe0 rbx 0x7f7458170580 rcx 0xff8 rdx 0x7f7458008980 rdi 0x7f7458008990 rsi 0x0 rbp 0x7f7460f3b5b0 rsp 0x7f7460f3b590 r8 0x0 r9 0x7f74500d1a28 r10 0x0 r11 0x246 r12 0x7f7459e8f380 r13 0x7f7458008990 r14 0x0 r15 0x565491c52f70 rip 0x7f743a858c47 rflags 0x10297 cs 0x33 fs 0x0 gs 0x0 SIGABRT: abort PC=0x7f74a8a5700b m=4 sigcode=18446744073709551610 signal arrived during cgo execution ``` ### OS Linux ### GPU Nvidia ### CPU Intel ### Ollama version 0.1.14
GiteaMirror added the bug label 2026-05-04 12:53:51 -05:00
Author
Owner

@jmorganca commented on GitHub (Mar 1, 2025):

@qdii which version of Ollama is this ? Should be at the top of the logs. Thanks!

<!-- gh-comment-id:2692392115 --> @jmorganca commented on GitHub (Mar 1, 2025): @qdii which version of Ollama is this ? Should be at the top of the logs. Thanks!
Author
Owner

@rick-github commented on GitHub (Mar 1, 2025):

0.5.12

<!-- gh-comment-id:2692392568 --> @rick-github commented on GitHub (Mar 1, 2025): 0.5.12
Author
Owner

@qdii commented on GitHub (Mar 1, 2025):

0.5.12 yes, it's the version installed by the helm chart by default.

<!-- gh-comment-id:2692410278 --> @qdii commented on GitHub (Mar 1, 2025): 0.5.12 yes, it's the version installed by the helm chart by default.
Author
Owner

@rick-github commented on GitHub (Mar 2, 2025):

granite3.2-vision requires 0.5.13+

<!-- gh-comment-id:2692872841 --> @rick-github commented on GitHub (Mar 2, 2025): granite3.2-vision requires 0.5.13+
Author
Owner

@qdii commented on GitHub (Mar 2, 2025):

Ah, ok. sorry for the false alarm.

<!-- gh-comment-id:2692888476 --> @qdii commented on GitHub (Mar 2, 2025): Ah, ok. sorry for the false alarm.
Sign in to join this conversation.
1 Participants
Notifications
Due Date
No due date set.
Dependencies

No dependencies set.

Reference: github-starred/ollama#68217