[GH-ISSUE #13215] Gemma3n broken with Vulkan #55250

Open
opened 2026-04-29 08:37:01 -05:00 by GiteaMirror · 5 comments
Owner

Originally created by @retblast on GitHub (Nov 23, 2025).
Original GitHub issue: https://github.com/ollama/ollama/issues/13215

What is the issue?

I try to run unsloth gemma3n-e4b-q4_k_m, worked fine on 0.12.11, broke on 0.13.
Arch Linux.

Relevant log output

/usr/src/debug/ollama/ollama/ml/backend/ggml/ggml/src/ggml-vulkan/ggml-vulkan.cpp:8669: GGML_ASSERT(op_supports_incontiguous || (ggml_is_contiguous(src0) && (src1 == nullptr || ggml_is_contiguous(src1)))) failed
[New LWP 1983514]
[New LWP 1983513]
[New LWP 1983512]
[New LWP 1983505]
[New LWP 1983504]
[New LWP 1983500]
[New LWP 1983499]
[New LWP 1983498]
[New LWP 1983497]
[New LWP 1983496]
[New LWP 1983495]
[New LWP 1983494]
[New LWP 1983476]
[New LWP 1983469]
[New LWP 1983468]
[New LWP 1983467]
[New LWP 1983466]
[New LWP 1983465]
[New LWP 1983464]
[New LWP 1983463]
[New LWP 1983462]
[New LWP 1983461]
[New LWP 1983457]
[New LWP 1983456]
[New LWP 1983455]
[New LWP 1983454]
[New LWP 1983453]
[New LWP 1983452]
[New LWP 1983451]
[New LWP 1983450]
[New LWP 1983449]
[New LWP 1983448]
[New LWP 1983447]
[New LWP 1983446]
[New LWP 1983445]

This GDB supports auto-downloading debuginfo from the following URLs:
  <https://debuginfod.archlinux.org>
Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal]
Debuginfod has been disabled.
To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/usr/lib/libthread_db.so.1".
0x000055dcf7e6e4c3 in ?? ()
#0  0x000055dcf7e6e4c3 in ?? ()
#1  0x000055dcf7e28eb0 in ?? ()
#2  0x000055dcf9c0e170 in ?? ()
#3  0x0000000000000080 in ?? ()
#4  0x0000000000000000 in ?? ()
[Inferior 1 (process 1983444) detached]
SIGABRT: abort
PC=0x7fbceea9890c m=19 sigcode=18446744073709551610
signal arrived during cgo execution

goroutine 1014 gp=0xc000504700 m=19 mp=0xc000601808 [syscall]:
runtime.cgocall(0x55dcf8b76240, 0xc00009ea80)
	/usr/lib/go/src/runtime/cgocall.go:167 +0x4b fp=0xc00009ea58 sp=0xc00009ea20 pc=0x55dcf7e610eb
github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_backend_sched_graph_compute_async(0x55dd2bf0c590, 0x7fbc48008500)
	_cgo_gotypes.go:967 +0x4a fp=0xc00009ea80 sp=0xc00009ea58 pc=0x55dcf82992ea
github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify.func2(...)
	/build/ollama/src/ollama/ml/backend/ggml/ggml.go:825
github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify(0xc005d72080, 0xc0001923f0?, {0xc00004d8b0, 0x1, 0x2?})
	/build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 +0x1b2 fp=0xc00009eb58 sp=0xc00009ea80 pc=0x55dcf82a6f12
github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0006363c0, {0x0, {0x55dcf9341370, 0xc005d72080}, {0x55dcf934b920, 0xc005cbbbf0}, {0xc000489200, 0x21, 0x40}, {{0x55dcf934b920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:723 +0x894 fp=0xc00009eef0 sp=0xc00009eb58 pc=0x55dcf837e3b4
github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc00009efe0 sp=0xc00009eef0 pc=0x55dcf837bfb8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00009efe8 sp=0xc00009efe0 pc=0x55dcf7e6c6a1
created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 20
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd

goroutine 1 gp=0xc000002380 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e85790 sp=0xc000e85770 pc=0x55dcf7e6456e
runtime.netpollblock(0xc0005977e0?, 0xf7df9546?, 0xdc?)
	/usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e857c8 sp=0xc000e85790 pc=0x55dcf7e28157
internal/poll.runtime_pollWait(0x7fbcef0ac400, 0x72)
	/usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e857e8 sp=0xc000e857c8 pc=0x55dcf7e63745
internal/poll.(*pollDesc).wait(0xc000706d00?, 0x900000036?, 0x0)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e85810 sp=0xc000e857e8 pc=0x55dcf7eec1c7
internal/poll.(*pollDesc).waitRead(...)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000706d00)
	/usr/lib/go/src/internal/poll/fd_unix.go:613 +0x28c fp=0xc000e858b8 sp=0xc000e85810 pc=0x55dcf7ef15ec
net.(*netFD).accept(0xc000706d00)
	/usr/lib/go/src/net/fd_unix.go:161 +0x29 fp=0xc000e85970 sp=0xc000e858b8 pc=0x55dcf7f5ba69
net.(*TCPListener).accept(0xc0006269c0)
	/usr/lib/go/src/net/tcpsock_posix.go:159 +0x1b fp=0xc000e859c0 sp=0xc000e85970 pc=0x55dcf7f7119b
net.(*TCPListener).Accept(0xc0006269c0)
	/usr/lib/go/src/net/tcpsock.go:380 +0x30 fp=0xc000e859f0 sp=0xc000e859c0 pc=0x55dcf7f70030
net/http.(*onceCloseListener).Accept(0xc0004ba3f0?)
	<autogenerated>:1 +0x24 fp=0xc000e85a08 sp=0xc000e859f0 pc=0x55dcf81929e4
net/http.(*Server).Serve(0xc00020d600, {0x55dcf9333e80, 0xc0006269c0})
	/usr/lib/go/src/net/http/server.go:3463 +0x30c fp=0xc000e85b38 sp=0xc000e85a08 pc=0x55dcf816a3cc
github.com/ollama/ollama/runner/ollamarunner.Execute({0xc0000360a0, 0x4, 0x4})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1434 +0x954 fp=0xc000e85d08 sp=0xc000e85b38 pc=0x55dcf8385074
github.com/ollama/ollama/runner.Execute({0xc000036080?, 0x0?, 0x0?})
	/build/ollama/src/ollama/runner/runner.go:20 +0xc9 fp=0xc000e85d30 sp=0xc000e85d08 pc=0x55dcf8385969
github.com/ollama/ollama/cmd.NewCLI.func2(0xc00020d400?, {0x55dcf8e302cc?, 0x4?, 0x55dcf8e302d0?})
	/build/ollama/src/ollama/cmd/cmd.go:1841 +0x45 fp=0xc000e85d58 sp=0xc000e85d30 pc=0x55dcf8b0d925
github.com/spf13/cobra.(*Command).execute(0xc0004bd508, {0xc00062a820, 0x5, 0x5})
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x88a fp=0xc000e85e78 sp=0xc000e85d58 pc=0x55dcf7fd522a
github.com/spf13/cobra.(*Command).ExecuteC(0xc0004a6f08)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x398 fp=0xc000e85f30 sp=0xc000e85e78 pc=0x55dcf7fd5a58
github.com/spf13/cobra.(*Command).Execute(...)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	/build/ollama/src/ollama/main.go:12 +0x4d fp=0xc000e85f50 sp=0xc000e85f30 pc=0x55dcf8b0e40d
runtime.main()
	/usr/lib/go/src/runtime/proc.go:285 +0x29d fp=0xc000e85fe0 sp=0xc000e85f50 pc=0x55dcf7e2f9fd
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e85fe8 sp=0xc000e85fe0 pc=0x55dcf7e6c6a1

goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008cfa8 sp=0xc00008cf88 pc=0x55dcf7e6456e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.forcegchelper()
	/usr/lib/go/src/runtime/proc.go:373 +0xb8 fp=0xc00008cfe0 sp=0xc00008cfa8 pc=0x55dcf7e2fd38
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008cfe8 sp=0xc00008cfe0 pc=0x55dcf7e6c6a1
created by runtime.init.7 in goroutine 1
	/usr/lib/go/src/runtime/proc.go:361 +0x1a

goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008d780 sp=0xc00008d760 pc=0x55dcf7e6456e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.bgsweep(0xc000046080)
	/usr/lib/go/src/runtime/mgcsweep.go:323 +0xdf fp=0xc00008d7c8 sp=0xc00008d780 pc=0x55dcf7e19a5f
runtime.gcenable.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:212 +0x25 fp=0xc00008d7e0 sp=0xc00008d7c8 pc=0x55dcf7e0d9e5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008d7e8 sp=0xc00008d7e0 pc=0x55dcf7e6c6a1
created by runtime.gcenable in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:212 +0x66

goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0xd0423?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008df78 sp=0xc00008df58 pc=0x55dcf7e6456e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.(*scavengerState).park(0x55dcf9c0b0a0)
	/usr/lib/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc00008dfa8 sp=0xc00008df78 pc=0x55dcf7e174c9
runtime.bgscavenge(0xc000046080)
	/usr/lib/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc00008dfc8 sp=0xc00008dfa8 pc=0x55dcf7e17a79
runtime.gcenable.gowrap2()
	/usr/lib/go/src/runtime/mgc.go:213 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x55dcf7e0d985
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x55dcf7e6c6a1
created by runtime.gcenable in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:213 +0xa5

goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]:
runtime.gopark(0x55dcf7e3ed37?, 0x55dcf7e05305?, 0xb8?, 0x1?, 0xc000002380?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008c620 sp=0xc00008c600 pc=0x55dcf7e6456e
runtime.runFinalizers()
	/usr/lib/go/src/runtime/mfinal.go:210 +0x107 fp=0xc00008c7e0 sp=0xc00008c620 pc=0x55dcf7e0c8e7
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008c7e8 sp=0xc00008c7e0 pc=0x55dcf7e6c6a1
created by runtime.createfing in goroutine 1
	/usr/lib/go/src/runtime/mfinal.go:172 +0x3d

goroutine 6 gp=0xc0001ea8c0 m=nil [cleanup wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008e768 sp=0xc00008e748 pc=0x55dcf7e6456e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.(*cleanupQueue).dequeue(0x55dcf9c0ba00)
	/usr/lib/go/src/runtime/mcleanup.go:439 +0xc5 fp=0xc00008e7a0 sp=0xc00008e768 pc=0x55dcf7e09ac5
runtime.runCleanups()
	/usr/lib/go/src/runtime/mcleanup.go:635 +0x45 fp=0xc00008e7e0 sp=0xc00008e7a0 pc=0x55dcf7e0a185
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008e7e8 sp=0xc00008e7e0 pc=0x55dcf7e6c6a1
created by runtime.(*cleanupQueue).createGs in goroutine 1
	/usr/lib/go/src/runtime/mcleanup.go:589 +0xa5

goroutine 7 gp=0xc0001eae00 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ef38 sp=0xc00008ef18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008efc8 sp=0xc00008ef38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008efe0 sp=0xc00008efc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008efe8 sp=0xc00008efe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 8 gp=0xc0001eafc0 m=nil [GC worker (idle)]:
runtime.gopark(0x1a197309cb4f?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008f738 sp=0xc00008f718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008f7c8 sp=0xc00008f738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008f7e0 sp=0xc00008f7c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008f7e8 sp=0xc00008f7e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 9 gp=0xc0001eb180 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730a37cf?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ff38 sp=0xc00008ff18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008ffc8 sp=0xc00008ff38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008ffe0 sp=0xc00008ffc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 10 gp=0xc0001eb340 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730a7327?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088738 sp=0xc000088718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000887c8 sp=0xc000088738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000887e0 sp=0xc0000887c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000887e8 sp=0xc0000887e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 11 gp=0xc0001eb500 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19731945fc?, 0x3?, 0x5b?, 0x85?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088f38 sp=0xc000088f18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000088fc8 sp=0xc000088f38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000088fe0 sp=0xc000088fc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000088fe8 sp=0xc000088fe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 12 gp=0xc0001eb6c0 m=nil [GC worker (idle)]:
runtime.gopark(0x1a197309d213?, 0x1?, 0xef?, 0xbb?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089738 sp=0xc000089718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000897c8 sp=0xc000089738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000897e0 sp=0xc0000897c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000897e8 sp=0xc0000897e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 13 gp=0xc0001eb880 m=nil [GC worker (idle)]:
runtime.gopark(0x1a197309fed2?, 0x3?, 0x73?, 0xea?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089f38 sp=0xc000089f18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000089fc8 sp=0xc000089f38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000089fe0 sp=0xc000089fc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000089fe8 sp=0xc000089fe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 14 gp=0xc0001eba40 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730a2a31?, 0x1?, 0x11?, 0x8c?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008a738 sp=0xc00008a718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008a7c8 sp=0xc00008a738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008a7e0 sp=0xc00008a7c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008a7e8 sp=0xc00008a7e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 15 gp=0xc0001ebc00 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19731c972a?, 0x1?, 0x59?, 0xcc?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000116f38 sp=0xc000116f18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000116fc8 sp=0xc000116f38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000116fe0 sp=0xc000116fc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000116fe8 sp=0xc000116fe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 16 gp=0xc0001ebdc0 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730aa1c4?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008b738 sp=0xc00008b718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008b7c8 sp=0xc00008b738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008b7e0 sp=0xc00008b7c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008b7e8 sp=0xc00008b7e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 18 gp=0xc0004aa000 m=nil [GC worker (idle)]:
runtime.gopark(0x1a1973096f4f?, 0x1?, 0x46?, 0xa5?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000f4d738 sp=0xc000f4d718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000f4d7c8 sp=0xc000f4d738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000f4d7e0 sp=0xc000f4d7c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4d7e8 sp=0xc000f4d7e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 19 gp=0xc0004aa1c0 m=nil [GC worker (idle)]:
runtime.gopark(0x55dcf9cbb180?, 0x1?, 0xfe?, 0xba?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0004b0738 sp=0xc0004b0718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004b07c8 sp=0xc0004b0738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004b07e0 sp=0xc0004b07c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004b07e8 sp=0xc0004b07e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730a97cb?, 0x3?, 0x67?, 0xb0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00011a7c8 sp=0xc00011a738 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 50 gp=0xc000102380 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730b0a98?, 0x1?, 0x9c?, 0x90?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0004b1f38 sp=0xc0004b1f18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004b1fc8 sp=0xc0004b1f38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004b1fe0 sp=0xc0004b1fc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004b1fe8 sp=0xc0004b1fe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 51 gp=0xc000102540 m=nil [GC worker (idle)]:
runtime.gopark(0x1a19730a9d49?, 0x3?, 0xe7?, 0x40?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000118f38 sp=0xc000118f18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000118fc8 sp=0xc000118f38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000118fe0 sp=0xc000118fc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000118fe8 sp=0xc000118fe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 52 gp=0xc000102700 m=nil [GC worker (idle)]:
runtime.gopark(0x1a1973208ad2?, 0x3?, 0xcc?, 0x8?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003ebf38 sp=0xc0003ebf18 pc=0x55dcf7e6456e
runtime.gcBgMarkWorker(0xc0000c56c0)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0003ebfc8 sp=0xc0003ebf38 pc=0x55dcf7e1010b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0003ebfe0 sp=0xc0003ebfc8 pc=0x55dcf7e0ffe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003ebfe8 sp=0xc0003ebfe0 pc=0x55dcf7e6c6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 20 gp=0xc000103180 m=nil [chan receive]:
runtime.gopark(0x30?, 0x55dcf9291f00?, 0x1?, 0x0?, 0xc000e81798?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e81750 sp=0xc000e81730 pc=0x55dcf7e6456e
runtime.chanrecv(0xc000612000, 0x0, 0x1)
	/usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000e817c8 sp=0xc000e81750 pc=0x55dcf7dfc473
runtime.chanrecv1(0x55dcf8e6a1c2?, 0x29?)
	/usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000e817f0 sp=0xc000e817c8 pc=0x55dcf7dfbfd2
github.com/ollama/ollama/runner/ollamarunner.(*Server).forwardBatch(_, {0x1, {0x55dcf9341370, 0xc000f48000}, {0x55dcf934b920, 0xc005d246c0}, {0xc000132010, 0x1, 0x1}, {{0x55dcf934b920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:475 +0xfa fp=0xc000e81b58 sp=0xc000e817f0 pc=0x55dcf837c0da
github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0006363c0, {0x55dcf9336520, 0xc00062a8c0})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:452 +0x18c fp=0xc000e81fb8 sp=0xc000e81b58 pc=0x55dcf837bd8c
github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x28 fp=0xc000e81fe0 sp=0xc000e81fb8 pc=0x55dcf83852e8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e81fe8 sp=0xc000e81fe0 pc=0x55dcf7e6c6a1
created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x4c9

goroutine 21 gp=0xc000103340 m=nil [select]:
runtime.gopark(0xc000051a00?, 0x2?, 0x1?, 0x0?, 0xc000051864?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000051688 sp=0xc000051668 pc=0x55dcf7e6456e
runtime.selectgo(0xc000051a00, 0xc000051860, 0x21?, 0x0, 0x1?, 0x1)
	/usr/lib/go/src/runtime/select.go:351 +0x8c5 fp=0xc0000517c8 sp=0xc000051688 pc=0x55dcf7e426a5
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc0006363c0, {0x55dcf9334060, 0xc00011e690}, 0xc00013af00)
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:950 +0xc45 fp=0xc000051ab8 sp=0xc0000517c8 pc=0x55dcf83804a5
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x55dcf9334060?, 0xc00011e690?}, 0xc000f7bb38?)
	<autogenerated>:1 +0x36 fp=0xc000051ae8 sp=0xc000051ab8 pc=0x55dcf83857d6
net/http.HandlerFunc.ServeHTTP(0xc000145740?, {0x55dcf9334060?, 0xc00011e690?}, 0xc000f7bb58?)
	/usr/lib/go/src/net/http/server.go:2322 +0x29 fp=0xc000051b10 sp=0xc000051ae8 pc=0x55dcf8166a09
net/http.(*ServeMux).ServeHTTP(0x55dcf7e05305?, {0x55dcf9334060, 0xc00011e690}, 0xc00013af00)
	/usr/lib/go/src/net/http/server.go:2861 +0x1c7 fp=0xc000051b60 sp=0xc000051b10 pc=0x55dcf81688e7
net/http.serverHandler.ServeHTTP({0x55dcf9330ad0?}, {0x55dcf9334060?, 0xc00011e690?}, 0x1?)
	/usr/lib/go/src/net/http/server.go:3340 +0x8e fp=0xc000051b90 sp=0xc000051b60 pc=0x55dcf81861ce
net/http.(*conn).serve(0xc0004ba3f0, {0x55dcf93364e8, 0xc000712ff0})
	/usr/lib/go/src/net/http/server.go:2109 +0x665 fp=0xc000051fb8 sp=0xc000051b90 pc=0x55dcf8164b05
net/http.(*Server).Serve.gowrap3()
	/usr/lib/go/src/net/http/server.go:3493 +0x28 fp=0xc000051fe0 sp=0xc000051fb8 pc=0x55dcf816a7c8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000051fe8 sp=0xc000051fe0 pc=0x55dcf7e6c6a1
created by net/http.(*Server).Serve in goroutine 1
	/usr/lib/go/src/net/http/server.go:3493 +0x485

goroutine 1042 gp=0xc0005041c0 m=nil [chan receive]:
runtime.gopark(0x30?, 0x55dcf9291f00?, 0x1?, 0xfe?, 0xc0003eab00?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003eaab8 sp=0xc0003eaa98 pc=0x55dcf7e6456e
runtime.chanrecv(0xc00011c0e0, 0x0, 0x1)
	/usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc0003eab30 sp=0xc0003eaab8 pc=0x55dcf7dfc473
runtime.chanrecv1(0x55dcf8e6d6e0?, 0x2c?)
	/usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc0003eab58 sp=0xc0003eab30 pc=0x55dcf7dfbfd2
github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0006363c0, {0x1, {0x55dcf9341370, 0xc000f48000}, {0x55dcf934b920, 0xc005d246c0}, {0xc000132010, 0x1, 0x1}, {{0x55dcf934b920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:651 +0x185 fp=0xc0003eaef0 sp=0xc0003eab58 pc=0x55dcf837dca5
github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc0003eafe0 sp=0xc0003eaef0 pc=0x55dcf837bfb8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003eafe8 sp=0xc0003eafe0 pc=0x55dcf7e6c6a1
created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 20
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd

goroutine 1013 gp=0xc000103880 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000114dd8 sp=0xc000114db8 pc=0x55dcf7e6456e
runtime.netpollblock(0x55dcf7e88718?, 0xf7df9546?, 0xdc?)
	/usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000114e10 sp=0xc000114dd8 pc=0x55dcf7e28157
internal/poll.runtime_pollWait(0x7fbcef0ac200, 0x72)
	/usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000114e30 sp=0xc000114e10 pc=0x55dcf7e63745
internal/poll.(*pollDesc).wait(0xc000706d80?, 0xc000626a21?, 0x0)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000114e58 sp=0xc000114e30 pc=0x55dcf7eec1c7
internal/poll.(*pollDesc).waitRead(...)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000706d80, {0xc000626a21, 0x1, 0x1})
	/usr/lib/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000114ef0 sp=0xc000114e58 pc=0x55dcf7eed4b9
net.(*netFD).Read(0xc000706d80, {0xc000626a21?, 0x55dcf9b4de70?, 0xc000114f70?})
	/usr/lib/go/src/net/fd_posix.go:68 +0x25 fp=0xc000114f38 sp=0xc000114ef0 pc=0x55dcf7f59bc5
net.(*conn).Read(0xc000132548, {0xc000626a21?, 0xc000f48180?, 0x55dcf81d0580?})
	/usr/lib/go/src/net/net.go:196 +0x45 fp=0xc000114f80 sp=0xc000114f38 pc=0x55dcf7f67be5
net/http.(*connReader).backgroundRead(0xc000626a00)
	/usr/lib/go/src/net/http/server.go:702 +0x33 fp=0xc000114fc8 sp=0xc000114f80 pc=0x55dcf815efb3
net/http.(*connReader).startBackgroundRead.gowrap2()
	/usr/lib/go/src/net/http/server.go:698 +0x25 fp=0xc000114fe0 sp=0xc000114fc8 pc=0x55dcf815eee5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000114fe8 sp=0xc000114fe0 pc=0x55dcf7e6c6a1
created by net/http.(*connReader).startBackgroundRead in goroutine 21
	/usr/lib/go/src/net/http/server.go:698 +0xb6

rax    0x0
rbx    0x1e43eb
rcx    0x7fbceea9890c
rdx    0x6
rdi    0x1e43d4
rsi    0x1e43eb
rbp    0x7fbc53ffcf30
rsp    0x7fbc53ffcef0
r8     0x0
r9     0x0
r10    0x0
r11    0x246
r12    0x7fbc8d1b901e
r13    0x21dd
r14    0x6
r15    0x7fbc48058e00
rip    0x7fbceea9890c
rflags 0x246
cs     0x33
fs     0x0
gs     0x0
time=2025-11-23T10:31:18.409-05:00 level=ERROR source=server.go:1539 msg="post predict" error="Post \"http://127.0.0.1:34755/completion\": EOF"
time=2025-11-23T10:31:18.409-05:00 level=ERROR source=server.go:265 msg="llama runner terminated" error="exit status 2"
[GIN] 2025/11/23 - 10:31:18 | 500 |  291.981879ms |       127.0.0.1 | POST     "/api/chat"

OS

Linux

GPU

Intel

CPU

Intel

Ollama version

0.13.0

Originally created by @retblast on GitHub (Nov 23, 2025). Original GitHub issue: https://github.com/ollama/ollama/issues/13215 ### What is the issue? I try to run unsloth gemma3n-e4b-q4_k_m, worked fine on 0.12.11, broke on 0.13. Arch Linux. ### Relevant log output ```shell /usr/src/debug/ollama/ollama/ml/backend/ggml/ggml/src/ggml-vulkan/ggml-vulkan.cpp:8669: GGML_ASSERT(op_supports_incontiguous || (ggml_is_contiguous(src0) && (src1 == nullptr || ggml_is_contiguous(src1)))) failed [New LWP 1983514] [New LWP 1983513] [New LWP 1983512] [New LWP 1983505] [New LWP 1983504] [New LWP 1983500] [New LWP 1983499] [New LWP 1983498] [New LWP 1983497] [New LWP 1983496] [New LWP 1983495] [New LWP 1983494] [New LWP 1983476] [New LWP 1983469] [New LWP 1983468] [New LWP 1983467] [New LWP 1983466] [New LWP 1983465] [New LWP 1983464] [New LWP 1983463] [New LWP 1983462] [New LWP 1983461] [New LWP 1983457] [New LWP 1983456] [New LWP 1983455] [New LWP 1983454] [New LWP 1983453] [New LWP 1983452] [New LWP 1983451] [New LWP 1983450] [New LWP 1983449] [New LWP 1983448] [New LWP 1983447] [New LWP 1983446] [New LWP 1983445] This GDB supports auto-downloading debuginfo from the following URLs: <https://debuginfod.archlinux.org> Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] Debuginfod has been disabled. To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [Thread debugging using libthread_db enabled] Using host libthread_db library "/usr/lib/libthread_db.so.1". 0x000055dcf7e6e4c3 in ?? () #0 0x000055dcf7e6e4c3 in ?? () #1 0x000055dcf7e28eb0 in ?? () #2 0x000055dcf9c0e170 in ?? () #3 0x0000000000000080 in ?? () #4 0x0000000000000000 in ?? () [Inferior 1 (process 1983444) detached] SIGABRT: abort PC=0x7fbceea9890c m=19 sigcode=18446744073709551610 signal arrived during cgo execution goroutine 1014 gp=0xc000504700 m=19 mp=0xc000601808 [syscall]: runtime.cgocall(0x55dcf8b76240, 0xc00009ea80) /usr/lib/go/src/runtime/cgocall.go:167 +0x4b fp=0xc00009ea58 sp=0xc00009ea20 pc=0x55dcf7e610eb github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_backend_sched_graph_compute_async(0x55dd2bf0c590, 0x7fbc48008500) _cgo_gotypes.go:967 +0x4a fp=0xc00009ea80 sp=0xc00009ea58 pc=0x55dcf82992ea github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify.func2(...) /build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify(0xc005d72080, 0xc0001923f0?, {0xc00004d8b0, 0x1, 0x2?}) /build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 +0x1b2 fp=0xc00009eb58 sp=0xc00009ea80 pc=0x55dcf82a6f12 github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0006363c0, {0x0, {0x55dcf9341370, 0xc005d72080}, {0x55dcf934b920, 0xc005cbbbf0}, {0xc000489200, 0x21, 0x40}, {{0x55dcf934b920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:723 +0x894 fp=0xc00009eef0 sp=0xc00009eb58 pc=0x55dcf837e3b4 github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc00009efe0 sp=0xc00009eef0 pc=0x55dcf837bfb8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00009efe8 sp=0xc00009efe0 pc=0x55dcf7e6c6a1 created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 20 /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd goroutine 1 gp=0xc000002380 m=nil [IO wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e85790 sp=0xc000e85770 pc=0x55dcf7e6456e runtime.netpollblock(0xc0005977e0?, 0xf7df9546?, 0xdc?) /usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e857c8 sp=0xc000e85790 pc=0x55dcf7e28157 internal/poll.runtime_pollWait(0x7fbcef0ac400, 0x72) /usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e857e8 sp=0xc000e857c8 pc=0x55dcf7e63745 internal/poll.(*pollDesc).wait(0xc000706d00?, 0x900000036?, 0x0) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e85810 sp=0xc000e857e8 pc=0x55dcf7eec1c7 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc000706d00) /usr/lib/go/src/internal/poll/fd_unix.go:613 +0x28c fp=0xc000e858b8 sp=0xc000e85810 pc=0x55dcf7ef15ec net.(*netFD).accept(0xc000706d00) /usr/lib/go/src/net/fd_unix.go:161 +0x29 fp=0xc000e85970 sp=0xc000e858b8 pc=0x55dcf7f5ba69 net.(*TCPListener).accept(0xc0006269c0) /usr/lib/go/src/net/tcpsock_posix.go:159 +0x1b fp=0xc000e859c0 sp=0xc000e85970 pc=0x55dcf7f7119b net.(*TCPListener).Accept(0xc0006269c0) /usr/lib/go/src/net/tcpsock.go:380 +0x30 fp=0xc000e859f0 sp=0xc000e859c0 pc=0x55dcf7f70030 net/http.(*onceCloseListener).Accept(0xc0004ba3f0?) <autogenerated>:1 +0x24 fp=0xc000e85a08 sp=0xc000e859f0 pc=0x55dcf81929e4 net/http.(*Server).Serve(0xc00020d600, {0x55dcf9333e80, 0xc0006269c0}) /usr/lib/go/src/net/http/server.go:3463 +0x30c fp=0xc000e85b38 sp=0xc000e85a08 pc=0x55dcf816a3cc github.com/ollama/ollama/runner/ollamarunner.Execute({0xc0000360a0, 0x4, 0x4}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:1434 +0x954 fp=0xc000e85d08 sp=0xc000e85b38 pc=0x55dcf8385074 github.com/ollama/ollama/runner.Execute({0xc000036080?, 0x0?, 0x0?}) /build/ollama/src/ollama/runner/runner.go:20 +0xc9 fp=0xc000e85d30 sp=0xc000e85d08 pc=0x55dcf8385969 github.com/ollama/ollama/cmd.NewCLI.func2(0xc00020d400?, {0x55dcf8e302cc?, 0x4?, 0x55dcf8e302d0?}) /build/ollama/src/ollama/cmd/cmd.go:1841 +0x45 fp=0xc000e85d58 sp=0xc000e85d30 pc=0x55dcf8b0d925 github.com/spf13/cobra.(*Command).execute(0xc0004bd508, {0xc00062a820, 0x5, 0x5}) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x88a fp=0xc000e85e78 sp=0xc000e85d58 pc=0x55dcf7fd522a github.com/spf13/cobra.(*Command).ExecuteC(0xc0004a6f08) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x398 fp=0xc000e85f30 sp=0xc000e85e78 pc=0x55dcf7fd5a58 github.com/spf13/cobra.(*Command).Execute(...) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985 main.main() /build/ollama/src/ollama/main.go:12 +0x4d fp=0xc000e85f50 sp=0xc000e85f30 pc=0x55dcf8b0e40d runtime.main() /usr/lib/go/src/runtime/proc.go:285 +0x29d fp=0xc000e85fe0 sp=0xc000e85f50 pc=0x55dcf7e2f9fd runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e85fe8 sp=0xc000e85fe0 pc=0x55dcf7e6c6a1 goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008cfa8 sp=0xc00008cf88 pc=0x55dcf7e6456e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.forcegchelper() /usr/lib/go/src/runtime/proc.go:373 +0xb8 fp=0xc00008cfe0 sp=0xc00008cfa8 pc=0x55dcf7e2fd38 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008cfe8 sp=0xc00008cfe0 pc=0x55dcf7e6c6a1 created by runtime.init.7 in goroutine 1 /usr/lib/go/src/runtime/proc.go:361 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008d780 sp=0xc00008d760 pc=0x55dcf7e6456e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.bgsweep(0xc000046080) /usr/lib/go/src/runtime/mgcsweep.go:323 +0xdf fp=0xc00008d7c8 sp=0xc00008d780 pc=0x55dcf7e19a5f runtime.gcenable.gowrap1() /usr/lib/go/src/runtime/mgc.go:212 +0x25 fp=0xc00008d7e0 sp=0xc00008d7c8 pc=0x55dcf7e0d9e5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008d7e8 sp=0xc00008d7e0 pc=0x55dcf7e6c6a1 created by runtime.gcenable in goroutine 1 /usr/lib/go/src/runtime/mgc.go:212 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x10000?, 0xd0423?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008df78 sp=0xc00008df58 pc=0x55dcf7e6456e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.(*scavengerState).park(0x55dcf9c0b0a0) /usr/lib/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc00008dfa8 sp=0xc00008df78 pc=0x55dcf7e174c9 runtime.bgscavenge(0xc000046080) /usr/lib/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc00008dfc8 sp=0xc00008dfa8 pc=0x55dcf7e17a79 runtime.gcenable.gowrap2() /usr/lib/go/src/runtime/mgc.go:213 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x55dcf7e0d985 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x55dcf7e6c6a1 created by runtime.gcenable in goroutine 1 /usr/lib/go/src/runtime/mgc.go:213 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]: runtime.gopark(0x55dcf7e3ed37?, 0x55dcf7e05305?, 0xb8?, 0x1?, 0xc000002380?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008c620 sp=0xc00008c600 pc=0x55dcf7e6456e runtime.runFinalizers() /usr/lib/go/src/runtime/mfinal.go:210 +0x107 fp=0xc00008c7e0 sp=0xc00008c620 pc=0x55dcf7e0c8e7 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008c7e8 sp=0xc00008c7e0 pc=0x55dcf7e6c6a1 created by runtime.createfing in goroutine 1 /usr/lib/go/src/runtime/mfinal.go:172 +0x3d goroutine 6 gp=0xc0001ea8c0 m=nil [cleanup wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008e768 sp=0xc00008e748 pc=0x55dcf7e6456e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.(*cleanupQueue).dequeue(0x55dcf9c0ba00) /usr/lib/go/src/runtime/mcleanup.go:439 +0xc5 fp=0xc00008e7a0 sp=0xc00008e768 pc=0x55dcf7e09ac5 runtime.runCleanups() /usr/lib/go/src/runtime/mcleanup.go:635 +0x45 fp=0xc00008e7e0 sp=0xc00008e7a0 pc=0x55dcf7e0a185 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008e7e8 sp=0xc00008e7e0 pc=0x55dcf7e6c6a1 created by runtime.(*cleanupQueue).createGs in goroutine 1 /usr/lib/go/src/runtime/mcleanup.go:589 +0xa5 goroutine 7 gp=0xc0001eae00 m=nil [GC worker (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ef38 sp=0xc00008ef18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008efc8 sp=0xc00008ef38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008efe0 sp=0xc00008efc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008efe8 sp=0xc00008efe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 8 gp=0xc0001eafc0 m=nil [GC worker (idle)]: runtime.gopark(0x1a197309cb4f?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008f738 sp=0xc00008f718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008f7c8 sp=0xc00008f738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008f7e0 sp=0xc00008f7c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008f7e8 sp=0xc00008f7e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 9 gp=0xc0001eb180 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730a37cf?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ff38 sp=0xc00008ff18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008ffc8 sp=0xc00008ff38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008ffe0 sp=0xc00008ffc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 10 gp=0xc0001eb340 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730a7327?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088738 sp=0xc000088718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000887c8 sp=0xc000088738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000887e0 sp=0xc0000887c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000887e8 sp=0xc0000887e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 11 gp=0xc0001eb500 m=nil [GC worker (idle)]: runtime.gopark(0x1a19731945fc?, 0x3?, 0x5b?, 0x85?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088f38 sp=0xc000088f18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000088fc8 sp=0xc000088f38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000088fe0 sp=0xc000088fc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000088fe8 sp=0xc000088fe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 12 gp=0xc0001eb6c0 m=nil [GC worker (idle)]: runtime.gopark(0x1a197309d213?, 0x1?, 0xef?, 0xbb?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089738 sp=0xc000089718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000897c8 sp=0xc000089738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000897e0 sp=0xc0000897c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000897e8 sp=0xc0000897e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 13 gp=0xc0001eb880 m=nil [GC worker (idle)]: runtime.gopark(0x1a197309fed2?, 0x3?, 0x73?, 0xea?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089f38 sp=0xc000089f18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000089fc8 sp=0xc000089f38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000089fe0 sp=0xc000089fc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000089fe8 sp=0xc000089fe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 14 gp=0xc0001eba40 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730a2a31?, 0x1?, 0x11?, 0x8c?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008a738 sp=0xc00008a718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008a7c8 sp=0xc00008a738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008a7e0 sp=0xc00008a7c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008a7e8 sp=0xc00008a7e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 15 gp=0xc0001ebc00 m=nil [GC worker (idle)]: runtime.gopark(0x1a19731c972a?, 0x1?, 0x59?, 0xcc?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000116f38 sp=0xc000116f18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000116fc8 sp=0xc000116f38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000116fe0 sp=0xc000116fc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000116fe8 sp=0xc000116fe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 16 gp=0xc0001ebdc0 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730aa1c4?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008b738 sp=0xc00008b718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008b7c8 sp=0xc00008b738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008b7e0 sp=0xc00008b7c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008b7e8 sp=0xc00008b7e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 18 gp=0xc0004aa000 m=nil [GC worker (idle)]: runtime.gopark(0x1a1973096f4f?, 0x1?, 0x46?, 0xa5?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000f4d738 sp=0xc000f4d718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000f4d7c8 sp=0xc000f4d738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000f4d7e0 sp=0xc000f4d7c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000f4d7e8 sp=0xc000f4d7e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 19 gp=0xc0004aa1c0 m=nil [GC worker (idle)]: runtime.gopark(0x55dcf9cbb180?, 0x1?, 0xfe?, 0xba?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0004b0738 sp=0xc0004b0718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004b07c8 sp=0xc0004b0738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004b07e0 sp=0xc0004b07c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004b07e8 sp=0xc0004b07e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730a97cb?, 0x3?, 0x67?, 0xb0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00011a7c8 sp=0xc00011a738 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 50 gp=0xc000102380 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730b0a98?, 0x1?, 0x9c?, 0x90?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0004b1f38 sp=0xc0004b1f18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004b1fc8 sp=0xc0004b1f38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004b1fe0 sp=0xc0004b1fc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004b1fe8 sp=0xc0004b1fe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 51 gp=0xc000102540 m=nil [GC worker (idle)]: runtime.gopark(0x1a19730a9d49?, 0x3?, 0xe7?, 0x40?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000118f38 sp=0xc000118f18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000118fc8 sp=0xc000118f38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000118fe0 sp=0xc000118fc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000118fe8 sp=0xc000118fe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 52 gp=0xc000102700 m=nil [GC worker (idle)]: runtime.gopark(0x1a1973208ad2?, 0x3?, 0xcc?, 0x8?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003ebf38 sp=0xc0003ebf18 pc=0x55dcf7e6456e runtime.gcBgMarkWorker(0xc0000c56c0) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0003ebfc8 sp=0xc0003ebf38 pc=0x55dcf7e1010b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0003ebfe0 sp=0xc0003ebfc8 pc=0x55dcf7e0ffe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003ebfe8 sp=0xc0003ebfe0 pc=0x55dcf7e6c6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 20 gp=0xc000103180 m=nil [chan receive]: runtime.gopark(0x30?, 0x55dcf9291f00?, 0x1?, 0x0?, 0xc000e81798?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e81750 sp=0xc000e81730 pc=0x55dcf7e6456e runtime.chanrecv(0xc000612000, 0x0, 0x1) /usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000e817c8 sp=0xc000e81750 pc=0x55dcf7dfc473 runtime.chanrecv1(0x55dcf8e6a1c2?, 0x29?) /usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000e817f0 sp=0xc000e817c8 pc=0x55dcf7dfbfd2 github.com/ollama/ollama/runner/ollamarunner.(*Server).forwardBatch(_, {0x1, {0x55dcf9341370, 0xc000f48000}, {0x55dcf934b920, 0xc005d246c0}, {0xc000132010, 0x1, 0x1}, {{0x55dcf934b920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:475 +0xfa fp=0xc000e81b58 sp=0xc000e817f0 pc=0x55dcf837c0da github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0006363c0, {0x55dcf9336520, 0xc00062a8c0}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:452 +0x18c fp=0xc000e81fb8 sp=0xc000e81b58 pc=0x55dcf837bd8c github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x28 fp=0xc000e81fe0 sp=0xc000e81fb8 pc=0x55dcf83852e8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e81fe8 sp=0xc000e81fe0 pc=0x55dcf7e6c6a1 created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1 /build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x4c9 goroutine 21 gp=0xc000103340 m=nil [select]: runtime.gopark(0xc000051a00?, 0x2?, 0x1?, 0x0?, 0xc000051864?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000051688 sp=0xc000051668 pc=0x55dcf7e6456e runtime.selectgo(0xc000051a00, 0xc000051860, 0x21?, 0x0, 0x1?, 0x1) /usr/lib/go/src/runtime/select.go:351 +0x8c5 fp=0xc0000517c8 sp=0xc000051688 pc=0x55dcf7e426a5 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc0006363c0, {0x55dcf9334060, 0xc00011e690}, 0xc00013af00) /build/ollama/src/ollama/runner/ollamarunner/runner.go:950 +0xc45 fp=0xc000051ab8 sp=0xc0000517c8 pc=0x55dcf83804a5 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x55dcf9334060?, 0xc00011e690?}, 0xc000f7bb38?) <autogenerated>:1 +0x36 fp=0xc000051ae8 sp=0xc000051ab8 pc=0x55dcf83857d6 net/http.HandlerFunc.ServeHTTP(0xc000145740?, {0x55dcf9334060?, 0xc00011e690?}, 0xc000f7bb58?) /usr/lib/go/src/net/http/server.go:2322 +0x29 fp=0xc000051b10 sp=0xc000051ae8 pc=0x55dcf8166a09 net/http.(*ServeMux).ServeHTTP(0x55dcf7e05305?, {0x55dcf9334060, 0xc00011e690}, 0xc00013af00) /usr/lib/go/src/net/http/server.go:2861 +0x1c7 fp=0xc000051b60 sp=0xc000051b10 pc=0x55dcf81688e7 net/http.serverHandler.ServeHTTP({0x55dcf9330ad0?}, {0x55dcf9334060?, 0xc00011e690?}, 0x1?) /usr/lib/go/src/net/http/server.go:3340 +0x8e fp=0xc000051b90 sp=0xc000051b60 pc=0x55dcf81861ce net/http.(*conn).serve(0xc0004ba3f0, {0x55dcf93364e8, 0xc000712ff0}) /usr/lib/go/src/net/http/server.go:2109 +0x665 fp=0xc000051fb8 sp=0xc000051b90 pc=0x55dcf8164b05 net/http.(*Server).Serve.gowrap3() /usr/lib/go/src/net/http/server.go:3493 +0x28 fp=0xc000051fe0 sp=0xc000051fb8 pc=0x55dcf816a7c8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000051fe8 sp=0xc000051fe0 pc=0x55dcf7e6c6a1 created by net/http.(*Server).Serve in goroutine 1 /usr/lib/go/src/net/http/server.go:3493 +0x485 goroutine 1042 gp=0xc0005041c0 m=nil [chan receive]: runtime.gopark(0x30?, 0x55dcf9291f00?, 0x1?, 0xfe?, 0xc0003eab00?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003eaab8 sp=0xc0003eaa98 pc=0x55dcf7e6456e runtime.chanrecv(0xc00011c0e0, 0x0, 0x1) /usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc0003eab30 sp=0xc0003eaab8 pc=0x55dcf7dfc473 runtime.chanrecv1(0x55dcf8e6d6e0?, 0x2c?) /usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc0003eab58 sp=0xc0003eab30 pc=0x55dcf7dfbfd2 github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0006363c0, {0x1, {0x55dcf9341370, 0xc000f48000}, {0x55dcf934b920, 0xc005d246c0}, {0xc000132010, 0x1, 0x1}, {{0x55dcf934b920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:651 +0x185 fp=0xc0003eaef0 sp=0xc0003eab58 pc=0x55dcf837dca5 github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc0003eafe0 sp=0xc0003eaef0 pc=0x55dcf837bfb8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003eafe8 sp=0xc0003eafe0 pc=0x55dcf7e6c6a1 created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 20 /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd goroutine 1013 gp=0xc000103880 m=nil [IO wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000114dd8 sp=0xc000114db8 pc=0x55dcf7e6456e runtime.netpollblock(0x55dcf7e88718?, 0xf7df9546?, 0xdc?) /usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000114e10 sp=0xc000114dd8 pc=0x55dcf7e28157 internal/poll.runtime_pollWait(0x7fbcef0ac200, 0x72) /usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000114e30 sp=0xc000114e10 pc=0x55dcf7e63745 internal/poll.(*pollDesc).wait(0xc000706d80?, 0xc000626a21?, 0x0) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000114e58 sp=0xc000114e30 pc=0x55dcf7eec1c7 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000706d80, {0xc000626a21, 0x1, 0x1}) /usr/lib/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000114ef0 sp=0xc000114e58 pc=0x55dcf7eed4b9 net.(*netFD).Read(0xc000706d80, {0xc000626a21?, 0x55dcf9b4de70?, 0xc000114f70?}) /usr/lib/go/src/net/fd_posix.go:68 +0x25 fp=0xc000114f38 sp=0xc000114ef0 pc=0x55dcf7f59bc5 net.(*conn).Read(0xc000132548, {0xc000626a21?, 0xc000f48180?, 0x55dcf81d0580?}) /usr/lib/go/src/net/net.go:196 +0x45 fp=0xc000114f80 sp=0xc000114f38 pc=0x55dcf7f67be5 net/http.(*connReader).backgroundRead(0xc000626a00) /usr/lib/go/src/net/http/server.go:702 +0x33 fp=0xc000114fc8 sp=0xc000114f80 pc=0x55dcf815efb3 net/http.(*connReader).startBackgroundRead.gowrap2() /usr/lib/go/src/net/http/server.go:698 +0x25 fp=0xc000114fe0 sp=0xc000114fc8 pc=0x55dcf815eee5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000114fe8 sp=0xc000114fe0 pc=0x55dcf7e6c6a1 created by net/http.(*connReader).startBackgroundRead in goroutine 21 /usr/lib/go/src/net/http/server.go:698 +0xb6 rax 0x0 rbx 0x1e43eb rcx 0x7fbceea9890c rdx 0x6 rdi 0x1e43d4 rsi 0x1e43eb rbp 0x7fbc53ffcf30 rsp 0x7fbc53ffcef0 r8 0x0 r9 0x0 r10 0x0 r11 0x246 r12 0x7fbc8d1b901e r13 0x21dd r14 0x6 r15 0x7fbc48058e00 rip 0x7fbceea9890c rflags 0x246 cs 0x33 fs 0x0 gs 0x0 time=2025-11-23T10:31:18.409-05:00 level=ERROR source=server.go:1539 msg="post predict" error="Post \"http://127.0.0.1:34755/completion\": EOF" time=2025-11-23T10:31:18.409-05:00 level=ERROR source=server.go:265 msg="llama runner terminated" error="exit status 2" [GIN] 2025/11/23 - 10:31:18 | 500 | 291.981879ms | 127.0.0.1 | POST "/api/chat" ``` ### OS Linux ### GPU Intel ### CPU Intel ### Ollama version 0.13.0
GiteaMirror added the vulkanbug labels 2026-04-29 08:37:01 -05:00
Author
Owner

@rick-github commented on GitHub (Nov 23, 2025):

A full server log may help with debugging. Was the model run with Vulkan in 0.12.11?

<!-- gh-comment-id:3568098440 --> @rick-github commented on GitHub (Nov 23, 2025): A full server log may help with debugging. Was the model run with Vulkan in 0.12.11?
Author
Owner

@retblast commented on GitHub (Nov 23, 2025):

Yes, I in fact reverted to 0.12.11 in order to do a thing I have to do. Once it's done, I'll post a full log.

<!-- gh-comment-id:3568152342 --> @retblast commented on GitHub (Nov 23, 2025): Yes, I in fact reverted to 0.12.11 in order to do a thing I have to do. Once it's done, I'll post a full log.
Author
Owner

@retblast commented on GitHub (Nov 23, 2025):

👁️  at Taihou in /v/c/p/pkg %  GGML_VK_DISABLE_INTEGER_DOT_PRODUCT=1 ollama serve               「12:28 」
time=2025-11-23T12:28:59.603-05:00 level=INFO source=routes.go:1544 msg="server config" env="map[CUDA_VISIBLE_DEVICES: GGML_VK_VISIBLE_DEVICES: GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: HTTPS_PROXY: HTTP_PROXY: NO_PROXY: OLLAMA_CONTEXT_LENGTH:4096 OLLAMA_DEBUG:INFO OLLAMA_FLASH_ATTENTION:false OLLAMA_GPU_OVERHEAD:0 OLLAMA_HOST:http://127.0.0.1:11434 OLLAMA_KEEP_ALIVE:5m0s OLLAMA_KV_CACHE_TYPE: OLLAMA_LLM_LIBRARY: OLLAMA_LOAD_TIMEOUT:5m0s OLLAMA_MAX_LOADED_MODELS:0 OLLAMA_MAX_QUEUE:512 OLLAMA_MODELS:/home/retblast/.ollama/models OLLAMA_MULTIUSER_CACHE:false OLLAMA_NEW_ENGINE:false OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://* vscode-webview://* vscode-file://*] OLLAMA_REMOTES:[ollama.com] OLLAMA_SCHED_SPREAD:false OLLAMA_VULKAN:false ROCR_VISIBLE_DEVICES: http_proxy: https_proxy: no_proxy:]"
time=2025-11-23T12:28:59.603-05:00 level=INFO source=images.go:522 msg="total blobs: 5"
time=2025-11-23T12:28:59.603-05:00 level=INFO source=images.go:529 msg="total unused blobs removed: 0"
time=2025-11-23T12:28:59.603-05:00 level=INFO source=routes.go:1597 msg="Listening on 127.0.0.1:11434 (version 0.13.0)"
time=2025-11-23T12:28:59.603-05:00 level=INFO source=runner.go:67 msg="discovering available GPUs..."
time=2025-11-23T12:28:59.604-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --port 34647"
time=2025-11-23T12:28:59.635-05:00 level=INFO source=types.go:42 msg="inference compute" id=8680a646-0c00-0000-0002-000000000000 filter_id="" library=Vulkan compute=0.0 name=Vulkan0 description="Intel(R) Iris(R) Xe Graphics (ADL GT2)" libdirs=ollama driver=0.0 pci_id=0000:00:02.0 type=iGPU total="17.4 GiB" available="12.2 GiB"
time=2025-11-23T12:28:59.635-05:00 level=INFO source=routes.go:1638 msg="entering low vram mode" "total vram"="17.4 GiB" threshold="20.0 GiB"
[GIN] 2025/11/23 - 12:29:10 | 200 |      30.603µs |       127.0.0.1 | HEAD     "/"
[GIN] 2025/11/23 - 12:29:10 | 200 |   46.382038ms |       127.0.0.1 | POST     "/api/show"
[GIN] 2025/11/23 - 12:29:10 | 200 |   42.419472ms |       127.0.0.1 | POST     "/api/show"
time=2025-11-23T12:29:10.313-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --port 45171"
time=2025-11-23T12:29:10.411-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --model /home/retblast/.ollama/models/blobs/sha256-43b489bb77a81bda85180e7c490d40ad7f1d5c2ce654c9b05e15e104bd3c777e --port 34519"
time=2025-11-23T12:29:10.411-05:00 level=INFO source=sched.go:443 msg="system memory" total="23.2 GiB" free="13.5 GiB" free_swap="46.1 GiB"
time=2025-11-23T12:29:10.411-05:00 level=INFO source=sched.go:450 msg="gpu memory" id=8680a646-0c00-0000-0002-000000000000 library=Vulkan available="11.7 GiB" free="12.2 GiB" minimum="457.0 MiB" overhead="0 B"
time=2025-11-23T12:29:10.411-05:00 level=INFO source=server.go:702 msg="loading model" "model layers"=36 requested=-1
time=2025-11-23T12:29:10.419-05:00 level=INFO source=runner.go:1398 msg="starting ollama engine"
time=2025-11-23T12:29:10.419-05:00 level=INFO source=runner.go:1433 msg="Server listening on 127.0.0.1:34519"
time=2025-11-23T12:29:10.422-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:fit LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}"
time=2025-11-23T12:29:10.444-05:00 level=INFO source=ggml.go:136 msg="" architecture=gemma3n file_type=Q4_K_M name=Gemma-3N-E4B-It description="" num_tensors=847 num_key_values=52
ggml_vulkan: Found 1 Vulkan devices:
ggml_vulkan: 0 = Intel(R) Iris(R) Xe Graphics (ADL GT2) (Intel open-source Mesa driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 0 | matrix cores: none
load_backend: loaded Vulkan backend from /usr/lib/ollama/libggml-vulkan.so
load_backend: loaded CPU backend from /usr/lib/ollama/libggml-cpu-alderlake.so
time=2025-11-23T12:29:10.452-05:00 level=INFO source=ggml.go:104 msg=system CPU.0.SSE3=1 CPU.0.SSSE3=1 CPU.0.AVX=1 CPU.0.AVX_VNNI=1 CPU.0.AVX2=1 CPU.0.F16C=1 CPU.0.FMA=1 CPU.0.BMI2=1 CPU.0.LLAMAFILE=1 CPU.1.LLAMAFILE=1 compiler=cgo(gcc)
ggml_backend_vk_get_device_memory called: uuid 8680a646-0c00-0000-0002-000000000000
ggml_backend_vk_get_device_memory called: luid 0x0000000000000000
time=2025-11-23T12:29:10.502-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:alloc LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}"
ggml_backend_vk_get_device_memory called: uuid 8680a646-0c00-0000-0002-000000000000
ggml_backend_vk_get_device_memory called: luid 0x0000000000000000
time=2025-11-23T12:29:11.475-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:commit LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}"
time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:482 msg="offloading 35 repeating layers to GPU"
time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:489 msg="offloading output layer to GPU"
time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:494 msg="offloaded 36/36 layers to GPU"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:240 msg="model weights" device=Vulkan0 size="4.2 GiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:245 msg="model weights" device=CPU size="288.0 MiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:251 msg="kv cache" device=Vulkan0 size="288.0 MiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:262 msg="compute graph" device=Vulkan0 size="639.5 MiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:267 msg="compute graph" device=CPU size="4.0 MiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:272 msg="total memory" size="5.4 GiB"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=sched.go:517 msg="loaded runners" count=1
time=2025-11-23T12:29:11.476-05:00 level=INFO source=server.go:1294 msg="waiting for llama runner to start responding"
time=2025-11-23T12:29:11.476-05:00 level=INFO source=server.go:1328 msg="waiting for server to become available" status="llm server loading model"
time=2025-11-23T12:29:30.084-05:00 level=INFO source=server.go:1332 msg="llama runner started in 19.67 seconds"
[GIN] 2025/11/23 - 12:29:30 | 200 | 19.845319821s |       127.0.0.1 | POST     "/api/generate"
/usr/src/debug/ollama/ollama/ml/backend/ggml/ggml/src/ggml-vulkan/ggml-vulkan.cpp:8669: GGML_ASSERT(op_supports_incontiguous || (ggml_is_contiguous(src0) && (src1 == nullptr || ggml_is_contiguous(src1)))) failed
[New LWP 2002286]
[New LWP 2002282]
[New LWP 2002281]
[New LWP 2002280]
[New LWP 2002272]
[New LWP 2002271]
[New LWP 2002270]
[New LWP 2002269]
[New LWP 2002268]
[New LWP 2002267]
[New LWP 2002239]
[New LWP 2002238]
[New LWP 2002237]
[New LWP 2002233]
[New LWP 2002232]
[New LWP 2002231]
[New LWP 2002230]
[New LWP 2002229]
[New LWP 2002228]
[New LWP 2002227]
[New LWP 2002223]
[New LWP 2002222]
[New LWP 2002221]
[New LWP 2002220]
[New LWP 2002219]
[New LWP 2002218]
[New LWP 2002217]
[New LWP 2002216]
[New LWP 2002215]
[New LWP 2002214]
[New LWP 2002213]
[New LWP 2002212]
[New LWP 2002211]

This GDB supports auto-downloading debuginfo from the following URLs:
  <https://debuginfod.archlinux.org>
Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal]
Debuginfod has been disabled.
To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/usr/lib/libthread_db.so.1".
0x000055619fefe4ae in ?? ()
#0  0x000055619fefe4ae in ?? ()
#1  0x000055619fefe2c5 in ?? ()
#2  0x0000000000000000 in ?? ()
[Inferior 1 (process 2002210) detached]
SIGABRT: abort
PC=0x7fe8bea9890c m=9 sigcode=18446744073709551610
signal arrived during cgo execution

goroutine 886 gp=0xc000583180 m=9 mp=0xc000600008 [syscall]:
runtime.cgocall(0x5561a0c87240, 0xc00009ea80)
	/usr/lib/go/src/runtime/cgocall.go:167 +0x4b fp=0xc00009ea58 sp=0xc00009ea20 pc=0x55619ff720eb
github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_backend_sched_graph_compute_async(0x7fe8700a5fb0, 0x7fe844330140)
	_cgo_gotypes.go:967 +0x4a fp=0xc00009ea80 sp=0xc00009ea58 pc=0x5561a03aa2ea
github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify.func2(...)
	/build/ollama/src/ollama/ml/backend/ggml/ggml.go:825
github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify(0xc005d02080, 0xc00046a3f0?, {0xc005d06a80, 0x1, 0x2?})
	/build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 +0x1b2 fp=0xc00009eb58 sp=0xc00009ea80 pc=0x5561a03b7f12
github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0001c30e0, {0x0, {0x5561a1452370, 0xc005d02080}, {0x5561a145c920, 0xc005ca1290}, {0xc001168000, 0x21, 0x40}, {{0x5561a145c920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:723 +0x894 fp=0xc00009eef0 sp=0xc00009eb58 pc=0x5561a048f3b4
github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc00009efe0 sp=0xc00009eef0 pc=0x5561a048cfb8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00009efe8 sp=0xc00009efe0 pc=0x55619ff7d6a1
created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 50
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd

goroutine 1 gp=0xc000002380 m=nil [IO wait, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e85790 sp=0xc000e85770 pc=0x55619ff7556e
runtime.netpollblock(0xc0004a37e0?, 0x9ff0a546?, 0x61?)
	/usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e857c8 sp=0xc000e85790 pc=0x55619ff39157
internal/poll.runtime_pollWait(0x7fe8bec9a400, 0x72)
	/usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e857e8 sp=0xc000e857c8 pc=0x55619ff74745
internal/poll.(*pollDesc).wait(0xc000445080?, 0x16?, 0x0)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e85810 sp=0xc000e857e8 pc=0x55619fffd1c7
internal/poll.(*pollDesc).waitRead(...)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000445080)
	/usr/lib/go/src/internal/poll/fd_unix.go:613 +0x28c fp=0xc000e858b8 sp=0xc000e85810 pc=0x5561a00025ec
net.(*netFD).accept(0xc000445080)
	/usr/lib/go/src/net/fd_unix.go:161 +0x29 fp=0xc000e85970 sp=0xc000e858b8 pc=0x5561a006ca69
net.(*TCPListener).accept(0xc0003b28c0)
	/usr/lib/go/src/net/tcpsock_posix.go:159 +0x1b fp=0xc000e859c0 sp=0xc000e85970 pc=0x5561a008219b
net.(*TCPListener).Accept(0xc0003b28c0)
	/usr/lib/go/src/net/tcpsock.go:380 +0x30 fp=0xc000e859f0 sp=0xc000e859c0 pc=0x5561a0081030
net/http.(*onceCloseListener).Accept(0xc000110000?)
	<autogenerated>:1 +0x24 fp=0xc000e85a08 sp=0xc000e859f0 pc=0x5561a02a39e4
net/http.(*Server).Serve(0xc000506f00, {0x5561a1444e80, 0xc0003b28c0})
	/usr/lib/go/src/net/http/server.go:3463 +0x30c fp=0xc000e85b38 sp=0xc000e85a08 pc=0x5561a027b3cc
github.com/ollama/ollama/runner/ollamarunner.Execute({0xc0000360a0, 0x4, 0x4})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1434 +0x954 fp=0xc000e85d08 sp=0xc000e85b38 pc=0x5561a0496074
github.com/ollama/ollama/runner.Execute({0xc000036080?, 0x0?, 0x0?})
	/build/ollama/src/ollama/runner/runner.go:20 +0xc9 fp=0xc000e85d30 sp=0xc000e85d08 pc=0x5561a0496969
github.com/ollama/ollama/cmd.NewCLI.func2(0xc000506d00?, {0x5561a0f412cc?, 0x4?, 0x5561a0f412d0?})
	/build/ollama/src/ollama/cmd/cmd.go:1841 +0x45 fp=0xc000e85d58 sp=0xc000e85d30 pc=0x5561a0c1e925
github.com/spf13/cobra.(*Command).execute(0xc000455508, {0xc000115680, 0x5, 0x5})
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x88a fp=0xc000e85e78 sp=0xc000e85d58 pc=0x5561a00e622a
github.com/spf13/cobra.(*Command).ExecuteC(0xc00042ef08)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x398 fp=0xc000e85f30 sp=0xc000e85e78 pc=0x5561a00e6a58
github.com/spf13/cobra.(*Command).Execute(...)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	/build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	/build/ollama/src/ollama/main.go:12 +0x4d fp=0xc000e85f50 sp=0xc000e85f30 pc=0x5561a0c1f40d
runtime.main()
	/usr/lib/go/src/runtime/proc.go:285 +0x29d fp=0xc000e85fe0 sp=0xc000e85f50 pc=0x55619ff409fd
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e85fe8 sp=0xc000e85fe0 pc=0x55619ff7d6a1

goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008cfa8 sp=0xc00008cf88 pc=0x55619ff7556e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.forcegchelper()
	/usr/lib/go/src/runtime/proc.go:373 +0xb8 fp=0xc00008cfe0 sp=0xc00008cfa8 pc=0x55619ff40d38
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008cfe8 sp=0xc00008cfe0 pc=0x55619ff7d6a1
created by runtime.init.7 in goroutine 1
	/usr/lib/go/src/runtime/proc.go:361 +0x1a

goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008d780 sp=0xc00008d760 pc=0x55619ff7556e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.bgsweep(0xc000044080)
	/usr/lib/go/src/runtime/mgcsweep.go:323 +0xdf fp=0xc00008d7c8 sp=0xc00008d780 pc=0x55619ff2aa5f
runtime.gcenable.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:212 +0x25 fp=0xc00008d7e0 sp=0xc00008d7c8 pc=0x55619ff1e9e5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008d7e8 sp=0xc00008d7e0 pc=0x55619ff7d6a1
created by runtime.gcenable in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:212 +0x66

goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:
runtime.gopark(0x11e2e6?, 0xb43db?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008df78 sp=0xc00008df58 pc=0x55619ff7556e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.(*scavengerState).park(0x5561a1d1c0a0)
	/usr/lib/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc00008dfa8 sp=0xc00008df78 pc=0x55619ff284c9
runtime.bgscavenge(0xc000044080)
	/usr/lib/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc00008dfc8 sp=0xc00008dfa8 pc=0x55619ff28a79
runtime.gcenable.gowrap2()
	/usr/lib/go/src/runtime/mgc.go:213 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x55619ff1e985
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x55619ff7d6a1
created by runtime.gcenable in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:213 +0xa5

goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 1 minutes]:
runtime.gopark(0x55619ff4fd37?, 0x55619ff16305?, 0xb8?, 0x1?, 0xc000002380?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008c620 sp=0xc00008c600 pc=0x55619ff7556e
runtime.runFinalizers()
	/usr/lib/go/src/runtime/mfinal.go:210 +0x107 fp=0xc00008c7e0 sp=0xc00008c620 pc=0x55619ff1d8e7
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008c7e8 sp=0xc00008c7e0 pc=0x55619ff7d6a1
created by runtime.createfing in goroutine 1
	/usr/lib/go/src/runtime/mfinal.go:172 +0x3d

goroutine 6 gp=0xc00016a8c0 m=nil [cleanup wait, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008e768 sp=0xc00008e748 pc=0x55619ff7556e
runtime.goparkunlock(...)
	/usr/lib/go/src/runtime/proc.go:466
runtime.(*cleanupQueue).dequeue(0x5561a1d1ca00)
	/usr/lib/go/src/runtime/mcleanup.go:439 +0xc5 fp=0xc00008e7a0 sp=0xc00008e768 pc=0x55619ff1aac5
runtime.runCleanups()
	/usr/lib/go/src/runtime/mcleanup.go:635 +0x45 fp=0xc00008e7e0 sp=0xc00008e7a0 pc=0x55619ff1b185
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008e7e8 sp=0xc00008e7e0 pc=0x55619ff7d6a1
created by runtime.(*cleanupQueue).createGs in goroutine 1
	/usr/lib/go/src/runtime/mcleanup.go:589 +0xa5

goroutine 7 gp=0xc00016ae00 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ef38 sp=0xc00008ef18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008efc8 sp=0xc00008ef38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008efe0 sp=0xc00008efc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008efe8 sp=0xc00008efe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 8 gp=0xc00016afc0 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008f738 sp=0xc00008f718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008f7c8 sp=0xc00008f738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008f7e0 sp=0xc00008f7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008f7e8 sp=0xc00008f7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 9 gp=0xc00016b180 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ff38 sp=0xc00008ff18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008ffc8 sp=0xc00008ff38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008ffe0 sp=0xc00008ffc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 10 gp=0xc00016b340 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088738 sp=0xc000088718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000887c8 sp=0xc000088738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000887e0 sp=0xc0000887c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000887e8 sp=0xc0000887e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 11 gp=0xc00016b500 m=nil [GC worker (idle)]:
runtime.gopark(0x5561a1dcc180?, 0x1?, 0x46?, 0x2d?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003bf738 sp=0xc0003bf718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0003bf7c8 sp=0xc0003bf738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0003bf7e0 sp=0xc0003bf7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003bf7e8 sp=0xc0003bf7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 12 gp=0xc00016b6c0 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c4098f?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089738 sp=0xc000089718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000897c8 sp=0xc000089738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000897e0 sp=0xc0000897c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000897e8 sp=0xc0000897e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 13 gp=0xc00016b880 m=nil [GC worker (idle)]:
runtime.gopark(0x2096ffa3b166?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089f38 sp=0xc000089f18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000089fc8 sp=0xc000089f38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000089fe0 sp=0xc000089fc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000089fe8 sp=0xc000089fe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 18 gp=0xc000482380 m=nil [GC worker (idle)]:
runtime.gopark(0x2096ffa3e48b?, 0x3?, 0xd3?, 0x93?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000498738 sp=0xc000498718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004987c8 sp=0xc000498738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004987e0 sp=0xc0004987c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004987e8 sp=0xc0004987e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c5552b?, 0x1?, 0x5a?, 0xb1?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000987f38 sp=0xc000987f18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000987fc8 sp=0xc000987f38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000987fe0 sp=0xc000987fc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000987fe8 sp=0xc000987fe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 35 gp=0xc0005041c0 m=nil [GC worker (idle)]:
runtime.gopark(0x2096ffa3ce01?, 0x1?, 0xe8?, 0xc2?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001cf738 sp=0xc0001cf718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001cf7c8 sp=0xc0001cf738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001cf7e0 sp=0xc0001cf7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001cf7e8 sp=0xc0001cf7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 36 gp=0xc000504380 m=nil [GC worker (idle)]:
runtime.gopark(0x209700babec9?, 0x1?, 0x7a?, 0x6a?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001d1f38 sp=0xc0001d1f18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001d1fc8 sp=0xc0001d1f38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001d1fe0 sp=0xc0001d1fc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001d1fe8 sp=0xc0001d1fe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 37 gp=0xc000504540 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c51be3?, 0x1?, 0xef?, 0x4e?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000495f38 sp=0xc000495f18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000495fc8 sp=0xc000495f38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000495fe0 sp=0xc000495fc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 38 gp=0xc000504700 m=nil [GC worker (idle)]:
runtime.gopark(0x209700ba349f?, 0x1?, 0x29?, 0x42?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00049af38 sp=0xc00049af18 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00049afc8 sp=0xc00049af38 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00049afe0 sp=0xc00049afc8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00049afe8 sp=0xc00049afe0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 14 gp=0xc00016ba40 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c4f730?, 0x3?, 0xc0?, 0x6?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008a738 sp=0xc00008a718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008a7c8 sp=0xc00008a738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008a7e0 sp=0xc00008a7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008a7e8 sp=0xc00008a7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 15 gp=0xc00016bc00 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c474e0?, 0x1?, 0xa8?, 0x85?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001ce738 sp=0xc0001ce718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001ce7c8 sp=0xc0001ce738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001ce7e0 sp=0xc0001ce7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001ce7e8 sp=0xc0001ce7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 16 gp=0xc00016bdc0 m=nil [GC worker (idle)]:
runtime.gopark(0x209700c3faff?, 0x3?, 0x45?, 0xb9?, 0x0?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008b738 sp=0xc00008b718 pc=0x55619ff7556e
runtime.gcBgMarkWorker(0xc0000c5880)
	/usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008b7c8 sp=0xc00008b738 pc=0x55619ff2110b
runtime.gcBgMarkStartWorkers.gowrap1()
	/usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008b7e0 sp=0xc00008b7c8 pc=0x55619ff20fe5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008b7e8 sp=0xc00008b7e0 pc=0x55619ff7d6a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/lib/go/src/runtime/mgc.go:1373 +0x105

goroutine 50 gp=0xc000482e00 m=nil [chan receive]:
runtime.gopark(0x30?, 0x5561a13a2f00?, 0x1?, 0x0?, 0xc000e87798?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e87750 sp=0xc000e87730 pc=0x55619ff7556e
runtime.chanrecv(0xc000266070, 0x0, 0x1)
	/usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000e877c8 sp=0xc000e87750 pc=0x55619ff0d473
runtime.chanrecv1(0x5561a0f7b1c2?, 0x29?)
	/usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000e877f0 sp=0xc000e877c8 pc=0x55619ff0cfd2
github.com/ollama/ollama/runner/ollamarunner.(*Server).forwardBatch(_, {0x1, {0x5561a1452370, 0xc005c62000}, {0x5561a145c920, 0xc0011845a0}, {0xc0000900c0, 0x1, 0x1}, {{0x5561a145c920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:475 +0xfa fp=0xc000e87b58 sp=0xc000e877f0 pc=0x5561a048d0da
github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0001c30e0, {0x5561a1447520, 0xc000115720})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:452 +0x18c fp=0xc000e87fb8 sp=0xc000e87b58 pc=0x5561a048cd8c
github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x28 fp=0xc000e87fe0 sp=0xc000e87fb8 pc=0x5561a04962e8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e87fe8 sp=0xc000e87fe0 pc=0x55619ff7d6a1
created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x4c9

goroutine 39 gp=0xc0005048c0 m=nil [select]:
runtime.gopark(0xc000051a00?, 0x2?, 0x1?, 0x0?, 0xc000051864?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000051688 sp=0xc000051668 pc=0x55619ff7556e
runtime.selectgo(0xc000051a00, 0xc000051860, 0x21?, 0x0, 0x1?, 0x1)
	/usr/lib/go/src/runtime/select.go:351 +0x8c5 fp=0xc0000517c8 sp=0xc000051688 pc=0x55619ff536a5
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc0001c30e0, {0x5561a1445060, 0xc000394960}, 0xc0001d6f00)
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:950 +0xc45 fp=0xc000051ab8 sp=0xc0000517c8 pc=0x5561a04914a5
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x5561a1445060?, 0xc000394960?}, 0xc0009c7b38?)
	<autogenerated>:1 +0x36 fp=0xc000051ae8 sp=0xc000051ab8 pc=0x5561a04967d6
net/http.HandlerFunc.ServeHTTP(0xc0006412c0?, {0x5561a1445060?, 0xc000394960?}, 0xc0009c7b58?)
	/usr/lib/go/src/net/http/server.go:2322 +0x29 fp=0xc000051b10 sp=0xc000051ae8 pc=0x5561a0277a09
net/http.(*ServeMux).ServeHTTP(0x55619ff16305?, {0x5561a1445060, 0xc000394960}, 0xc0001d6f00)
	/usr/lib/go/src/net/http/server.go:2861 +0x1c7 fp=0xc000051b60 sp=0xc000051b10 pc=0x5561a02798e7
net/http.serverHandler.ServeHTTP({0x5561a1441ad0?}, {0x5561a1445060?, 0xc000394960?}, 0x1?)
	/usr/lib/go/src/net/http/server.go:3340 +0x8e fp=0xc000051b90 sp=0xc000051b60 pc=0x5561a02971ce
net/http.(*conn).serve(0xc000110000, {0x5561a14474e8, 0xc00046c510})
	/usr/lib/go/src/net/http/server.go:2109 +0x665 fp=0xc000051fb8 sp=0xc000051b90 pc=0x5561a0275b05
net/http.(*Server).Serve.gowrap3()
	/usr/lib/go/src/net/http/server.go:3493 +0x28 fp=0xc000051fe0 sp=0xc000051fb8 pc=0x5561a027b7c8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000051fe8 sp=0xc000051fe0 pc=0x55619ff7d6a1
created by net/http.(*Server).Serve in goroutine 1
	/usr/lib/go/src/net/http/server.go:3493 +0x485

goroutine 670 gp=0xc0002b0700 m=nil [chan receive]:
runtime.gopark(0x30?, 0x5561a13a2f00?, 0x1?, 0xa1?, 0xc000982b00?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000982ab8 sp=0xc000982a98 pc=0x55619ff7556e
runtime.chanrecv(0xc0000c4230, 0x0, 0x1)
	/usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000982b30 sp=0xc000982ab8 pc=0x55619ff0d473
runtime.chanrecv1(0x5561a0f7e6e0?, 0x2c?)
	/usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000982b58 sp=0xc000982b30 pc=0x55619ff0cfd2
github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0001c30e0, {0x1, {0x5561a1452370, 0xc005c62000}, {0x5561a145c920, 0xc0011845a0}, {0xc0000900c0, 0x1, 0x1}, {{0x5561a145c920, ...}, ...}, ...})
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:651 +0x185 fp=0xc000982ef0 sp=0xc000982b58 pc=0x5561a048eca5
github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1()
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc000982fe0 sp=0xc000982ef0 pc=0x5561a048cfb8
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000982fe8 sp=0xc000982fe0 pc=0x55619ff7d6a1
created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 50
	/build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd

goroutine 1035 gp=0xc000352fc0 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x4d?, 0xff?, 0xb?)
	/usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000494dd8 sp=0xc000494db8 pc=0x55619ff7556e
runtime.netpollblock(0x55619ff99718?, 0x9ff0a546?, 0x61?)
	/usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000494e10 sp=0xc000494dd8 pc=0x55619ff39157
internal/poll.runtime_pollWait(0x7fe8bec9a200, 0x72)
	/usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000494e30 sp=0xc000494e10 pc=0x55619ff74745
internal/poll.(*pollDesc).wait(0xc00010c000?, 0xc0000b8021?, 0x0)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000494e58 sp=0xc000494e30 pc=0x55619fffd1c7
internal/poll.(*pollDesc).waitRead(...)
	/usr/lib/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00010c000, {0xc0000b8021, 0x1, 0x1})
	/usr/lib/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000494ef0 sp=0xc000494e58 pc=0x55619fffe4b9
net.(*netFD).Read(0xc00010c000, {0xc0000b8021?, 0x5561a133b020?, 0xc000494f70?})
	/usr/lib/go/src/net/fd_posix.go:68 +0x25 fp=0xc000494f38 sp=0xc000494ef0 pc=0x5561a006abc5
net.(*conn).Read(0xc000090000, {0xc0000b8021?, 0xc00005a608?, 0xc000500400?})
	/usr/lib/go/src/net/net.go:196 +0x45 fp=0xc000494f80 sp=0xc000494f38 pc=0x5561a0078be5
net/http.(*connReader).backgroundRead(0xc0000b8000)
	/usr/lib/go/src/net/http/server.go:702 +0x33 fp=0xc000494fc8 sp=0xc000494f80 pc=0x5561a026ffb3
net/http.(*connReader).startBackgroundRead.gowrap2()
	/usr/lib/go/src/net/http/server.go:698 +0x25 fp=0xc000494fe0 sp=0xc000494fc8 pc=0x5561a026fee5
runtime.goexit({})
	/usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000494fe8 sp=0xc000494fe0 pc=0x55619ff7d6a1
created by net/http.(*connReader).startBackgroundRead in goroutine 39
	/usr/lib/go/src/net/http/server.go:698 +0xb6

rax    0x0
rbx    0x1e8d2a
rcx    0x7fe8bea9890c
rdx    0x6
rdi    0x1e8d22
rsi    0x1e8d2a
rbp    0x7fe867ffcf30
rsp    0x7fe867ffcef0
r8     0x0
r9     0x0
r10    0x0
r11    0x246
r12    0x7fe85d1b901e
r13    0x21dd
r14    0x6
r15    0x7fe844380a40
rip    0x7fe8bea9890c
rflags 0x246
cs     0x33
fs     0x0
gs     0x0
time=2025-11-23T12:30:14.725-05:00 level=ERROR source=server.go:1539 msg="post predict" error="Post \"http://127.0.0.1:34519/completion\": EOF"
time=2025-11-23T12:30:14.725-05:00 level=ERROR source=server.go:265 msg="llama runner terminated" error="exit status 2"
[GIN] 2025/11/23 - 12:30:14 | 500 |  291.992342ms |       127.0.0.1 | POST     "/api/chat"


<!-- gh-comment-id:3568178281 --> @retblast commented on GitHub (Nov 23, 2025): ``` 👁️ at Taihou in /v/c/p/pkg % GGML_VK_DISABLE_INTEGER_DOT_PRODUCT=1 ollama serve 「12:28 」 time=2025-11-23T12:28:59.603-05:00 level=INFO source=routes.go:1544 msg="server config" env="map[CUDA_VISIBLE_DEVICES: GGML_VK_VISIBLE_DEVICES: GPU_DEVICE_ORDINAL: HIP_VISIBLE_DEVICES: HSA_OVERRIDE_GFX_VERSION: HTTPS_PROXY: HTTP_PROXY: NO_PROXY: OLLAMA_CONTEXT_LENGTH:4096 OLLAMA_DEBUG:INFO OLLAMA_FLASH_ATTENTION:false OLLAMA_GPU_OVERHEAD:0 OLLAMA_HOST:http://127.0.0.1:11434 OLLAMA_KEEP_ALIVE:5m0s OLLAMA_KV_CACHE_TYPE: OLLAMA_LLM_LIBRARY: OLLAMA_LOAD_TIMEOUT:5m0s OLLAMA_MAX_LOADED_MODELS:0 OLLAMA_MAX_QUEUE:512 OLLAMA_MODELS:/home/retblast/.ollama/models OLLAMA_MULTIUSER_CACHE:false OLLAMA_NEW_ENGINE:false OLLAMA_NOHISTORY:false OLLAMA_NOPRUNE:false OLLAMA_NUM_PARALLEL:1 OLLAMA_ORIGINS:[http://localhost https://localhost http://localhost:* https://localhost:* http://127.0.0.1 https://127.0.0.1 http://127.0.0.1:* https://127.0.0.1:* http://0.0.0.0 https://0.0.0.0 http://0.0.0.0:* https://0.0.0.0:* app://* file://* tauri://* vscode-webview://* vscode-file://*] OLLAMA_REMOTES:[ollama.com] OLLAMA_SCHED_SPREAD:false OLLAMA_VULKAN:false ROCR_VISIBLE_DEVICES: http_proxy: https_proxy: no_proxy:]" time=2025-11-23T12:28:59.603-05:00 level=INFO source=images.go:522 msg="total blobs: 5" time=2025-11-23T12:28:59.603-05:00 level=INFO source=images.go:529 msg="total unused blobs removed: 0" time=2025-11-23T12:28:59.603-05:00 level=INFO source=routes.go:1597 msg="Listening on 127.0.0.1:11434 (version 0.13.0)" time=2025-11-23T12:28:59.603-05:00 level=INFO source=runner.go:67 msg="discovering available GPUs..." time=2025-11-23T12:28:59.604-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --port 34647" time=2025-11-23T12:28:59.635-05:00 level=INFO source=types.go:42 msg="inference compute" id=8680a646-0c00-0000-0002-000000000000 filter_id="" library=Vulkan compute=0.0 name=Vulkan0 description="Intel(R) Iris(R) Xe Graphics (ADL GT2)" libdirs=ollama driver=0.0 pci_id=0000:00:02.0 type=iGPU total="17.4 GiB" available="12.2 GiB" time=2025-11-23T12:28:59.635-05:00 level=INFO source=routes.go:1638 msg="entering low vram mode" "total vram"="17.4 GiB" threshold="20.0 GiB" [GIN] 2025/11/23 - 12:29:10 | 200 | 30.603µs | 127.0.0.1 | HEAD "/" [GIN] 2025/11/23 - 12:29:10 | 200 | 46.382038ms | 127.0.0.1 | POST "/api/show" [GIN] 2025/11/23 - 12:29:10 | 200 | 42.419472ms | 127.0.0.1 | POST "/api/show" time=2025-11-23T12:29:10.313-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --port 45171" time=2025-11-23T12:29:10.411-05:00 level=INFO source=server.go:392 msg="starting runner" cmd="/usr/bin/ollama runner --ollama-engine --model /home/retblast/.ollama/models/blobs/sha256-43b489bb77a81bda85180e7c490d40ad7f1d5c2ce654c9b05e15e104bd3c777e --port 34519" time=2025-11-23T12:29:10.411-05:00 level=INFO source=sched.go:443 msg="system memory" total="23.2 GiB" free="13.5 GiB" free_swap="46.1 GiB" time=2025-11-23T12:29:10.411-05:00 level=INFO source=sched.go:450 msg="gpu memory" id=8680a646-0c00-0000-0002-000000000000 library=Vulkan available="11.7 GiB" free="12.2 GiB" minimum="457.0 MiB" overhead="0 B" time=2025-11-23T12:29:10.411-05:00 level=INFO source=server.go:702 msg="loading model" "model layers"=36 requested=-1 time=2025-11-23T12:29:10.419-05:00 level=INFO source=runner.go:1398 msg="starting ollama engine" time=2025-11-23T12:29:10.419-05:00 level=INFO source=runner.go:1433 msg="Server listening on 127.0.0.1:34519" time=2025-11-23T12:29:10.422-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:fit LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}" time=2025-11-23T12:29:10.444-05:00 level=INFO source=ggml.go:136 msg="" architecture=gemma3n file_type=Q4_K_M name=Gemma-3N-E4B-It description="" num_tensors=847 num_key_values=52 ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Intel(R) Iris(R) Xe Graphics (ADL GT2) (Intel open-source Mesa driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 0 | matrix cores: none load_backend: loaded Vulkan backend from /usr/lib/ollama/libggml-vulkan.so load_backend: loaded CPU backend from /usr/lib/ollama/libggml-cpu-alderlake.so time=2025-11-23T12:29:10.452-05:00 level=INFO source=ggml.go:104 msg=system CPU.0.SSE3=1 CPU.0.SSSE3=1 CPU.0.AVX=1 CPU.0.AVX_VNNI=1 CPU.0.AVX2=1 CPU.0.F16C=1 CPU.0.FMA=1 CPU.0.BMI2=1 CPU.0.LLAMAFILE=1 CPU.1.LLAMAFILE=1 compiler=cgo(gcc) ggml_backend_vk_get_device_memory called: uuid 8680a646-0c00-0000-0002-000000000000 ggml_backend_vk_get_device_memory called: luid 0x0000000000000000 time=2025-11-23T12:29:10.502-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:alloc LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}" ggml_backend_vk_get_device_memory called: uuid 8680a646-0c00-0000-0002-000000000000 ggml_backend_vk_get_device_memory called: luid 0x0000000000000000 time=2025-11-23T12:29:11.475-05:00 level=INFO source=runner.go:1271 msg=load request="{Operation:commit LoraPath:[] Parallel:1 BatchSize:512 FlashAttention:false KvSize:32768 KvCacheType: NumThreads:4 GPULayers:36[ID:8680a646-0c00-0000-0002-000000000000 Layers:36(0..35)] MultiUserCache:false ProjectorPath: MainGPU:0 UseMmap:false}" time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:482 msg="offloading 35 repeating layers to GPU" time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:489 msg="offloading output layer to GPU" time=2025-11-23T12:29:11.475-05:00 level=INFO source=ggml.go:494 msg="offloaded 36/36 layers to GPU" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:240 msg="model weights" device=Vulkan0 size="4.2 GiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:245 msg="model weights" device=CPU size="288.0 MiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:251 msg="kv cache" device=Vulkan0 size="288.0 MiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:262 msg="compute graph" device=Vulkan0 size="639.5 MiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:267 msg="compute graph" device=CPU size="4.0 MiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=device.go:272 msg="total memory" size="5.4 GiB" time=2025-11-23T12:29:11.476-05:00 level=INFO source=sched.go:517 msg="loaded runners" count=1 time=2025-11-23T12:29:11.476-05:00 level=INFO source=server.go:1294 msg="waiting for llama runner to start responding" time=2025-11-23T12:29:11.476-05:00 level=INFO source=server.go:1328 msg="waiting for server to become available" status="llm server loading model" time=2025-11-23T12:29:30.084-05:00 level=INFO source=server.go:1332 msg="llama runner started in 19.67 seconds" [GIN] 2025/11/23 - 12:29:30 | 200 | 19.845319821s | 127.0.0.1 | POST "/api/generate" /usr/src/debug/ollama/ollama/ml/backend/ggml/ggml/src/ggml-vulkan/ggml-vulkan.cpp:8669: GGML_ASSERT(op_supports_incontiguous || (ggml_is_contiguous(src0) && (src1 == nullptr || ggml_is_contiguous(src1)))) failed [New LWP 2002286] [New LWP 2002282] [New LWP 2002281] [New LWP 2002280] [New LWP 2002272] [New LWP 2002271] [New LWP 2002270] [New LWP 2002269] [New LWP 2002268] [New LWP 2002267] [New LWP 2002239] [New LWP 2002238] [New LWP 2002237] [New LWP 2002233] [New LWP 2002232] [New LWP 2002231] [New LWP 2002230] [New LWP 2002229] [New LWP 2002228] [New LWP 2002227] [New LWP 2002223] [New LWP 2002222] [New LWP 2002221] [New LWP 2002220] [New LWP 2002219] [New LWP 2002218] [New LWP 2002217] [New LWP 2002216] [New LWP 2002215] [New LWP 2002214] [New LWP 2002213] [New LWP 2002212] [New LWP 2002211] This GDB supports auto-downloading debuginfo from the following URLs: <https://debuginfod.archlinux.org> Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] Debuginfod has been disabled. To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [Thread debugging using libthread_db enabled] Using host libthread_db library "/usr/lib/libthread_db.so.1". 0x000055619fefe4ae in ?? () #0 0x000055619fefe4ae in ?? () #1 0x000055619fefe2c5 in ?? () #2 0x0000000000000000 in ?? () [Inferior 1 (process 2002210) detached] SIGABRT: abort PC=0x7fe8bea9890c m=9 sigcode=18446744073709551610 signal arrived during cgo execution goroutine 886 gp=0xc000583180 m=9 mp=0xc000600008 [syscall]: runtime.cgocall(0x5561a0c87240, 0xc00009ea80) /usr/lib/go/src/runtime/cgocall.go:167 +0x4b fp=0xc00009ea58 sp=0xc00009ea20 pc=0x55619ff720eb github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_backend_sched_graph_compute_async(0x7fe8700a5fb0, 0x7fe844330140) _cgo_gotypes.go:967 +0x4a fp=0xc00009ea80 sp=0xc00009ea58 pc=0x5561a03aa2ea github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify.func2(...) /build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 github.com/ollama/ollama/ml/backend/ggml.(*Context).ComputeWithNotify(0xc005d02080, 0xc00046a3f0?, {0xc005d06a80, 0x1, 0x2?}) /build/ollama/src/ollama/ml/backend/ggml/ggml.go:825 +0x1b2 fp=0xc00009eb58 sp=0xc00009ea80 pc=0x5561a03b7f12 github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0001c30e0, {0x0, {0x5561a1452370, 0xc005d02080}, {0x5561a145c920, 0xc005ca1290}, {0xc001168000, 0x21, 0x40}, {{0x5561a145c920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:723 +0x894 fp=0xc00009eef0 sp=0xc00009eb58 pc=0x5561a048f3b4 github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc00009efe0 sp=0xc00009eef0 pc=0x5561a048cfb8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00009efe8 sp=0xc00009efe0 pc=0x55619ff7d6a1 created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 50 /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd goroutine 1 gp=0xc000002380 m=nil [IO wait, 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e85790 sp=0xc000e85770 pc=0x55619ff7556e runtime.netpollblock(0xc0004a37e0?, 0x9ff0a546?, 0x61?) /usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000e857c8 sp=0xc000e85790 pc=0x55619ff39157 internal/poll.runtime_pollWait(0x7fe8bec9a400, 0x72) /usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000e857e8 sp=0xc000e857c8 pc=0x55619ff74745 internal/poll.(*pollDesc).wait(0xc000445080?, 0x16?, 0x0) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000e85810 sp=0xc000e857e8 pc=0x55619fffd1c7 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc000445080) /usr/lib/go/src/internal/poll/fd_unix.go:613 +0x28c fp=0xc000e858b8 sp=0xc000e85810 pc=0x5561a00025ec net.(*netFD).accept(0xc000445080) /usr/lib/go/src/net/fd_unix.go:161 +0x29 fp=0xc000e85970 sp=0xc000e858b8 pc=0x5561a006ca69 net.(*TCPListener).accept(0xc0003b28c0) /usr/lib/go/src/net/tcpsock_posix.go:159 +0x1b fp=0xc000e859c0 sp=0xc000e85970 pc=0x5561a008219b net.(*TCPListener).Accept(0xc0003b28c0) /usr/lib/go/src/net/tcpsock.go:380 +0x30 fp=0xc000e859f0 sp=0xc000e859c0 pc=0x5561a0081030 net/http.(*onceCloseListener).Accept(0xc000110000?) <autogenerated>:1 +0x24 fp=0xc000e85a08 sp=0xc000e859f0 pc=0x5561a02a39e4 net/http.(*Server).Serve(0xc000506f00, {0x5561a1444e80, 0xc0003b28c0}) /usr/lib/go/src/net/http/server.go:3463 +0x30c fp=0xc000e85b38 sp=0xc000e85a08 pc=0x5561a027b3cc github.com/ollama/ollama/runner/ollamarunner.Execute({0xc0000360a0, 0x4, 0x4}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:1434 +0x954 fp=0xc000e85d08 sp=0xc000e85b38 pc=0x5561a0496074 github.com/ollama/ollama/runner.Execute({0xc000036080?, 0x0?, 0x0?}) /build/ollama/src/ollama/runner/runner.go:20 +0xc9 fp=0xc000e85d30 sp=0xc000e85d08 pc=0x5561a0496969 github.com/ollama/ollama/cmd.NewCLI.func2(0xc000506d00?, {0x5561a0f412cc?, 0x4?, 0x5561a0f412d0?}) /build/ollama/src/ollama/cmd/cmd.go:1841 +0x45 fp=0xc000e85d58 sp=0xc000e85d30 pc=0x5561a0c1e925 github.com/spf13/cobra.(*Command).execute(0xc000455508, {0xc000115680, 0x5, 0x5}) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x88a fp=0xc000e85e78 sp=0xc000e85d58 pc=0x5561a00e622a github.com/spf13/cobra.(*Command).ExecuteC(0xc00042ef08) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x398 fp=0xc000e85f30 sp=0xc000e85e78 pc=0x5561a00e6a58 github.com/spf13/cobra.(*Command).Execute(...) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) /build/ollama/src/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985 main.main() /build/ollama/src/ollama/main.go:12 +0x4d fp=0xc000e85f50 sp=0xc000e85f30 pc=0x5561a0c1f40d runtime.main() /usr/lib/go/src/runtime/proc.go:285 +0x29d fp=0xc000e85fe0 sp=0xc000e85f50 pc=0x55619ff409fd runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e85fe8 sp=0xc000e85fe0 pc=0x55619ff7d6a1 goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008cfa8 sp=0xc00008cf88 pc=0x55619ff7556e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.forcegchelper() /usr/lib/go/src/runtime/proc.go:373 +0xb8 fp=0xc00008cfe0 sp=0xc00008cfa8 pc=0x55619ff40d38 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008cfe8 sp=0xc00008cfe0 pc=0x55619ff7d6a1 created by runtime.init.7 in goroutine 1 /usr/lib/go/src/runtime/proc.go:361 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008d780 sp=0xc00008d760 pc=0x55619ff7556e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.bgsweep(0xc000044080) /usr/lib/go/src/runtime/mgcsweep.go:323 +0xdf fp=0xc00008d7c8 sp=0xc00008d780 pc=0x55619ff2aa5f runtime.gcenable.gowrap1() /usr/lib/go/src/runtime/mgc.go:212 +0x25 fp=0xc00008d7e0 sp=0xc00008d7c8 pc=0x55619ff1e9e5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008d7e8 sp=0xc00008d7e0 pc=0x55619ff7d6a1 created by runtime.gcenable in goroutine 1 /usr/lib/go/src/runtime/mgc.go:212 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x11e2e6?, 0xb43db?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008df78 sp=0xc00008df58 pc=0x55619ff7556e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.(*scavengerState).park(0x5561a1d1c0a0) /usr/lib/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc00008dfa8 sp=0xc00008df78 pc=0x55619ff284c9 runtime.bgscavenge(0xc000044080) /usr/lib/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc00008dfc8 sp=0xc00008dfa8 pc=0x55619ff28a79 runtime.gcenable.gowrap2() /usr/lib/go/src/runtime/mgc.go:213 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x55619ff1e985 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x55619ff7d6a1 created by runtime.gcenable in goroutine 1 /usr/lib/go/src/runtime/mgc.go:213 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 1 minutes]: runtime.gopark(0x55619ff4fd37?, 0x55619ff16305?, 0xb8?, 0x1?, 0xc000002380?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008c620 sp=0xc00008c600 pc=0x55619ff7556e runtime.runFinalizers() /usr/lib/go/src/runtime/mfinal.go:210 +0x107 fp=0xc00008c7e0 sp=0xc00008c620 pc=0x55619ff1d8e7 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008c7e8 sp=0xc00008c7e0 pc=0x55619ff7d6a1 created by runtime.createfing in goroutine 1 /usr/lib/go/src/runtime/mfinal.go:172 +0x3d goroutine 6 gp=0xc00016a8c0 m=nil [cleanup wait, 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008e768 sp=0xc00008e748 pc=0x55619ff7556e runtime.goparkunlock(...) /usr/lib/go/src/runtime/proc.go:466 runtime.(*cleanupQueue).dequeue(0x5561a1d1ca00) /usr/lib/go/src/runtime/mcleanup.go:439 +0xc5 fp=0xc00008e7a0 sp=0xc00008e768 pc=0x55619ff1aac5 runtime.runCleanups() /usr/lib/go/src/runtime/mcleanup.go:635 +0x45 fp=0xc00008e7e0 sp=0xc00008e7a0 pc=0x55619ff1b185 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008e7e8 sp=0xc00008e7e0 pc=0x55619ff7d6a1 created by runtime.(*cleanupQueue).createGs in goroutine 1 /usr/lib/go/src/runtime/mcleanup.go:589 +0xa5 goroutine 7 gp=0xc00016ae00 m=nil [GC worker (idle), 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ef38 sp=0xc00008ef18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008efc8 sp=0xc00008ef38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008efe0 sp=0xc00008efc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008efe8 sp=0xc00008efe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 8 gp=0xc00016afc0 m=nil [GC worker (idle), 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008f738 sp=0xc00008f718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008f7c8 sp=0xc00008f738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008f7e0 sp=0xc00008f7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008f7e8 sp=0xc00008f7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 9 gp=0xc00016b180 m=nil [GC worker (idle), 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008ff38 sp=0xc00008ff18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008ffc8 sp=0xc00008ff38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008ffe0 sp=0xc00008ffc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 10 gp=0xc00016b340 m=nil [GC worker (idle), 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000088738 sp=0xc000088718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000887c8 sp=0xc000088738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000887e0 sp=0xc0000887c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000887e8 sp=0xc0000887e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 11 gp=0xc00016b500 m=nil [GC worker (idle)]: runtime.gopark(0x5561a1dcc180?, 0x1?, 0x46?, 0x2d?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0003bf738 sp=0xc0003bf718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0003bf7c8 sp=0xc0003bf738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0003bf7e0 sp=0xc0003bf7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0003bf7e8 sp=0xc0003bf7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 12 gp=0xc00016b6c0 m=nil [GC worker (idle)]: runtime.gopark(0x209700c4098f?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089738 sp=0xc000089718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0000897c8 sp=0xc000089738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0000897e0 sp=0xc0000897c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000897e8 sp=0xc0000897e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 13 gp=0xc00016b880 m=nil [GC worker (idle)]: runtime.gopark(0x2096ffa3b166?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000089f38 sp=0xc000089f18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000089fc8 sp=0xc000089f38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000089fe0 sp=0xc000089fc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000089fe8 sp=0xc000089fe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 18 gp=0xc000482380 m=nil [GC worker (idle)]: runtime.gopark(0x2096ffa3e48b?, 0x3?, 0xd3?, 0x93?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000498738 sp=0xc000498718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0004987c8 sp=0xc000498738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0004987e0 sp=0xc0004987c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0004987e8 sp=0xc0004987e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 34 gp=0xc000504000 m=nil [GC worker (idle)]: runtime.gopark(0x209700c5552b?, 0x1?, 0x5a?, 0xb1?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000987f38 sp=0xc000987f18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000987fc8 sp=0xc000987f38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000987fe0 sp=0xc000987fc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000987fe8 sp=0xc000987fe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 35 gp=0xc0005041c0 m=nil [GC worker (idle)]: runtime.gopark(0x2096ffa3ce01?, 0x1?, 0xe8?, 0xc2?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001cf738 sp=0xc0001cf718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001cf7c8 sp=0xc0001cf738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001cf7e0 sp=0xc0001cf7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001cf7e8 sp=0xc0001cf7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 36 gp=0xc000504380 m=nil [GC worker (idle)]: runtime.gopark(0x209700babec9?, 0x1?, 0x7a?, 0x6a?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001d1f38 sp=0xc0001d1f18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001d1fc8 sp=0xc0001d1f38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001d1fe0 sp=0xc0001d1fc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001d1fe8 sp=0xc0001d1fe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 37 gp=0xc000504540 m=nil [GC worker (idle)]: runtime.gopark(0x209700c51be3?, 0x1?, 0xef?, 0x4e?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000495f38 sp=0xc000495f18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc000495fc8 sp=0xc000495f38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc000495fe0 sp=0xc000495fc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 38 gp=0xc000504700 m=nil [GC worker (idle)]: runtime.gopark(0x209700ba349f?, 0x1?, 0x29?, 0x42?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00049af38 sp=0xc00049af18 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00049afc8 sp=0xc00049af38 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00049afe0 sp=0xc00049afc8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00049afe8 sp=0xc00049afe0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 14 gp=0xc00016ba40 m=nil [GC worker (idle)]: runtime.gopark(0x209700c4f730?, 0x3?, 0xc0?, 0x6?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008a738 sp=0xc00008a718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008a7c8 sp=0xc00008a738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008a7e0 sp=0xc00008a7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008a7e8 sp=0xc00008a7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 15 gp=0xc00016bc00 m=nil [GC worker (idle)]: runtime.gopark(0x209700c474e0?, 0x1?, 0xa8?, 0x85?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc0001ce738 sp=0xc0001ce718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc0001ce7c8 sp=0xc0001ce738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc0001ce7e0 sp=0xc0001ce7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0001ce7e8 sp=0xc0001ce7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 16 gp=0xc00016bdc0 m=nil [GC worker (idle)]: runtime.gopark(0x209700c3faff?, 0x3?, 0x45?, 0xb9?, 0x0?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc00008b738 sp=0xc00008b718 pc=0x55619ff7556e runtime.gcBgMarkWorker(0xc0000c5880) /usr/lib/go/src/runtime/mgc.go:1463 +0xeb fp=0xc00008b7c8 sp=0xc00008b738 pc=0x55619ff2110b runtime.gcBgMarkStartWorkers.gowrap1() /usr/lib/go/src/runtime/mgc.go:1373 +0x25 fp=0xc00008b7e0 sp=0xc00008b7c8 pc=0x55619ff20fe5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc00008b7e8 sp=0xc00008b7e0 pc=0x55619ff7d6a1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/lib/go/src/runtime/mgc.go:1373 +0x105 goroutine 50 gp=0xc000482e00 m=nil [chan receive]: runtime.gopark(0x30?, 0x5561a13a2f00?, 0x1?, 0x0?, 0xc000e87798?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000e87750 sp=0xc000e87730 pc=0x55619ff7556e runtime.chanrecv(0xc000266070, 0x0, 0x1) /usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000e877c8 sp=0xc000e87750 pc=0x55619ff0d473 runtime.chanrecv1(0x5561a0f7b1c2?, 0x29?) /usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000e877f0 sp=0xc000e877c8 pc=0x55619ff0cfd2 github.com/ollama/ollama/runner/ollamarunner.(*Server).forwardBatch(_, {0x1, {0x5561a1452370, 0xc005c62000}, {0x5561a145c920, 0xc0011845a0}, {0xc0000900c0, 0x1, 0x1}, {{0x5561a145c920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:475 +0xfa fp=0xc000e87b58 sp=0xc000e877f0 pc=0x5561a048d0da github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0001c30e0, {0x5561a1447520, 0xc000115720}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:452 +0x18c fp=0xc000e87fb8 sp=0xc000e87b58 pc=0x5561a048cd8c github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x28 fp=0xc000e87fe0 sp=0xc000e87fb8 pc=0x5561a04962e8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e87fe8 sp=0xc000e87fe0 pc=0x55619ff7d6a1 created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1 /build/ollama/src/ollama/runner/ollamarunner/runner.go:1411 +0x4c9 goroutine 39 gp=0xc0005048c0 m=nil [select]: runtime.gopark(0xc000051a00?, 0x2?, 0x1?, 0x0?, 0xc000051864?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000051688 sp=0xc000051668 pc=0x55619ff7556e runtime.selectgo(0xc000051a00, 0xc000051860, 0x21?, 0x0, 0x1?, 0x1) /usr/lib/go/src/runtime/select.go:351 +0x8c5 fp=0xc0000517c8 sp=0xc000051688 pc=0x55619ff536a5 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc0001c30e0, {0x5561a1445060, 0xc000394960}, 0xc0001d6f00) /build/ollama/src/ollama/runner/ollamarunner/runner.go:950 +0xc45 fp=0xc000051ab8 sp=0xc0000517c8 pc=0x5561a04914a5 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x5561a1445060?, 0xc000394960?}, 0xc0009c7b38?) <autogenerated>:1 +0x36 fp=0xc000051ae8 sp=0xc000051ab8 pc=0x5561a04967d6 net/http.HandlerFunc.ServeHTTP(0xc0006412c0?, {0x5561a1445060?, 0xc000394960?}, 0xc0009c7b58?) /usr/lib/go/src/net/http/server.go:2322 +0x29 fp=0xc000051b10 sp=0xc000051ae8 pc=0x5561a0277a09 net/http.(*ServeMux).ServeHTTP(0x55619ff16305?, {0x5561a1445060, 0xc000394960}, 0xc0001d6f00) /usr/lib/go/src/net/http/server.go:2861 +0x1c7 fp=0xc000051b60 sp=0xc000051b10 pc=0x5561a02798e7 net/http.serverHandler.ServeHTTP({0x5561a1441ad0?}, {0x5561a1445060?, 0xc000394960?}, 0x1?) /usr/lib/go/src/net/http/server.go:3340 +0x8e fp=0xc000051b90 sp=0xc000051b60 pc=0x5561a02971ce net/http.(*conn).serve(0xc000110000, {0x5561a14474e8, 0xc00046c510}) /usr/lib/go/src/net/http/server.go:2109 +0x665 fp=0xc000051fb8 sp=0xc000051b90 pc=0x5561a0275b05 net/http.(*Server).Serve.gowrap3() /usr/lib/go/src/net/http/server.go:3493 +0x28 fp=0xc000051fe0 sp=0xc000051fb8 pc=0x5561a027b7c8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000051fe8 sp=0xc000051fe0 pc=0x55619ff7d6a1 created by net/http.(*Server).Serve in goroutine 1 /usr/lib/go/src/net/http/server.go:3493 +0x485 goroutine 670 gp=0xc0002b0700 m=nil [chan receive]: runtime.gopark(0x30?, 0x5561a13a2f00?, 0x1?, 0xa1?, 0xc000982b00?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000982ab8 sp=0xc000982a98 pc=0x55619ff7556e runtime.chanrecv(0xc0000c4230, 0x0, 0x1) /usr/lib/go/src/runtime/chan.go:667 +0x473 fp=0xc000982b30 sp=0xc000982ab8 pc=0x55619ff0d473 runtime.chanrecv1(0x5561a0f7e6e0?, 0x2c?) /usr/lib/go/src/runtime/chan.go:509 +0x12 fp=0xc000982b58 sp=0xc000982b30 pc=0x55619ff0cfd2 github.com/ollama/ollama/runner/ollamarunner.(*Server).computeBatch(0xc0001c30e0, {0x1, {0x5561a1452370, 0xc005c62000}, {0x5561a145c920, 0xc0011845a0}, {0xc0000900c0, 0x1, 0x1}, {{0x5561a145c920, ...}, ...}, ...}) /build/ollama/src/ollama/runner/ollamarunner/runner.go:651 +0x185 fp=0xc000982ef0 sp=0xc000982b58 pc=0x5561a048eca5 github.com/ollama/ollama/runner/ollamarunner.(*Server).run.gowrap1() /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x58 fp=0xc000982fe0 sp=0xc000982ef0 pc=0x5561a048cfb8 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000982fe8 sp=0xc000982fe0 pc=0x55619ff7d6a1 created by github.com/ollama/ollama/runner/ollamarunner.(*Server).run in goroutine 50 /build/ollama/src/ollama/runner/ollamarunner/runner.go:458 +0x2cd goroutine 1035 gp=0xc000352fc0 m=nil [IO wait]: runtime.gopark(0x0?, 0x0?, 0x4d?, 0xff?, 0xb?) /usr/lib/go/src/runtime/proc.go:460 +0xce fp=0xc000494dd8 sp=0xc000494db8 pc=0x55619ff7556e runtime.netpollblock(0x55619ff99718?, 0x9ff0a546?, 0x61?) /usr/lib/go/src/runtime/netpoll.go:575 +0xf7 fp=0xc000494e10 sp=0xc000494dd8 pc=0x55619ff39157 internal/poll.runtime_pollWait(0x7fe8bec9a200, 0x72) /usr/lib/go/src/runtime/netpoll.go:351 +0x85 fp=0xc000494e30 sp=0xc000494e10 pc=0x55619ff74745 internal/poll.(*pollDesc).wait(0xc00010c000?, 0xc0000b8021?, 0x0) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000494e58 sp=0xc000494e30 pc=0x55619fffd1c7 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc00010c000, {0xc0000b8021, 0x1, 0x1}) /usr/lib/go/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000494ef0 sp=0xc000494e58 pc=0x55619fffe4b9 net.(*netFD).Read(0xc00010c000, {0xc0000b8021?, 0x5561a133b020?, 0xc000494f70?}) /usr/lib/go/src/net/fd_posix.go:68 +0x25 fp=0xc000494f38 sp=0xc000494ef0 pc=0x5561a006abc5 net.(*conn).Read(0xc000090000, {0xc0000b8021?, 0xc00005a608?, 0xc000500400?}) /usr/lib/go/src/net/net.go:196 +0x45 fp=0xc000494f80 sp=0xc000494f38 pc=0x5561a0078be5 net/http.(*connReader).backgroundRead(0xc0000b8000) /usr/lib/go/src/net/http/server.go:702 +0x33 fp=0xc000494fc8 sp=0xc000494f80 pc=0x5561a026ffb3 net/http.(*connReader).startBackgroundRead.gowrap2() /usr/lib/go/src/net/http/server.go:698 +0x25 fp=0xc000494fe0 sp=0xc000494fc8 pc=0x5561a026fee5 runtime.goexit({}) /usr/lib/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000494fe8 sp=0xc000494fe0 pc=0x55619ff7d6a1 created by net/http.(*connReader).startBackgroundRead in goroutine 39 /usr/lib/go/src/net/http/server.go:698 +0xb6 rax 0x0 rbx 0x1e8d2a rcx 0x7fe8bea9890c rdx 0x6 rdi 0x1e8d22 rsi 0x1e8d2a rbp 0x7fe867ffcf30 rsp 0x7fe867ffcef0 r8 0x0 r9 0x0 r10 0x0 r11 0x246 r12 0x7fe85d1b901e r13 0x21dd r14 0x6 r15 0x7fe844380a40 rip 0x7fe8bea9890c rflags 0x246 cs 0x33 fs 0x0 gs 0x0 time=2025-11-23T12:30:14.725-05:00 level=ERROR source=server.go:1539 msg="post predict" error="Post \"http://127.0.0.1:34519/completion\": EOF" time=2025-11-23T12:30:14.725-05:00 level=ERROR source=server.go:265 msg="llama runner terminated" error="exit status 2" [GIN] 2025/11/23 - 12:30:14 | 500 | 291.992342ms | 127.0.0.1 | POST "/api/chat" ```
Author
Owner

@Bottlecap202 commented on GitHub (Nov 24, 2025):

Vulkan

<!-- gh-comment-id:3570994309 --> @Bottlecap202 commented on GitHub (Nov 24, 2025): Vulkan
Author
Owner

@jessegross commented on GitHub (Nov 24, 2025):

Confirmed that this happens when using Vulkan with gemma3n. It does not occur if Vulkan is present but the model is not scheduled on a Vulkan GPU. Not platform specific - it also occurs on Windows.

<!-- gh-comment-id:3573207954 --> @jessegross commented on GitHub (Nov 24, 2025): Confirmed that this happens when using Vulkan with gemma3n. It does not occur if Vulkan is present but the model is not scheduled on a Vulkan GPU. Not platform specific - it also occurs on Windows.
Sign in to join this conversation.
1 Participants
Notifications
Due Date
No due date set.
Dependencies

No dependencies set.

Reference: github-starred/ollama#55250