[GH-ISSUE #9567] Error with long context #68296

New Issue

GiteaMirror · 2026-05-04T13:10:00-05:00

GiteaMirror commented

2026-05-04 13:10:00 -05:00

Originally created by @nicho2 on GitHub (Mar 7, 2025).
Original GitHub issue: https://github.com/ollama/ollama/issues/9567

What is the issue?

Hello, I use llama3.3 70b , when i have a long context (96000 tokens here) , i have an error during the inference

Relevant log output

time=2025-03-07T08:41:43.913Z level=DEBUG source=cache.go:104 msg="loading cache slot" id=0 cache=0 prompt=95938 used=0 remaining=95938

CUDA error: out of memory

  current device: 2, in function alloc at //ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:445

  cuMemCreate(&handle, reserve_size, &prop, 0)

//ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:73: CUDA error

SIGSEGV: segmentation violation

PC=0x78abe1424c47 m=5 sigcode=1 addr=0x215603fc8

signal arrived during cgo execution

goroutine 51 gp=0xc000602e00 m=5 mp=0xc000100008 [syscall]:

runtime.cgocall(0x5dc31b3c8960, 0xc0000c1bc8)

	runtime/cgocall.go:167 +0x4b fp=0xc0000c1ba0 sp=0xc0000c1b68 pc=0x5dc31a77658b

github.com/ollama/ollama/llama._Cfunc_llama_decode(0x78abc4a8ef00, {0x200, 0x78abc4a9df80, 0x0, 0x0, 0x78abc4a9e790, 0x78abc4b2d970, 0x78abc4b2e180, 0x78abc4b63510})

	_cgo_gotypes.go:557 +0x4a fp=0xc0000c1bc8 sp=0xc0000c1ba0 pc=0x5dc31aafc34a

github.com/ollama/ollama/llama.(*Context).Decode.func1(...)

	github.com/ollama/ollama/llama/llama.go:157

github.com/ollama/ollama/llama.(*Context).Decode(0xc0000c1dd0?, 0x0?)

	github.com/ollama/ollama/llama/llama.go:157 +0xf6 fp=0xc0000c1cc8 sp=0xc0000c1bc8 pc=0x5dc31aafef56

github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004d42d0, 0xc000450180, 0xc0000c1f20)

	github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0000c1ee0 sp=0xc0000c1cc8 pc=0x5dc31ab17f9e

github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004d42d0, {0x5dc31ba297a0, 0xc0003a45f0})

	github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0000c1fb8 sp=0xc0000c1ee0 pc=0x5dc31ab17bf5

github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()

	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0x5dc31ab1c588

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x5dc31a780fa1

created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1

	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xd97

goroutine 1 gp=0xc000002380 m=nil [IO wait, 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0001575b8 sp=0xc000157598 pc=0x5dc31a77986e

runtime.netpollblock(0xc000517608?, 0x1a7131a6?, 0xc3?)

	runtime/netpoll.go:575 +0xf7 fp=0xc0001575f0 sp=0xc0001575b8 pc=0x5dc31a73e677

internal/poll.runtime_pollWait(0x78abecbc7eb0, 0x72)

	runtime/netpoll.go:351 +0x85 fp=0xc000157610 sp=0xc0001575f0 pc=0x5dc31a778a85

internal/poll.(*pollDesc).wait(0xc0006ad600?, 0x90071cc7e?, 0x0)

	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000157638 sp=0xc000157610 pc=0x5dc31a7fff07

internal/poll.(*pollDesc).waitRead(...)

	internal/poll/fd_poll_runtime.go:89

internal/poll.(*FD).Accept(0xc0006ad600)

	internal/poll/fd_unix.go:620 +0x295 fp=0xc0001576e0 sp=0xc000157638 pc=0x5dc31a8052d5

net.(*netFD).accept(0xc0006ad600)

	net/fd_unix.go:172 +0x29 fp=0xc000157798 sp=0xc0001576e0 pc=0x5dc31a877749

net.(*TCPListener).accept(0xc00044cf40)

	net/tcpsock_posix.go:159 +0x1b fp=0xc0001577e8 sp=0xc000157798 pc=0x5dc31a88d0fb

net.(*TCPListener).Accept(0xc00044cf40)

	net/tcpsock.go:380 +0x30 fp=0xc000157818 sp=0xc0001577e8 pc=0x5dc31a88bfb0

net/http.(*onceCloseListener).Accept(0xc00026c630?)

	<autogenerated>:1 +0x24 fp=0xc000157830 sp=0xc000157818 pc=0x5dc31aaa2e64

net/http.(*Server).Serve(0xc00004f700, {0x5dc31ba27528, 0xc00044cf40})

	net/http/server.go:3424 +0x30c fp=0xc000157960 sp=0xc000157830 pc=0x5dc31aa7a72c

github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034160, 0x11, 0x12})

	github.com/ollama/ollama/runner/llamarunner/runner.go:993 +0x116a fp=0xc000157d08 sp=0xc000157960 pc=0x5dc31ab1c2ca

github.com/ollama/ollama/runner.Execute({0xc000034150?, 0x0?, 0x0?})

	github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc000157d30 sp=0xc000157d08 pc=0x5dc31ad469b4

github.com/ollama/ollama/cmd.NewCLI.func2(0xc00004f500?, {0x5dc31b5a6055?, 0x4?, 0x5dc31b5a6059?})

	github.com/ollama/ollama/cmd/cmd.go:1281 +0x45 fp=0xc000157d58 sp=0xc000157d30 pc=0x5dc31b35be45

github.com/spf13/cobra.(*Command).execute(0xc0004d6f08, {0xc000123c20, 0x11, 0x12})

	github.com/spf13/cobra@v1.7.0/command.go:940 +0x85c fp=0xc000157e78 sp=0xc000157d58 pc=0x5dc31a8f09dc

github.com/spf13/cobra.(*Command).ExecuteC(0xc0004aef08)

	github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000157f30 sp=0xc000157e78 pc=0x5dc31a8f1225

github.com/spf13/cobra.(*Command).Execute(...)

	github.com/spf13/cobra@v1.7.0/command.go:992

github.com/spf13/cobra.(*Command).ExecuteContext(...)

	github.com/spf13/cobra@v1.7.0/command.go:985

main.main()

	github.com/ollama/ollama/main.go:12 +0x4d fp=0xc000157f50 sp=0xc000157f30 pc=0x5dc31b35c1ad

runtime.main()

	runtime/proc.go:283 +0x29d fp=0xc000157fe0 sp=0xc000157f50 pc=0x5dc31a745c7d

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x5dc31a780fa1

goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000aafa8 sp=0xc0000aaf88 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.forcegchelper()

	runtime/proc.go:348 +0xb8 fp=0xc0000aafe0 sp=0xc0000aafa8 pc=0x5dc31a745fb8

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5dc31a780fa1

created by runtime.init.7 in goroutine 1

	runtime/proc.go:336 +0x1a

goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:

runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000ab780 sp=0xc0000ab760 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.bgsweep(0xc00003c080)

	runtime/mgcsweep.go:316 +0xdf fp=0xc0000ab7c8 sp=0xc0000ab780 pc=0x5dc31a7307df

runtime.gcenable.gowrap1()

	runtime/mgc.go:204 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5dc31a724bc5

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5dc31a780fa1

created by runtime.gcenable in goroutine 1

	runtime/mgc.go:204 +0x66

goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:

runtime.gopark(0x1141fe?, 0xe7378?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000abf78 sp=0xc0000abf58 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.(*scavengerState).park(0x5dc31c279980)

	runtime/mgcscavenge.go:425 +0x49 fp=0xc0000abfa8 sp=0xc0000abf78 pc=0x5dc31a72e229

runtime.bgscavenge(0xc00003c080)

	runtime/mgcscavenge.go:658 +0x59 fp=0xc0000abfc8 sp=0xc0000abfa8 pc=0x5dc31a72e7b9

runtime.gcenable.gowrap2()

	runtime/mgc.go:205 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5dc31a724b65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5dc31a780fa1

created by runtime.gcenable in goroutine 1

	runtime/mgc.go:205 +0xa5

goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 4 minutes]:

runtime.gopark(0x0?, 0x5dc31ba15440?, 0x0?, 0xe0?, 0x1000000010?)

	runtime/proc.go:435 +0xce fp=0xc0000aa630 sp=0xc0000aa610 pc=0x5dc31a77986e

runtime.runfinq()

	runtime/mfinal.go:196 +0x107 fp=0xc0000aa7e0 sp=0xc0000aa630 pc=0x5dc31a723b87

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5dc31a780fa1

created by runtime.createfing in goroutine 1

	runtime/mfinal.go:166 +0x3d

goroutine 6 gp=0xc0002148c0 m=nil [chan receive]:

runtime.gopark(0xc0001b9ea0?, 0xc000338060?, 0x60?, 0xc7?, 0x5dc31a85e488?)

	runtime/proc.go:435 +0xce fp=0xc0000ac718 sp=0xc0000ac6f8 pc=0x5dc31a77986e

runtime.chanrecv(0xc0000e2380, 0x0, 0x1)

	runtime/chan.go:664 +0x445 fp=0xc0000ac790 sp=0xc0000ac718 pc=0x5dc31a715d85

runtime.chanrecv1(0x0?, 0x0?)

	runtime/chan.go:506 +0x12 fp=0xc0000ac7b8 sp=0xc0000ac790 pc=0x5dc31a715912

runtime.unique_runtime_registerUniqueMapCleanup.func2(...)

	runtime/mgc.go:1796

runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()

	runtime/mgc.go:1799 +0x2f fp=0xc0000ac7e0 sp=0xc0000ac7b8 pc=0x5dc31a727d6f

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ac7e8 sp=0xc0000ac7e0 pc=0x5dc31a780fa1

created by unique.runtime_registerUniqueMapCleanup in goroutine 1

	runtime/mgc.go:1794 +0x85

goroutine 7 gp=0xc000214c40 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000acf38 sp=0xc0000acf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000acfc8 sp=0xc0000acf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000acfe0 sp=0xc0000acfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000acfe8 sp=0xc0000acfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 8 gp=0xc000214e00 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000ad738 sp=0xc0000ad718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000ad7c8 sp=0xc0000ad738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000ad7e0 sp=0xc0000ad7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ad7e8 sp=0xc0000ad7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 9 gp=0xc000214fc0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000adf38 sp=0xc0000adf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000adfc8 sp=0xc0000adf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000adfe0 sp=0xc0000adfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000adfe8 sp=0xc0000adfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 10 gp=0xc000215180 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 11 gp=0xc000215340 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 18 gp=0xc000504000 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 19 gp=0xc0005041c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 34 gp=0xc000102380 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 12 gp=0xc000215500 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 20 gp=0xc000504380 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 13 gp=0xc0002156c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 35 gp=0xc000102540 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000506f38 sp=0xc000506f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000506fc8 sp=0xc000506f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000506fe0 sp=0xc000506fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 36 gp=0xc000102700 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000507738 sp=0xc000507718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005077c8 sp=0xc000507738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005077e0 sp=0xc0005077c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005077e8 sp=0xc0005077e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 37 gp=0xc0001028c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000507f38 sp=0xc000507f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000507fc8 sp=0xc000507f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000507fe0 sp=0xc000507fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 38 gp=0xc000102a80 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000508738 sp=0xc000508718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005087c8 sp=0xc000508738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005087e0 sp=0xc0005087c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005087e8 sp=0xc0005087e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 21 gp=0xc000504540 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 14 gp=0xc000215880 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a8738 sp=0xc0000a8718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a87c8 sp=0xc0000a8738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a87e0 sp=0xc0000a87c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 39 gp=0xc000102c40 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000508f38 sp=0xc000508f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000508fc8 sp=0xc000508f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000508fe0 sp=0xc000508fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000508fe8 sp=0xc000508fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 40 gp=0xc000102e00 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000509738 sp=0xc000509718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005097c8 sp=0xc000509738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005097e0 sp=0xc0005097c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005097e8 sp=0xc0005097e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 41 gp=0xc000102fc0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c243c414?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000509f38 sp=0xc000509f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000509fc8 sp=0xc000509f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000509fe0 sp=0xc000509fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 22 gp=0xc000504700 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2421c21?, 0x3?, 0x1?, 0xc7?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050c738 sp=0xc00050c718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050c7c8 sp=0xc00050c738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050c7e0 sp=0xc00050c7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050c7e8 sp=0xc00050c7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 23 gp=0xc0005048c0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2403b38?, 0x1?, 0x87?, 0x61?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050cf38 sp=0xc00050cf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050cfc8 sp=0xc00050cf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050cfe0 sp=0xc00050cfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050cfe8 sp=0xc00050cfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 24 gp=0xc000504a80 m=nil [GC worker (idle)]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0x5a?, 0x5e?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050d738 sp=0xc00050d718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050d7c8 sp=0xc00050d738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050d7e0 sp=0xc00050d7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050d7e8 sp=0xc00050d7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 25 gp=0xc000504c40 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0xde?, 0x74?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050df38 sp=0xc00050df18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050dfc8 sp=0xc00050df38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050dfe0 sp=0xc00050dfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 42 gp=0xc000103180 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c24699ed?, 0x3?, 0xae?, 0xa3?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 43 gp=0xc000103340 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c241f85d?, 0x1?, 0xf6?, 0x48?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 44 gp=0xc000103500 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x126451c2421225?, 0x1?, 0x7a?, 0xc3?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 45 gp=0xc0001036c0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c246c84b?, 0x1?, 0x8a?, 0xbd?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011bf38 sp=0xc00011bf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011bfc8 sp=0xc00011bf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011bfe0 sp=0xc00011bfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011bfe8 sp=0xc00011bfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 15 gp=0xc000215a40 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2413667?, 0x1?, 0x31?, 0x37?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a8f38 sp=0xc0000a8f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a8fc8 sp=0xc0000a8f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a8fe0 sp=0xc0000a8fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 16 gp=0xc000215c00 m=nil [GC worker (idle)]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0xe1?, 0x93?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a9738 sp=0xc0000a9718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a97c8 sp=0xc0000a9738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 26 gp=0xc000504e00 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0x29?, 0xdf?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 46 gp=0xc000103880 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c246495c?, 0x1?, 0xba?, 0x7e?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011c738 sp=0xc00011c718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011c7c8 sp=0xc00011c738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011c7e0 sp=0xc00011c7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011c7e8 sp=0xc00011c7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 102 gp=0xc0004b8540 m=nil [select, 4 minutes]:

runtime.gopark(0xc000421a58?, 0x2?, 0x0?, 0x0?, 0xc000421834?)

	runtime/proc.go:435 +0xce fp=0xc000421648 sp=0xc000421628 pc=0x5dc31a77986e

runtime.selectgo(0xc000421a58, 0xc000421830, 0x176c2?, 0x0, 0x1?, 0x1)

	runtime/select.go:351 +0x837 fp=0xc000421780 sp=0xc000421648 pc=0x5dc31a758177

github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004d42d0, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140)

	github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000421ac0 sp=0xc000421780 pc=0x5dc31ab199a5

github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x5dc31ba27708?, 0xc000168700?}, 0xc000155b40?)

	<autogenerated>:1 +0x36 fp=0xc000421af0 sp=0xc000421ac0 pc=0x5dc31ab1c9b6

net/http.HandlerFunc.ServeHTTP(0xc000139500?, {0x5dc31ba27708?, 0xc000168700?}, 0xc000155b60?)

	net/http/server.go:2294 +0x29 fp=0xc000421b18 sp=0xc000421af0 pc=0x5dc31aa76d69

net/http.(*ServeMux).ServeHTTP(0x5dc31a71e0a5?, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140)

	net/http/server.go:2822 +0x1c4 fp=0xc000421b68 sp=0xc000421b18 pc=0x5dc31aa78c64

net/http.serverHandler.ServeHTTP({0x5dc31ba23cb0?}, {0x5dc31ba27708?, 0xc000168700?}, 0x1?)

	net/http/server.go:3301 +0x8e fp=0xc000421b98 sp=0xc000421b68 pc=0x5dc31aa966ee

net/http.(*conn).serve(0xc00026c630, {0x5dc31ba29768, 0xc0001b7d40})

	net/http/server.go:2102 +0x625 fp=0xc000421fb8 sp=0xc000421b98 pc=0x5dc31aa75265

net/http.(*Server).Serve.gowrap3()

	net/http/server.go:3454 +0x28 fp=0xc000421fe0 sp=0xc000421fb8 pc=0x5dc31aa7ab28

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000421fe8 sp=0xc000421fe0 pc=0x5dc31a780fa1

created by net/http.(*Server).Serve in goroutine 1

	net/http/server.go:3454 +0x485

goroutine 88 gp=0xc000504fc0 m=nil [IO wait, 4 minutes]:

runtime.gopark(0x2?, 0x0?, 0x0?, 0x0?, 0xb?)

	runtime/proc.go:435 +0xce fp=0xc0003bfdd8 sp=0xc0003bfdb8 pc=0x5dc31a77986e

runtime.netpollblock(0x5dc31a79ccf8?, 0x1a7131a6?, 0xc3?)

	runtime/netpoll.go:575 +0xf7 fp=0xc0003bfe10 sp=0xc0003bfdd8 pc=0x5dc31a73e677

internal/poll.runtime_pollWait(0x78abecbc7c80, 0x72)

	runtime/netpoll.go:351 +0x85 fp=0xc0003bfe30 sp=0xc0003bfe10 pc=0x5dc31a778a85

internal/poll.(*pollDesc).wait(0xc0001fc080?, 0xc0002687c1?, 0x0)

	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003bfe58 sp=0xc0003bfe30 pc=0x5dc31a7fff07

internal/poll.(*pollDesc).waitRead(...)

	internal/poll/fd_poll_runtime.go:89

internal/poll.(*FD).Read(0xc0001fc080, {0xc0002687c1, 0x1, 0x1})

	internal/poll/fd_unix.go:165 +0x27a fp=0xc0003bfef0 sp=0xc0003bfe58 pc=0x5dc31a8011fa

net.(*netFD).Read(0xc0001fc080, {0xc0002687c1?, 0xc00044d018?, 0xc0003bff70?})

	net/fd_posix.go:55 +0x25 fp=0xc0003bff38 sp=0xc0003bfef0 pc=0x5dc31a8757a5

net.(*conn).Read(0xc0000ae000, {0xc0002687c1?, 0xc903240c903240c?, 0x240c903240c90324?})

	net/net.go:194 +0x45 fp=0xc0003bff80 sp=0xc0003bff38 pc=0x5dc31a883b65

net/http.(*connReader).backgroundRead(0xc0002687b0)

	net/http/server.go:690 +0x37 fp=0xc0003bffc8 sp=0xc0003bff80 pc=0x5dc31aa6f137

net/http.(*connReader).startBackgroundRead.gowrap2()

	net/http/server.go:686 +0x25 fp=0xc0003bffe0 sp=0xc0003bffc8 pc=0x5dc31aa6f065

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0003bffe8 sp=0xc0003bffe0 pc=0x5dc31a780fa1

created by net/http.(*connReader).startBackgroundRead in goroutine 102

	net/http/server.go:686 +0xb6

rax    0x215603fc8

rbx    0x78abc43b6410


rcx    0xff2

rdx    0x78abc4008a70

rdi    0x78abc4008a80

rsi    0x0

rbp    0x78abea1ff260

rsp    0x78abea1ff240

r8     0x0

r9     0x78abc42ed768

r10    0x0


r11    0x246

r12    0x78abc80094c0

r13    0x78abc4008a80

r14    0x0

r15    0x5dc31e2c9010

rip    0x78abe1424c47

rflags 0x10297

cs     0x33

fs     0x0

gs     0x0

SIGABRT: abort

PC=0x78ac3370c00b m=5 sigcode=18446744073709551610

signal arrived during cgo execution

goroutine 51 gp=0xc000602e00 m=5 mp=0xc000100008 [syscall]:

runtime.cgocall(0x5dc31b3c8960, 0xc0000c1bc8)

	runtime/cgocall.go:167 +0x4b fp=0xc0000c1ba0 sp=0xc0000c1b68 pc=0x5dc31a77658b

github.com/ollama/ollama/llama._Cfunc_llama_decode(0x78abc4a8ef00, {0x200, 0x78abc4a9df80, 0x0, 0x0, 0x78abc4a9e790, 0x78abc4b2d970, 0x78abc4b2e180, 0x78abc4b63510})

	_cgo_gotypes.go:557 +0x4a fp=0xc0000c1bc8 sp=0xc0000c1ba0 pc=0x5dc31aafc34a

github.com/ollama/ollama/llama.(*Context).Decode.func1(...)

	github.com/ollama/ollama/llama/llama.go:157

github.com/ollama/ollama/llama.(*Context).Decode(0xc0000c1dd0?, 0x0?)

	github.com/ollama/ollama/llama/llama.go:157 +0xf6 fp=0xc0000c1cc8 sp=0xc0000c1bc8 pc=0x5dc31aafef56

github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004d42d0, 0xc000450180, 0xc0000c1f20)

	github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0000c1ee0 sp=0xc0000c1cc8 pc=0x5dc31ab17f9e

github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004d42d0, {0x5dc31ba297a0, 0xc0003a45f0})

	github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0000c1fb8 sp=0xc0000c1ee0 pc=0x5dc31ab17bf5

github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2()

	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0x5dc31ab1c588

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x5dc31a780fa1

created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1

	github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xd97

goroutine 1 gp=0xc000002380 m=nil [IO wait, 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0001575b8 sp=0xc000157598 pc=0x5dc31a77986e

runtime.netpollblock(0xc000517608?, 0x1a7131a6?, 0xc3?)

	runtime/netpoll.go:575 +0xf7 fp=0xc0001575f0 sp=0xc0001575b8 pc=0x5dc31a73e677

internal/poll.runtime_pollWait(0x78abecbc7eb0, 0x72)

	runtime/netpoll.go:351 +0x85 fp=0xc000157610 sp=0xc0001575f0 pc=0x5dc31a778a85

internal/poll.(*pollDesc).wait(0xc0006ad600?, 0x90071cc7e?, 0x0)

	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000157638 sp=0xc000157610 pc=0x5dc31a7fff07

internal/poll.(*pollDesc).waitRead(...)

	internal/poll/fd_poll_runtime.go:89

internal/poll.(*FD).Accept(0xc0006ad600)

	internal/poll/fd_unix.go:620 +0x295 fp=0xc0001576e0 sp=0xc000157638 pc=0x5dc31a8052d5

net.(*netFD).accept(0xc0006ad600)

	net/fd_unix.go:172 +0x29 fp=0xc000157798 sp=0xc0001576e0 pc=0x5dc31a877749

net.(*TCPListener).accept(0xc00044cf40)

	net/tcpsock_posix.go:159 +0x1b fp=0xc0001577e8 sp=0xc000157798 pc=0x5dc31a88d0fb

net.(*TCPListener).Accept(0xc00044cf40)

	net/tcpsock.go:380 +0x30 fp=0xc000157818 sp=0xc0001577e8 pc=0x5dc31a88bfb0

net/http.(*onceCloseListener).Accept(0xc00026c630?)

	<autogenerated>:1 +0x24 fp=0xc000157830 sp=0xc000157818 pc=0x5dc31aaa2e64

net/http.(*Server).Serve(0xc00004f700, {0x5dc31ba27528, 0xc00044cf40})

	net/http/server.go:3424 +0x30c fp=0xc000157960 sp=0xc000157830 pc=0x5dc31aa7a72c

github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034160, 0x11, 0x12})

	github.com/ollama/ollama/runner/llamarunner/runner.go:993 +0x116a fp=0xc000157d08 sp=0xc000157960 pc=0x5dc31ab1c2ca

github.com/ollama/ollama/runner.Execute({0xc000034150?, 0x0?, 0x0?})

	github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc000157d30 sp=0xc000157d08 pc=0x5dc31ad469b4

github.com/ollama/ollama/cmd.NewCLI.func2(0xc00004f500?, {0x5dc31b5a6055?, 0x4?, 0x5dc31b5a6059?})

	github.com/ollama/ollama/cmd/cmd.go:1281 +0x45 fp=0xc000157d58 sp=0xc000157d30 pc=0x5dc31b35be45

github.com/spf13/cobra.(*Command).execute(0xc0004d6f08, {0xc000123c20, 0x11, 0x12})

	github.com/spf13/cobra@v1.7.0/command.go:940 +0x85c fp=0xc000157e78 sp=0xc000157d58 pc=0x5dc31a8f09dc

github.com/spf13/cobra.(*Command).ExecuteC(0xc0004aef08)

	github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000157f30 sp=0xc000157e78 pc=0x5dc31a8f1225

github.com/spf13/cobra.(*Command).Execute(...)

	github.com/spf13/cobra@v1.7.0/command.go:992

github.com/spf13/cobra.(*Command).ExecuteContext(...)

	github.com/spf13/cobra@v1.7.0/command.go:985

main.main()

	github.com/ollama/ollama/main.go:12 +0x4d fp=0xc000157f50 sp=0xc000157f30 pc=0x5dc31b35c1ad

runtime.main()

	runtime/proc.go:283 +0x29d fp=0xc000157fe0 sp=0xc000157f50 pc=0x5dc31a745c7d

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x5dc31a780fa1

goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000aafa8 sp=0xc0000aaf88 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.forcegchelper()

	runtime/proc.go:348 +0xb8 fp=0xc0000aafe0 sp=0xc0000aafa8 pc=0x5dc31a745fb8

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5dc31a780fa1

created by runtime.init.7 in goroutine 1

	runtime/proc.go:336 +0x1a

goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:

runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000ab780 sp=0xc0000ab760 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.bgsweep(0xc00003c080)

	runtime/mgcsweep.go:316 +0xdf fp=0xc0000ab7c8 sp=0xc0000ab780 pc=0x5dc31a7307df

runtime.gcenable.gowrap1()

	runtime/mgc.go:204 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5dc31a724bc5

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5dc31a780fa1

created by runtime.gcenable in goroutine 1

	runtime/mgc.go:204 +0x66

goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:

runtime.gopark(0x1141fe?, 0xe7378?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000abf78 sp=0xc0000abf58 pc=0x5dc31a77986e

runtime.goparkunlock(...)

	runtime/proc.go:441

runtime.(*scavengerState).park(0x5dc31c279980)

	runtime/mgcscavenge.go:425 +0x49 fp=0xc0000abfa8 sp=0xc0000abf78 pc=0x5dc31a72e229

runtime.bgscavenge(0xc00003c080)

	runtime/mgcscavenge.go:658 +0x59 fp=0xc0000abfc8 sp=0xc0000abfa8 pc=0x5dc31a72e7b9

runtime.gcenable.gowrap2()

	runtime/mgc.go:205 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5dc31a724b65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5dc31a780fa1

created by runtime.gcenable in goroutine 1

	runtime/mgc.go:205 +0xa5

goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 4 minutes]:

runtime.gopark(0x0?, 0x5dc31ba15440?, 0x0?, 0xe0?, 0x1000000010?)

	runtime/proc.go:435 +0xce fp=0xc0000aa630 sp=0xc0000aa610 pc=0x5dc31a77986e

runtime.runfinq()

	runtime/mfinal.go:196 +0x107 fp=0xc0000aa7e0 sp=0xc0000aa630 pc=0x5dc31a723b87

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5dc31a780fa1

created by runtime.createfing in goroutine 1

	runtime/mfinal.go:166 +0x3d

goroutine 6 gp=0xc0002148c0 m=nil [chan receive]:

runtime.gopark(0xc0001b9ea0?, 0xc000338060?, 0x60?, 0xc7?, 0x5dc31a85e488?)

	runtime/proc.go:435 +0xce fp=0xc0000ac718 sp=0xc0000ac6f8 pc=0x5dc31a77986e

runtime.chanrecv(0xc0000e2380, 0x0, 0x1)

	runtime/chan.go:664 +0x445 fp=0xc0000ac790 sp=0xc0000ac718 pc=0x5dc31a715d85

runtime.chanrecv1(0x0?, 0x0?)

	runtime/chan.go:506 +0x12 fp=0xc0000ac7b8 sp=0xc0000ac790 pc=0x5dc31a715912

runtime.unique_runtime_registerUniqueMapCleanup.func2(...)

	runtime/mgc.go:1796

runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()

	runtime/mgc.go:1799 +0x2f fp=0xc0000ac7e0 sp=0xc0000ac7b8 pc=0x5dc31a727d6f

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ac7e8 sp=0xc0000ac7e0 pc=0x5dc31a780fa1

created by unique.runtime_registerUniqueMapCleanup in goroutine 1

	runtime/mgc.go:1794 +0x85

goroutine 7 gp=0xc000214c40 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000acf38 sp=0xc0000acf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000acfc8 sp=0xc0000acf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000acfe0 sp=0xc0000acfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000acfe8 sp=0xc0000acfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 8 gp=0xc000214e00 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000ad738 sp=0xc0000ad718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000ad7c8 sp=0xc0000ad738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000ad7e0 sp=0xc0000ad7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ad7e8 sp=0xc0000ad7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 9 gp=0xc000214fc0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000adf38 sp=0xc0000adf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000adfc8 sp=0xc0000adf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000adfe0 sp=0xc0000adfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000adfe8 sp=0xc0000adfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 10 gp=0xc000215180 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 11 gp=0xc000215340 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 18 gp=0xc000504000 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 19 gp=0xc0005041c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 34 gp=0xc000102380 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 12 gp=0xc000215500 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 20 gp=0xc000504380 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 13 gp=0xc0002156c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 35 gp=0xc000102540 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000506f38 sp=0xc000506f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000506fc8 sp=0xc000506f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000506fe0 sp=0xc000506fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 36 gp=0xc000102700 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000507738 sp=0xc000507718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005077c8 sp=0xc000507738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005077e0 sp=0xc0005077c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005077e8 sp=0xc0005077e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 37 gp=0xc0001028c0 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000507f38 sp=0xc000507f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000507fc8 sp=0xc000507f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000507fe0 sp=0xc000507fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 38 gp=0xc000102a80 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000508738 sp=0xc000508718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005087c8 sp=0xc000508738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005087e0 sp=0xc0005087c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005087e8 sp=0xc0005087e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 21 gp=0xc000504540 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 14 gp=0xc000215880 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a8738 sp=0xc0000a8718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a87c8 sp=0xc0000a8738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a87e0 sp=0xc0000a87c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 39 gp=0xc000102c40 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000508f38 sp=0xc000508f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000508fc8 sp=0xc000508f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000508fe0 sp=0xc000508fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000508fe8 sp=0xc000508fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 40 gp=0xc000102e00 m=nil [GC worker (idle), 4 minutes]:

runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000509738 sp=0xc000509718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0005097c8 sp=0xc000509738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0005097e0 sp=0xc0005097c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0005097e8 sp=0xc0005097e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 41 gp=0xc000102fc0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c243c414?, 0x0?, 0x0?, 0x0?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000509f38 sp=0xc000509f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc000509fc8 sp=0xc000509f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc000509fe0 sp=0xc000509fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 22 gp=0xc000504700 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2421c21?, 0x3?, 0x1?, 0xc7?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050c738 sp=0xc00050c718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050c7c8 sp=0xc00050c738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050c7e0 sp=0xc00050c7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050c7e8 sp=0xc00050c7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 23 gp=0xc0005048c0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2403b38?, 0x1?, 0x87?, 0x61?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050cf38 sp=0xc00050cf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050cfc8 sp=0xc00050cf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050cfe0 sp=0xc00050cfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050cfe8 sp=0xc00050cfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 24 gp=0xc000504a80 m=nil [GC worker (idle)]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0x5a?, 0x5e?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050d738 sp=0xc00050d718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050d7c8 sp=0xc00050d738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050d7e0 sp=0xc00050d7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050d7e8 sp=0xc00050d7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 25 gp=0xc000504c40 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0xde?, 0x74?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00050df38 sp=0xc00050df18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00050dfc8 sp=0xc00050df38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00050dfe0 sp=0xc00050dfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 42 gp=0xc000103180 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c24699ed?, 0x3?, 0xae?, 0xa3?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 43 gp=0xc000103340 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c241f85d?, 0x1?, 0xf6?, 0x48?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 44 gp=0xc000103500 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x126451c2421225?, 0x1?, 0x7a?, 0xc3?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 45 gp=0xc0001036c0 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c246c84b?, 0x1?, 0x8a?, 0xbd?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011bf38 sp=0xc00011bf18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011bfc8 sp=0xc00011bf38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011bfe0 sp=0xc00011bfc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011bfe8 sp=0xc00011bfe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 15 gp=0xc000215a40 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c2413667?, 0x1?, 0x31?, 0x37?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a8f38 sp=0xc0000a8f18 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a8fc8 sp=0xc0000a8f38 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a8fe0 sp=0xc0000a8fc8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 16 gp=0xc000215c00 m=nil [GC worker (idle)]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0xe1?, 0x93?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc0000a9738 sp=0xc0000a9718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0000a97c8 sp=0xc0000a9738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 26 gp=0xc000504e00 m=nil [GC worker (idle), 3 minutes]:

runtime.gopark(0x5dc31c328100?, 0x1?, 0x29?, 0xdf?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 46 gp=0xc000103880 m=nil [GC worker (idle)]:

runtime.gopark(0x126451c246495c?, 0x1?, 0xba?, 0x7e?, 0x0?)

	runtime/proc.go:435 +0xce fp=0xc00011c738 sp=0xc00011c718 pc=0x5dc31a77986e

runtime.gcBgMarkWorker(0xc0000e37a0)

	runtime/mgc.go:1423 +0xe9 fp=0xc00011c7c8 sp=0xc00011c738 pc=0x5dc31a727089

runtime.gcBgMarkStartWorkers.gowrap1()

	runtime/mgc.go:1339 +0x25 fp=0xc00011c7e0 sp=0xc00011c7c8 pc=0x5dc31a726f65

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc00011c7e8 sp=0xc00011c7e0 pc=0x5dc31a780fa1

created by runtime.gcBgMarkStartWorkers in goroutine 1

	runtime/mgc.go:1339 +0x105

goroutine 102 gp=0xc0004b8540 m=nil [select, 4 minutes]:

runtime.gopark(0xc000421a58?, 0x2?, 0x0?, 0x0?, 0xc000421834?)

	runtime/proc.go:435 +0xce fp=0xc000421648 sp=0xc000421628 pc=0x5dc31a77986e

runtime.selectgo(0xc000421a58, 0xc000421830, 0x176c2?, 0x0, 0x1?, 0x1)

	runtime/select.go:351 +0x837 fp=0xc000421780 sp=0xc000421648 pc=0x5dc31a758177

github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004d42d0, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140)

	github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000421ac0 sp=0xc000421780 pc=0x5dc31ab199a5

github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x5dc31ba27708?, 0xc000168700?}, 0xc000155b40?)

	<autogenerated>:1 +0x36 fp=0xc000421af0 sp=0xc000421ac0 pc=0x5dc31ab1c9b6

net/http.HandlerFunc.ServeHTTP(0xc000139500?, {0x5dc31ba27708?, 0xc000168700?}, 0xc000155b60?)

	net/http/server.go:2294 +0x29 fp=0xc000421b18 sp=0xc000421af0 pc=0x5dc31aa76d69

net/http.(*ServeMux).ServeHTTP(0x5dc31a71e0a5?, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140)

	net/http/server.go:2822 +0x1c4 fp=0xc000421b68 sp=0xc000421b18 pc=0x5dc31aa78c64

net/http.serverHandler.ServeHTTP({0x5dc31ba23cb0?}, {0x5dc31ba27708?, 0xc000168700?}, 0x1?)

	net/http/server.go:3301 +0x8e fp=0xc000421b98 sp=0xc000421b68 pc=0x5dc31aa966ee

net/http.(*conn).serve(0xc00026c630, {0x5dc31ba29768, 0xc0001b7d40})

	net/http/server.go:2102 +0x625 fp=0xc000421fb8 sp=0xc000421b98 pc=0x5dc31aa75265

net/http.(*Server).Serve.gowrap3()

	net/http/server.go:3454 +0x28 fp=0xc000421fe0 sp=0xc000421fb8 pc=0x5dc31aa7ab28

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc000421fe8 sp=0xc000421fe0 pc=0x5dc31a780fa1

created by net/http.(*Server).Serve in goroutine 1

	net/http/server.go:3454 +0x485

goroutine 88 gp=0xc000504fc0 m=nil [IO wait, 4 minutes]:

runtime.gopark(0x2?, 0x0?, 0x0?, 0x0?, 0xb?)

	runtime/proc.go:435 +0xce fp=0xc0003bfdd8 sp=0xc0003bfdb8 pc=0x5dc31a77986e

runtime.netpollblock(0x5dc31a79ccf8?, 0x1a7131a6?, 0xc3?)

	runtime/netpoll.go:575 +0xf7 fp=0xc0003bfe10 sp=0xc0003bfdd8 pc=0x5dc31a73e677

internal/poll.runtime_pollWait(0x78abecbc7c80, 0x72)

	runtime/netpoll.go:351 +0x85 fp=0xc0003bfe30 sp=0xc0003bfe10 pc=0x5dc31a778a85

internal/poll.(*pollDesc).wait(0xc0001fc080?, 0xc0002687c1?, 0x0)

	internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003bfe58 sp=0xc0003bfe30 pc=0x5dc31a7fff07

internal/poll.(*pollDesc).waitRead(...)

	internal/poll/fd_poll_runtime.go:89

internal/poll.(*FD).Read(0xc0001fc080, {0xc0002687c1, 0x1, 0x1})

	internal/poll/fd_unix.go:165 +0x27a fp=0xc0003bfef0 sp=0xc0003bfe58 pc=0x5dc31a8011fa

net.(*netFD).Read(0xc0001fc080, {0xc0002687c1?, 0xc00044d018?, 0xc0003bff70?})

	net/fd_posix.go:55 +0x25 fp=0xc0003bff38 sp=0xc0003bfef0 pc=0x5dc31a8757a5

net.(*conn).Read(0xc0000ae000, {0xc0002687c1?, 0xc903240c903240c?, 0x240c903240c90324?})

	net/net.go:194 +0x45 fp=0xc0003bff80 sp=0xc0003bff38 pc=0x5dc31a883b65

net/http.(*connReader).backgroundRead(0xc0002687b0)

	net/http/server.go:690 +0x37 fp=0xc0003bffc8 sp=0xc0003bff80 pc=0x5dc31aa6f137

net/http.(*connReader).startBackgroundRead.gowrap2()

	net/http/server.go:686 +0x25 fp=0xc0003bffe0 sp=0xc0003bffc8 pc=0x5dc31aa6f065

runtime.goexit({})

	runtime/asm_amd64.s:1700 +0x1 fp=0xc0003bffe8 sp=0xc0003bffe0 pc=0x5dc31a780fa1

created by net/http.(*connReader).startBackgroundRead in goroutine 102

	net/http/server.go:686 +0xb6

rax    0x0

rbx    0x78abea200700

rcx    0x78ac3370c00b

rdx    0x0

rdi    0x2

rsi    0x78abea1ff270

rbp    0x78ab64e01c85

rsp    0x78abea1ff270

r8     0x0

r9     0x78abea1ff270

r10    0x8


r11    0x246

r12    0x78ab64e021b8

r13    0x49

r14    0x78abe1606ffe

r15    0x78aa908fa590

rip    0x78ac3370c00b


rflags 0x246

cs     0x33

fs     0x0

gs     0x0

[GIN] 2025/03/07 - 08:45:44 | 200 |         4m10s |      172.18.0.1 | POST     "/api/chat"

time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:467 msg="context for request finished"

time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:340 msg="runner with non-zero duration has gone idle, adding timer" modelPath=/root/.ollama/models/blobs/sha256-4824460d29f2058aaf6e1118a63a7a197a09bed509f0e7d4e2efb1ee273b447d duration=5m0s

time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:358 msg="after processing request finished event" modelPath=/root/.ollama/models/blobs/sha256-4824460d29f2058aaf6e1118a63a7a197a09bed509f0e7d4e2efb1ee273b447d refCount=0

time=2025-03-07T08:45:45.184Z level=ERROR source=server.go:421 msg="llama runner terminated" error="exit status 2"

OS

Docker

GPU

Nvidia

CPU

Intel

Ollama version

0.5.13

Originally created by @nicho2 on GitHub (Mar 7, 2025). Original GitHub issue: https://github.com/ollama/ollama/issues/9567 ### What is the issue? Hello, I use llama3.3 70b , when i have a long context (96000 tokens here) , i have an error during the inference ![Image](https://github.com/user-attachments/assets/9c7be919-ed0c-44a9-82ce-c37517c2e416) ### Relevant log output ```shell time=2025-03-07T08:41:43.913Z level=DEBUG source=cache.go:104 msg="loading cache slot" id=0 cache=0 prompt=95938 used=0 remaining=95938 CUDA error: out of memory current device: 2, in function alloc at //ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:445 cuMemCreate(&handle, reserve_size, &prop, 0) //ml/backend/ggml/ggml/src/ggml-cuda/ggml-cuda.cu:73: CUDA error SIGSEGV: segmentation violation PC=0x78abe1424c47 m=5 sigcode=1 addr=0x215603fc8 signal arrived during cgo execution goroutine 51 gp=0xc000602e00 m=5 mp=0xc000100008 [syscall]: runtime.cgocall(0x5dc31b3c8960, 0xc0000c1bc8) runtime/cgocall.go:167 +0x4b fp=0xc0000c1ba0 sp=0xc0000c1b68 pc=0x5dc31a77658b github.com/ollama/ollama/llama._Cfunc_llama_decode(0x78abc4a8ef00, {0x200, 0x78abc4a9df80, 0x0, 0x0, 0x78abc4a9e790, 0x78abc4b2d970, 0x78abc4b2e180, 0x78abc4b63510}) _cgo_gotypes.go:557 +0x4a fp=0xc0000c1bc8 sp=0xc0000c1ba0 pc=0x5dc31aafc34a github.com/ollama/ollama/llama.(*Context).Decode.func1(...) github.com/ollama/ollama/llama/llama.go:157 github.com/ollama/ollama/llama.(*Context).Decode(0xc0000c1dd0?, 0x0?) github.com/ollama/ollama/llama/llama.go:157 +0xf6 fp=0xc0000c1cc8 sp=0xc0000c1bc8 pc=0x5dc31aafef56 github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004d42d0, 0xc000450180, 0xc0000c1f20) github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0000c1ee0 sp=0xc0000c1cc8 pc=0x5dc31ab17f9e github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004d42d0, {0x5dc31ba297a0, 0xc0003a45f0}) github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0000c1fb8 sp=0xc0000c1ee0 pc=0x5dc31ab17bf5 github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2() github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0x5dc31ab1c588 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x5dc31a780fa1 created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xd97 goroutine 1 gp=0xc000002380 m=nil [IO wait, 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0001575b8 sp=0xc000157598 pc=0x5dc31a77986e runtime.netpollblock(0xc000517608?, 0x1a7131a6?, 0xc3?) runtime/netpoll.go:575 +0xf7 fp=0xc0001575f0 sp=0xc0001575b8 pc=0x5dc31a73e677 internal/poll.runtime_pollWait(0x78abecbc7eb0, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc000157610 sp=0xc0001575f0 pc=0x5dc31a778a85 internal/poll.(*pollDesc).wait(0xc0006ad600?, 0x90071cc7e?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000157638 sp=0xc000157610 pc=0x5dc31a7fff07 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0006ad600) internal/poll/fd_unix.go:620 +0x295 fp=0xc0001576e0 sp=0xc000157638 pc=0x5dc31a8052d5 net.(*netFD).accept(0xc0006ad600) net/fd_unix.go:172 +0x29 fp=0xc000157798 sp=0xc0001576e0 pc=0x5dc31a877749 net.(*TCPListener).accept(0xc00044cf40) net/tcpsock_posix.go:159 +0x1b fp=0xc0001577e8 sp=0xc000157798 pc=0x5dc31a88d0fb net.(*TCPListener).Accept(0xc00044cf40) net/tcpsock.go:380 +0x30 fp=0xc000157818 sp=0xc0001577e8 pc=0x5dc31a88bfb0 net/http.(*onceCloseListener).Accept(0xc00026c630?) <autogenerated>:1 +0x24 fp=0xc000157830 sp=0xc000157818 pc=0x5dc31aaa2e64 net/http.(*Server).Serve(0xc00004f700, {0x5dc31ba27528, 0xc00044cf40}) net/http/server.go:3424 +0x30c fp=0xc000157960 sp=0xc000157830 pc=0x5dc31aa7a72c github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034160, 0x11, 0x12}) github.com/ollama/ollama/runner/llamarunner/runner.go:993 +0x116a fp=0xc000157d08 sp=0xc000157960 pc=0x5dc31ab1c2ca github.com/ollama/ollama/runner.Execute({0xc000034150?, 0x0?, 0x0?}) github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc000157d30 sp=0xc000157d08 pc=0x5dc31ad469b4 github.com/ollama/ollama/cmd.NewCLI.func2(0xc00004f500?, {0x5dc31b5a6055?, 0x4?, 0x5dc31b5a6059?}) github.com/ollama/ollama/cmd/cmd.go:1281 +0x45 fp=0xc000157d58 sp=0xc000157d30 pc=0x5dc31b35be45 github.com/spf13/cobra.(*Command).execute(0xc0004d6f08, {0xc000123c20, 0x11, 0x12}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x85c fp=0xc000157e78 sp=0xc000157d58 pc=0x5dc31a8f09dc github.com/spf13/cobra.(*Command).ExecuteC(0xc0004aef08) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000157f30 sp=0xc000157e78 pc=0x5dc31a8f1225 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:12 +0x4d fp=0xc000157f50 sp=0xc000157f30 pc=0x5dc31b35c1ad runtime.main() runtime/proc.go:283 +0x29d fp=0xc000157fe0 sp=0xc000157f50 pc=0x5dc31a745c7d runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x5dc31a780fa1 goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000aafa8 sp=0xc0000aaf88 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.forcegchelper() runtime/proc.go:348 +0xb8 fp=0xc0000aafe0 sp=0xc0000aafa8 pc=0x5dc31a745fb8 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5dc31a780fa1 created by runtime.init.7 in goroutine 1 runtime/proc.go:336 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000ab780 sp=0xc0000ab760 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.bgsweep(0xc00003c080) runtime/mgcsweep.go:316 +0xdf fp=0xc0000ab7c8 sp=0xc0000ab780 pc=0x5dc31a7307df runtime.gcenable.gowrap1() runtime/mgc.go:204 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5dc31a724bc5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5dc31a780fa1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x1141fe?, 0xe7378?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000abf78 sp=0xc0000abf58 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.(*scavengerState).park(0x5dc31c279980) runtime/mgcscavenge.go:425 +0x49 fp=0xc0000abfa8 sp=0xc0000abf78 pc=0x5dc31a72e229 runtime.bgscavenge(0xc00003c080) runtime/mgcscavenge.go:658 +0x59 fp=0xc0000abfc8 sp=0xc0000abfa8 pc=0x5dc31a72e7b9 runtime.gcenable.gowrap2() runtime/mgc.go:205 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5dc31a724b65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5dc31a780fa1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:205 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 4 minutes]: runtime.gopark(0x0?, 0x5dc31ba15440?, 0x0?, 0xe0?, 0x1000000010?) runtime/proc.go:435 +0xce fp=0xc0000aa630 sp=0xc0000aa610 pc=0x5dc31a77986e runtime.runfinq() runtime/mfinal.go:196 +0x107 fp=0xc0000aa7e0 sp=0xc0000aa630 pc=0x5dc31a723b87 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5dc31a780fa1 created by runtime.createfing in goroutine 1 runtime/mfinal.go:166 +0x3d goroutine 6 gp=0xc0002148c0 m=nil [chan receive]: runtime.gopark(0xc0001b9ea0?, 0xc000338060?, 0x60?, 0xc7?, 0x5dc31a85e488?) runtime/proc.go:435 +0xce fp=0xc0000ac718 sp=0xc0000ac6f8 pc=0x5dc31a77986e runtime.chanrecv(0xc0000e2380, 0x0, 0x1) runtime/chan.go:664 +0x445 fp=0xc0000ac790 sp=0xc0000ac718 pc=0x5dc31a715d85 runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:506 +0x12 fp=0xc0000ac7b8 sp=0xc0000ac790 pc=0x5dc31a715912 runtime.unique_runtime_registerUniqueMapCleanup.func2(...) runtime/mgc.go:1796 runtime.unique_runtime_registerUniqueMapCleanup.gowrap1() runtime/mgc.go:1799 +0x2f fp=0xc0000ac7e0 sp=0xc0000ac7b8 pc=0x5dc31a727d6f runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ac7e8 sp=0xc0000ac7e0 pc=0x5dc31a780fa1 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 runtime/mgc.go:1794 +0x85 goroutine 7 gp=0xc000214c40 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000acf38 sp=0xc0000acf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000acfc8 sp=0xc0000acf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000acfe0 sp=0xc0000acfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000acfe8 sp=0xc0000acfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 8 gp=0xc000214e00 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000ad738 sp=0xc0000ad718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000ad7c8 sp=0xc0000ad738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000ad7e0 sp=0xc0000ad7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ad7e8 sp=0xc0000ad7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 9 gp=0xc000214fc0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000adf38 sp=0xc0000adf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000adfc8 sp=0xc0000adf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000adfe0 sp=0xc0000adfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000adfe8 sp=0xc0000adfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 10 gp=0xc000215180 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 11 gp=0xc000215340 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 18 gp=0xc000504000 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 19 gp=0xc0005041c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 34 gp=0xc000102380 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 12 gp=0xc000215500 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 20 gp=0xc000504380 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 13 gp=0xc0002156c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 35 gp=0xc000102540 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000506f38 sp=0xc000506f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000506fc8 sp=0xc000506f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000506fe0 sp=0xc000506fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 36 gp=0xc000102700 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000507738 sp=0xc000507718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005077c8 sp=0xc000507738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005077e0 sp=0xc0005077c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005077e8 sp=0xc0005077e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 37 gp=0xc0001028c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000507f38 sp=0xc000507f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000507fc8 sp=0xc000507f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000507fe0 sp=0xc000507fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 38 gp=0xc000102a80 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000508738 sp=0xc000508718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005087c8 sp=0xc000508738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005087e0 sp=0xc0005087c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005087e8 sp=0xc0005087e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 21 gp=0xc000504540 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 14 gp=0xc000215880 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a8738 sp=0xc0000a8718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a87c8 sp=0xc0000a8738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a87e0 sp=0xc0000a87c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 39 gp=0xc000102c40 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000508f38 sp=0xc000508f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000508fc8 sp=0xc000508f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000508fe0 sp=0xc000508fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000508fe8 sp=0xc000508fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 40 gp=0xc000102e00 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000509738 sp=0xc000509718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005097c8 sp=0xc000509738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005097e0 sp=0xc0005097c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005097e8 sp=0xc0005097e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 41 gp=0xc000102fc0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c243c414?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000509f38 sp=0xc000509f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000509fc8 sp=0xc000509f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000509fe0 sp=0xc000509fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 22 gp=0xc000504700 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2421c21?, 0x3?, 0x1?, 0xc7?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050c738 sp=0xc00050c718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050c7c8 sp=0xc00050c738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050c7e0 sp=0xc00050c7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050c7e8 sp=0xc00050c7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 23 gp=0xc0005048c0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2403b38?, 0x1?, 0x87?, 0x61?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050cf38 sp=0xc00050cf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050cfc8 sp=0xc00050cf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050cfe0 sp=0xc00050cfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050cfe8 sp=0xc00050cfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 24 gp=0xc000504a80 m=nil [GC worker (idle)]: runtime.gopark(0x5dc31c328100?, 0x1?, 0x5a?, 0x5e?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050d738 sp=0xc00050d718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050d7c8 sp=0xc00050d738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050d7e0 sp=0xc00050d7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050d7e8 sp=0xc00050d7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 25 gp=0xc000504c40 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x5dc31c328100?, 0x1?, 0xde?, 0x74?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050df38 sp=0xc00050df18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050dfc8 sp=0xc00050df38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050dfe0 sp=0xc00050dfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 42 gp=0xc000103180 m=nil [GC worker (idle)]: runtime.gopark(0x126451c24699ed?, 0x3?, 0xae?, 0xa3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 43 gp=0xc000103340 m=nil [GC worker (idle)]: runtime.gopark(0x126451c241f85d?, 0x1?, 0xf6?, 0x48?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 44 gp=0xc000103500 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x126451c2421225?, 0x1?, 0x7a?, 0xc3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 45 gp=0xc0001036c0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c246c84b?, 0x1?, 0x8a?, 0xbd?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011bf38 sp=0xc00011bf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011bfc8 sp=0xc00011bf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011bfe0 sp=0xc00011bfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011bfe8 sp=0xc00011bfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 15 gp=0xc000215a40 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2413667?, 0x1?, 0x31?, 0x37?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a8f38 sp=0xc0000a8f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a8fc8 sp=0xc0000a8f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a8fe0 sp=0xc0000a8fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 16 gp=0xc000215c00 m=nil [GC worker (idle)]: runtime.gopark(0x5dc31c328100?, 0x1?, 0xe1?, 0x93?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a9738 sp=0xc0000a9718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a97c8 sp=0xc0000a9738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 26 gp=0xc000504e00 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x5dc31c328100?, 0x1?, 0x29?, 0xdf?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 46 gp=0xc000103880 m=nil [GC worker (idle)]: runtime.gopark(0x126451c246495c?, 0x1?, 0xba?, 0x7e?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011c738 sp=0xc00011c718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011c7c8 sp=0xc00011c738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011c7e0 sp=0xc00011c7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011c7e8 sp=0xc00011c7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 102 gp=0xc0004b8540 m=nil [select, 4 minutes]: runtime.gopark(0xc000421a58?, 0x2?, 0x0?, 0x0?, 0xc000421834?) runtime/proc.go:435 +0xce fp=0xc000421648 sp=0xc000421628 pc=0x5dc31a77986e runtime.selectgo(0xc000421a58, 0xc000421830, 0x176c2?, 0x0, 0x1?, 0x1) runtime/select.go:351 +0x837 fp=0xc000421780 sp=0xc000421648 pc=0x5dc31a758177 github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004d42d0, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140) github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000421ac0 sp=0xc000421780 pc=0x5dc31ab199a5 github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x5dc31ba27708?, 0xc000168700?}, 0xc000155b40?) <autogenerated>:1 +0x36 fp=0xc000421af0 sp=0xc000421ac0 pc=0x5dc31ab1c9b6 net/http.HandlerFunc.ServeHTTP(0xc000139500?, {0x5dc31ba27708?, 0xc000168700?}, 0xc000155b60?) net/http/server.go:2294 +0x29 fp=0xc000421b18 sp=0xc000421af0 pc=0x5dc31aa76d69 net/http.(*ServeMux).ServeHTTP(0x5dc31a71e0a5?, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140) net/http/server.go:2822 +0x1c4 fp=0xc000421b68 sp=0xc000421b18 pc=0x5dc31aa78c64 net/http.serverHandler.ServeHTTP({0x5dc31ba23cb0?}, {0x5dc31ba27708?, 0xc000168700?}, 0x1?) net/http/server.go:3301 +0x8e fp=0xc000421b98 sp=0xc000421b68 pc=0x5dc31aa966ee net/http.(*conn).serve(0xc00026c630, {0x5dc31ba29768, 0xc0001b7d40}) net/http/server.go:2102 +0x625 fp=0xc000421fb8 sp=0xc000421b98 pc=0x5dc31aa75265 net/http.(*Server).Serve.gowrap3() net/http/server.go:3454 +0x28 fp=0xc000421fe0 sp=0xc000421fb8 pc=0x5dc31aa7ab28 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000421fe8 sp=0xc000421fe0 pc=0x5dc31a780fa1 created by net/http.(*Server).Serve in goroutine 1 net/http/server.go:3454 +0x485 goroutine 88 gp=0xc000504fc0 m=nil [IO wait, 4 minutes]: runtime.gopark(0x2?, 0x0?, 0x0?, 0x0?, 0xb?) runtime/proc.go:435 +0xce fp=0xc0003bfdd8 sp=0xc0003bfdb8 pc=0x5dc31a77986e runtime.netpollblock(0x5dc31a79ccf8?, 0x1a7131a6?, 0xc3?) runtime/netpoll.go:575 +0xf7 fp=0xc0003bfe10 sp=0xc0003bfdd8 pc=0x5dc31a73e677 internal/poll.runtime_pollWait(0x78abecbc7c80, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc0003bfe30 sp=0xc0003bfe10 pc=0x5dc31a778a85 internal/poll.(*pollDesc).wait(0xc0001fc080?, 0xc0002687c1?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003bfe58 sp=0xc0003bfe30 pc=0x5dc31a7fff07 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0001fc080, {0xc0002687c1, 0x1, 0x1}) internal/poll/fd_unix.go:165 +0x27a fp=0xc0003bfef0 sp=0xc0003bfe58 pc=0x5dc31a8011fa net.(*netFD).Read(0xc0001fc080, {0xc0002687c1?, 0xc00044d018?, 0xc0003bff70?}) net/fd_posix.go:55 +0x25 fp=0xc0003bff38 sp=0xc0003bfef0 pc=0x5dc31a8757a5 net.(*conn).Read(0xc0000ae000, {0xc0002687c1?, 0xc903240c903240c?, 0x240c903240c90324?}) net/net.go:194 +0x45 fp=0xc0003bff80 sp=0xc0003bff38 pc=0x5dc31a883b65 net/http.(*connReader).backgroundRead(0xc0002687b0) net/http/server.go:690 +0x37 fp=0xc0003bffc8 sp=0xc0003bff80 pc=0x5dc31aa6f137 net/http.(*connReader).startBackgroundRead.gowrap2() net/http/server.go:686 +0x25 fp=0xc0003bffe0 sp=0xc0003bffc8 pc=0x5dc31aa6f065 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0003bffe8 sp=0xc0003bffe0 pc=0x5dc31a780fa1 created by net/http.(*connReader).startBackgroundRead in goroutine 102 net/http/server.go:686 +0xb6 rax 0x215603fc8 rbx 0x78abc43b6410 rcx 0xff2 rdx 0x78abc4008a70 rdi 0x78abc4008a80 rsi 0x0 rbp 0x78abea1ff260 rsp 0x78abea1ff240 r8 0x0 r9 0x78abc42ed768 r10 0x0 r11 0x246 r12 0x78abc80094c0 r13 0x78abc4008a80 r14 0x0 r15 0x5dc31e2c9010 rip 0x78abe1424c47 rflags 0x10297 cs 0x33 fs 0x0 gs 0x0 SIGABRT: abort PC=0x78ac3370c00b m=5 sigcode=18446744073709551610 signal arrived during cgo execution goroutine 51 gp=0xc000602e00 m=5 mp=0xc000100008 [syscall]: runtime.cgocall(0x5dc31b3c8960, 0xc0000c1bc8) runtime/cgocall.go:167 +0x4b fp=0xc0000c1ba0 sp=0xc0000c1b68 pc=0x5dc31a77658b github.com/ollama/ollama/llama._Cfunc_llama_decode(0x78abc4a8ef00, {0x200, 0x78abc4a9df80, 0x0, 0x0, 0x78abc4a9e790, 0x78abc4b2d970, 0x78abc4b2e180, 0x78abc4b63510}) _cgo_gotypes.go:557 +0x4a fp=0xc0000c1bc8 sp=0xc0000c1ba0 pc=0x5dc31aafc34a github.com/ollama/ollama/llama.(*Context).Decode.func1(...) github.com/ollama/ollama/llama/llama.go:157 github.com/ollama/ollama/llama.(*Context).Decode(0xc0000c1dd0?, 0x0?) github.com/ollama/ollama/llama/llama.go:157 +0xf6 fp=0xc0000c1cc8 sp=0xc0000c1bc8 pc=0x5dc31aafef56 github.com/ollama/ollama/runner/llamarunner.(*Server).processBatch(0xc0004d42d0, 0xc000450180, 0xc0000c1f20) github.com/ollama/ollama/runner/llamarunner/runner.go:435 +0x23e fp=0xc0000c1ee0 sp=0xc0000c1cc8 pc=0x5dc31ab17f9e github.com/ollama/ollama/runner/llamarunner.(*Server).run(0xc0004d42d0, {0x5dc31ba297a0, 0xc0003a45f0}) github.com/ollama/ollama/runner/llamarunner/runner.go:343 +0x1d5 fp=0xc0000c1fb8 sp=0xc0000c1ee0 pc=0x5dc31ab17bf5 github.com/ollama/ollama/runner/llamarunner.Execute.gowrap2() github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0x28 fp=0xc0000c1fe0 sp=0xc0000c1fb8 pc=0x5dc31ab1c588 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000c1fe8 sp=0xc0000c1fe0 pc=0x5dc31a780fa1 created by github.com/ollama/ollama/runner/llamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/llamarunner/runner.go:973 +0xd97 goroutine 1 gp=0xc000002380 m=nil [IO wait, 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0001575b8 sp=0xc000157598 pc=0x5dc31a77986e runtime.netpollblock(0xc000517608?, 0x1a7131a6?, 0xc3?) runtime/netpoll.go:575 +0xf7 fp=0xc0001575f0 sp=0xc0001575b8 pc=0x5dc31a73e677 internal/poll.runtime_pollWait(0x78abecbc7eb0, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc000157610 sp=0xc0001575f0 pc=0x5dc31a778a85 internal/poll.(*pollDesc).wait(0xc0006ad600?, 0x90071cc7e?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000157638 sp=0xc000157610 pc=0x5dc31a7fff07 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0006ad600) internal/poll/fd_unix.go:620 +0x295 fp=0xc0001576e0 sp=0xc000157638 pc=0x5dc31a8052d5 net.(*netFD).accept(0xc0006ad600) net/fd_unix.go:172 +0x29 fp=0xc000157798 sp=0xc0001576e0 pc=0x5dc31a877749 net.(*TCPListener).accept(0xc00044cf40) net/tcpsock_posix.go:159 +0x1b fp=0xc0001577e8 sp=0xc000157798 pc=0x5dc31a88d0fb net.(*TCPListener).Accept(0xc00044cf40) net/tcpsock.go:380 +0x30 fp=0xc000157818 sp=0xc0001577e8 pc=0x5dc31a88bfb0 net/http.(*onceCloseListener).Accept(0xc00026c630?) <autogenerated>:1 +0x24 fp=0xc000157830 sp=0xc000157818 pc=0x5dc31aaa2e64 net/http.(*Server).Serve(0xc00004f700, {0x5dc31ba27528, 0xc00044cf40}) net/http/server.go:3424 +0x30c fp=0xc000157960 sp=0xc000157830 pc=0x5dc31aa7a72c github.com/ollama/ollama/runner/llamarunner.Execute({0xc000034160, 0x11, 0x12}) github.com/ollama/ollama/runner/llamarunner/runner.go:993 +0x116a fp=0xc000157d08 sp=0xc000157960 pc=0x5dc31ab1c2ca github.com/ollama/ollama/runner.Execute({0xc000034150?, 0x0?, 0x0?}) github.com/ollama/ollama/runner/runner.go:22 +0xd4 fp=0xc000157d30 sp=0xc000157d08 pc=0x5dc31ad469b4 github.com/ollama/ollama/cmd.NewCLI.func2(0xc00004f500?, {0x5dc31b5a6055?, 0x4?, 0x5dc31b5a6059?}) github.com/ollama/ollama/cmd/cmd.go:1281 +0x45 fp=0xc000157d58 sp=0xc000157d30 pc=0x5dc31b35be45 github.com/spf13/cobra.(*Command).execute(0xc0004d6f08, {0xc000123c20, 0x11, 0x12}) github.com/spf13/cobra@v1.7.0/command.go:940 +0x85c fp=0xc000157e78 sp=0xc000157d58 pc=0x5dc31a8f09dc github.com/spf13/cobra.(*Command).ExecuteC(0xc0004aef08) github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc000157f30 sp=0xc000157e78 pc=0x5dc31a8f1225 github.com/spf13/cobra.(*Command).Execute(...) github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) github.com/spf13/cobra@v1.7.0/command.go:985 main.main() github.com/ollama/ollama/main.go:12 +0x4d fp=0xc000157f50 sp=0xc000157f30 pc=0x5dc31b35c1ad runtime.main() runtime/proc.go:283 +0x29d fp=0xc000157fe0 sp=0xc000157f50 pc=0x5dc31a745c7d runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000157fe8 sp=0xc000157fe0 pc=0x5dc31a780fa1 goroutine 2 gp=0xc000002e00 m=nil [force gc (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000aafa8 sp=0xc0000aaf88 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.forcegchelper() runtime/proc.go:348 +0xb8 fp=0xc0000aafe0 sp=0xc0000aafa8 pc=0x5dc31a745fb8 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5dc31a780fa1 created by runtime.init.7 in goroutine 1 runtime/proc.go:336 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000ab780 sp=0xc0000ab760 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.bgsweep(0xc00003c080) runtime/mgcsweep.go:316 +0xdf fp=0xc0000ab7c8 sp=0xc0000ab780 pc=0x5dc31a7307df runtime.gcenable.gowrap1() runtime/mgc.go:204 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5dc31a724bc5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5dc31a780fa1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x1141fe?, 0xe7378?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000abf78 sp=0xc0000abf58 pc=0x5dc31a77986e runtime.goparkunlock(...) runtime/proc.go:441 runtime.(*scavengerState).park(0x5dc31c279980) runtime/mgcscavenge.go:425 +0x49 fp=0xc0000abfa8 sp=0xc0000abf78 pc=0x5dc31a72e229 runtime.bgscavenge(0xc00003c080) runtime/mgcscavenge.go:658 +0x59 fp=0xc0000abfc8 sp=0xc0000abfa8 pc=0x5dc31a72e7b9 runtime.gcenable.gowrap2() runtime/mgc.go:205 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5dc31a724b65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5dc31a780fa1 created by runtime.gcenable in goroutine 1 runtime/mgc.go:205 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait, 4 minutes]: runtime.gopark(0x0?, 0x5dc31ba15440?, 0x0?, 0xe0?, 0x1000000010?) runtime/proc.go:435 +0xce fp=0xc0000aa630 sp=0xc0000aa610 pc=0x5dc31a77986e runtime.runfinq() runtime/mfinal.go:196 +0x107 fp=0xc0000aa7e0 sp=0xc0000aa630 pc=0x5dc31a723b87 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5dc31a780fa1 created by runtime.createfing in goroutine 1 runtime/mfinal.go:166 +0x3d goroutine 6 gp=0xc0002148c0 m=nil [chan receive]: runtime.gopark(0xc0001b9ea0?, 0xc000338060?, 0x60?, 0xc7?, 0x5dc31a85e488?) runtime/proc.go:435 +0xce fp=0xc0000ac718 sp=0xc0000ac6f8 pc=0x5dc31a77986e runtime.chanrecv(0xc0000e2380, 0x0, 0x1) runtime/chan.go:664 +0x445 fp=0xc0000ac790 sp=0xc0000ac718 pc=0x5dc31a715d85 runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:506 +0x12 fp=0xc0000ac7b8 sp=0xc0000ac790 pc=0x5dc31a715912 runtime.unique_runtime_registerUniqueMapCleanup.func2(...) runtime/mgc.go:1796 runtime.unique_runtime_registerUniqueMapCleanup.gowrap1() runtime/mgc.go:1799 +0x2f fp=0xc0000ac7e0 sp=0xc0000ac7b8 pc=0x5dc31a727d6f runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ac7e8 sp=0xc0000ac7e0 pc=0x5dc31a780fa1 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 runtime/mgc.go:1794 +0x85 goroutine 7 gp=0xc000214c40 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000acf38 sp=0xc0000acf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000acfc8 sp=0xc0000acf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000acfe0 sp=0xc0000acfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000acfe8 sp=0xc0000acfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 8 gp=0xc000214e00 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000ad738 sp=0xc0000ad718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000ad7c8 sp=0xc0000ad738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000ad7e0 sp=0xc0000ad7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ad7e8 sp=0xc0000ad7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 9 gp=0xc000214fc0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000adf38 sp=0xc0000adf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000adfc8 sp=0xc0000adf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000adfe0 sp=0xc0000adfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000adfe8 sp=0xc0000adfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 10 gp=0xc000215180 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 11 gp=0xc000215340 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 18 gp=0xc000504000 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050a738 sp=0xc00050a718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050a7c8 sp=0xc00050a738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050a7e0 sp=0xc00050a7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050a7e8 sp=0xc00050a7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 19 gp=0xc0005041c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050af38 sp=0xc00050af18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050afc8 sp=0xc00050af38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050afe0 sp=0xc00050afc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050afe8 sp=0xc00050afe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 34 gp=0xc000102380 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000506738 sp=0xc000506718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005067c8 sp=0xc000506738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005067e0 sp=0xc0005067c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005067e8 sp=0xc0005067e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 12 gp=0xc000215500 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 20 gp=0xc000504380 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050b738 sp=0xc00050b718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050b7c8 sp=0xc00050b738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050b7e0 sp=0xc00050b7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050b7e8 sp=0xc00050b7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 13 gp=0xc0002156c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 35 gp=0xc000102540 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000506f38 sp=0xc000506f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000506fc8 sp=0xc000506f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000506fe0 sp=0xc000506fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000506fe8 sp=0xc000506fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 36 gp=0xc000102700 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000507738 sp=0xc000507718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005077c8 sp=0xc000507738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005077e0 sp=0xc0005077c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005077e8 sp=0xc0005077e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 37 gp=0xc0001028c0 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000507f38 sp=0xc000507f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000507fc8 sp=0xc000507f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000507fe0 sp=0xc000507fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000507fe8 sp=0xc000507fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 38 gp=0xc000102a80 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000508738 sp=0xc000508718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005087c8 sp=0xc000508738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005087e0 sp=0xc0005087c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005087e8 sp=0xc0005087e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 21 gp=0xc000504540 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050bf38 sp=0xc00050bf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050bfc8 sp=0xc00050bf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050bfe0 sp=0xc00050bfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050bfe8 sp=0xc00050bfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 14 gp=0xc000215880 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a8738 sp=0xc0000a8718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a87c8 sp=0xc0000a8738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a87e0 sp=0xc0000a87c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 39 gp=0xc000102c40 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000508f38 sp=0xc000508f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000508fc8 sp=0xc000508f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000508fe0 sp=0xc000508fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000508fe8 sp=0xc000508fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 40 gp=0xc000102e00 m=nil [GC worker (idle), 4 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000509738 sp=0xc000509718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0005097c8 sp=0xc000509738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0005097e0 sp=0xc0005097c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0005097e8 sp=0xc0005097e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 41 gp=0xc000102fc0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c243c414?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000509f38 sp=0xc000509f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc000509fc8 sp=0xc000509f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc000509fe0 sp=0xc000509fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000509fe8 sp=0xc000509fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 22 gp=0xc000504700 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2421c21?, 0x3?, 0x1?, 0xc7?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050c738 sp=0xc00050c718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050c7c8 sp=0xc00050c738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050c7e0 sp=0xc00050c7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050c7e8 sp=0xc00050c7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 23 gp=0xc0005048c0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2403b38?, 0x1?, 0x87?, 0x61?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050cf38 sp=0xc00050cf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050cfc8 sp=0xc00050cf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050cfe0 sp=0xc00050cfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050cfe8 sp=0xc00050cfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 24 gp=0xc000504a80 m=nil [GC worker (idle)]: runtime.gopark(0x5dc31c328100?, 0x1?, 0x5a?, 0x5e?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050d738 sp=0xc00050d718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050d7c8 sp=0xc00050d738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050d7e0 sp=0xc00050d7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050d7e8 sp=0xc00050d7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 25 gp=0xc000504c40 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x5dc31c328100?, 0x1?, 0xde?, 0x74?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00050df38 sp=0xc00050df18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00050dfc8 sp=0xc00050df38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00050dfe0 sp=0xc00050dfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00050dfe8 sp=0xc00050dfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 42 gp=0xc000103180 m=nil [GC worker (idle)]: runtime.gopark(0x126451c24699ed?, 0x3?, 0xae?, 0xa3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 43 gp=0xc000103340 m=nil [GC worker (idle)]: runtime.gopark(0x126451c241f85d?, 0x1?, 0xf6?, 0x48?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 44 gp=0xc000103500 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x126451c2421225?, 0x1?, 0x7a?, 0xc3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 45 gp=0xc0001036c0 m=nil [GC worker (idle)]: runtime.gopark(0x126451c246c84b?, 0x1?, 0x8a?, 0xbd?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011bf38 sp=0xc00011bf18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011bfc8 sp=0xc00011bf38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011bfe0 sp=0xc00011bfc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011bfe8 sp=0xc00011bfe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 15 gp=0xc000215a40 m=nil [GC worker (idle)]: runtime.gopark(0x126451c2413667?, 0x1?, 0x31?, 0x37?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a8f38 sp=0xc0000a8f18 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a8fc8 sp=0xc0000a8f38 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a8fe0 sp=0xc0000a8fc8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 16 gp=0xc000215c00 m=nil [GC worker (idle)]: runtime.gopark(0x5dc31c328100?, 0x1?, 0xe1?, 0x93?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a9738 sp=0xc0000a9718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0000a97c8 sp=0xc0000a9738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 26 gp=0xc000504e00 m=nil [GC worker (idle), 3 minutes]: runtime.gopark(0x5dc31c328100?, 0x1?, 0x29?, 0xdf?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 46 gp=0xc000103880 m=nil [GC worker (idle)]: runtime.gopark(0x126451c246495c?, 0x1?, 0xba?, 0x7e?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011c738 sp=0xc00011c718 pc=0x5dc31a77986e runtime.gcBgMarkWorker(0xc0000e37a0) runtime/mgc.go:1423 +0xe9 fp=0xc00011c7c8 sp=0xc00011c738 pc=0x5dc31a727089 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011c7e0 sp=0xc00011c7c8 pc=0x5dc31a726f65 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011c7e8 sp=0xc00011c7e0 pc=0x5dc31a780fa1 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 102 gp=0xc0004b8540 m=nil [select, 4 minutes]: runtime.gopark(0xc000421a58?, 0x2?, 0x0?, 0x0?, 0xc000421834?) runtime/proc.go:435 +0xce fp=0xc000421648 sp=0xc000421628 pc=0x5dc31a77986e runtime.selectgo(0xc000421a58, 0xc000421830, 0x176c2?, 0x0, 0x1?, 0x1) runtime/select.go:351 +0x837 fp=0xc000421780 sp=0xc000421648 pc=0x5dc31a758177 github.com/ollama/ollama/runner/llamarunner.(*Server).completion(0xc0004d42d0, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140) github.com/ollama/ollama/runner/llamarunner/runner.go:688 +0xa25 fp=0xc000421ac0 sp=0xc000421780 pc=0x5dc31ab199a5 github.com/ollama/ollama/runner/llamarunner.(*Server).completion-fm({0x5dc31ba27708?, 0xc000168700?}, 0xc000155b40?) <autogenerated>:1 +0x36 fp=0xc000421af0 sp=0xc000421ac0 pc=0x5dc31ab1c9b6 net/http.HandlerFunc.ServeHTTP(0xc000139500?, {0x5dc31ba27708?, 0xc000168700?}, 0xc000155b60?) net/http/server.go:2294 +0x29 fp=0xc000421b18 sp=0xc000421af0 pc=0x5dc31aa76d69 net/http.(*ServeMux).ServeHTTP(0x5dc31a71e0a5?, {0x5dc31ba27708, 0xc000168700}, 0xc00016c140) net/http/server.go:2822 +0x1c4 fp=0xc000421b68 sp=0xc000421b18 pc=0x5dc31aa78c64 net/http.serverHandler.ServeHTTP({0x5dc31ba23cb0?}, {0x5dc31ba27708?, 0xc000168700?}, 0x1?) net/http/server.go:3301 +0x8e fp=0xc000421b98 sp=0xc000421b68 pc=0x5dc31aa966ee net/http.(*conn).serve(0xc00026c630, {0x5dc31ba29768, 0xc0001b7d40}) net/http/server.go:2102 +0x625 fp=0xc000421fb8 sp=0xc000421b98 pc=0x5dc31aa75265 net/http.(*Server).Serve.gowrap3() net/http/server.go:3454 +0x28 fp=0xc000421fe0 sp=0xc000421fb8 pc=0x5dc31aa7ab28 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000421fe8 sp=0xc000421fe0 pc=0x5dc31a780fa1 created by net/http.(*Server).Serve in goroutine 1 net/http/server.go:3454 +0x485 goroutine 88 gp=0xc000504fc0 m=nil [IO wait, 4 minutes]: runtime.gopark(0x2?, 0x0?, 0x0?, 0x0?, 0xb?) runtime/proc.go:435 +0xce fp=0xc0003bfdd8 sp=0xc0003bfdb8 pc=0x5dc31a77986e runtime.netpollblock(0x5dc31a79ccf8?, 0x1a7131a6?, 0xc3?) runtime/netpoll.go:575 +0xf7 fp=0xc0003bfe10 sp=0xc0003bfdd8 pc=0x5dc31a73e677 internal/poll.runtime_pollWait(0x78abecbc7c80, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc0003bfe30 sp=0xc0003bfe10 pc=0x5dc31a778a85 internal/poll.(*pollDesc).wait(0xc0001fc080?, 0xc0002687c1?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003bfe58 sp=0xc0003bfe30 pc=0x5dc31a7fff07 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0001fc080, {0xc0002687c1, 0x1, 0x1}) internal/poll/fd_unix.go:165 +0x27a fp=0xc0003bfef0 sp=0xc0003bfe58 pc=0x5dc31a8011fa net.(*netFD).Read(0xc0001fc080, {0xc0002687c1?, 0xc00044d018?, 0xc0003bff70?}) net/fd_posix.go:55 +0x25 fp=0xc0003bff38 sp=0xc0003bfef0 pc=0x5dc31a8757a5 net.(*conn).Read(0xc0000ae000, {0xc0002687c1?, 0xc903240c903240c?, 0x240c903240c90324?}) net/net.go:194 +0x45 fp=0xc0003bff80 sp=0xc0003bff38 pc=0x5dc31a883b65 net/http.(*connReader).backgroundRead(0xc0002687b0) net/http/server.go:690 +0x37 fp=0xc0003bffc8 sp=0xc0003bff80 pc=0x5dc31aa6f137 net/http.(*connReader).startBackgroundRead.gowrap2() net/http/server.go:686 +0x25 fp=0xc0003bffe0 sp=0xc0003bffc8 pc=0x5dc31aa6f065 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0003bffe8 sp=0xc0003bffe0 pc=0x5dc31a780fa1 created by net/http.(*connReader).startBackgroundRead in goroutine 102 net/http/server.go:686 +0xb6 rax 0x0 rbx 0x78abea200700 rcx 0x78ac3370c00b rdx 0x0 rdi 0x2 rsi 0x78abea1ff270 rbp 0x78ab64e01c85 rsp 0x78abea1ff270 r8 0x0 r9 0x78abea1ff270 r10 0x8 r11 0x246 r12 0x78ab64e021b8 r13 0x49 r14 0x78abe1606ffe r15 0x78aa908fa590 rip 0x78ac3370c00b rflags 0x246 cs 0x33 fs 0x0 gs 0x0 [GIN] 2025/03/07 - 08:45:44 | 200 | 4m10s | 172.18.0.1 | POST "/api/chat" time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:467 msg="context for request finished" time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:340 msg="runner with non-zero duration has gone idle, adding timer" modelPath=/root/.ollama/models/blobs/sha256-4824460d29f2058aaf6e1118a63a7a197a09bed509f0e7d4e2efb1ee273b447d duration=5m0s time=2025-03-07T08:45:44.919Z level=DEBUG source=sched.go:358 msg="after processing request finished event" modelPath=/root/.ollama/models/blobs/sha256-4824460d29f2058aaf6e1118a63a7a197a09bed509f0e7d4e2efb1ee273b447d refCount=0 time=2025-03-07T08:45:45.184Z level=ERROR source=server.go:421 msg="llama runner terminated" error="exit status 2" ``` ### OS Docker ### GPU Nvidia ### CPU Intel ### Ollama version 0.5.13

GiteaMirror added the bug label 2026-05-04 13:10:00 -05:00

GiteaMirror closed this issue

2026-05-04 13:10:02 -05:00

GiteaMirror commented

2026-05-04 13:10:04 -05:00

@rick-github commented on GitHub (Mar 7, 2025):

CUDA error: out of memory

The part of the the log that shows memory allocations is missing, so here are some general steps for dealing with an OOM.

@rick-github commented on GitHub (Mar 7, 2025): ``` CUDA error: out of memory ``` The part of the the log that shows memory allocations is missing, so [here](https://github.com/ollama/ollama/issues/8597#issuecomment-2614533288) are some general steps for dealing with an OOM.

Sign in to join this conversation.

Branches Tags

main

hoyyeva/anthropic-local-image-path

dhiltgen/ci

dhiltgen/llama-runner

parth-remove-claude-desktop-launch

hoyyeva/anthropic-reference-images-path

parth-anthropic-reference-images-path

brucemacd/download-before-remove

hoyyeva/editor-config-repair

parth-mlx-decode-checkpoints

parth-launch-codex-app

hoyyeva/fix-codex-model-metadata-warning

hoyyeva/qwen

parth/hide-claude-desktop-till-release

hoyyeva/opencode-image-modality

parth-add-claude-code-autoinstall

release_v0.22.0

pdevine/manifest-list

codex/fix-codex-model-metadata-warning

pdevine/addressable-manifest

brucemacd/launch-fetch-reccomended

jmorganca/llama-compat

launch-copilot-cli

hoyyeva/opencode-thinking

release_v0.20.7

parth-auto-save-backup

parth-test

jmorganca/gemma4-audio-replacements

fix-manifest-digest-on-pull

hoyyeva/vscode-improve

brucemacd/install-server-wait

parth/update-claude-docs

brucemac/start-ap-install

pdevine/mlx-update

pdevine/qwen35_vision

drifkin/api-show-fallback

mintlify/image-generation-1773352582

hoyyeva/server-context-length-local-config

jmorganca/faster-reptition-penalties

jmorganca/convert-nemotron

parth-pi-thinking

pdevine/sampling-penalties

jmorganca/fix-create-quantization-memory

dongchen/resumable_transfer_fix

pdevine/sampling-cache-error

jessegross/mlx-usage

hoyyeva/openclaw-config

hoyyeva/app-html

pdevine/qwen3next

brucemacd/sign-sh-install

brucemacd/tui-update

brucemacd/usage-api

jmorganca/launch-empty

fix-app-dist-embed

mxyng/mlx-compile

mxyng/mlx-quant

mxyng/mlx-glm4.7

mxyng/mlx

brucemacd/simplify-model-picker

jmorganca/qwen3-concurrent

fix-glm-4.7-flash-mla-config

drifkin/qwen3-coder-opening-tag

brucemacd/usage-cli

fix-cuda12-fattn-shmem

ollama-imagegen-docs

parth/fix-multiline-inputs

brucemacd/config-docs

mxyng/model-files

mxyng/simple-execute

fix-imagegen-ollama-models

mxyng/async-upload

jmorganca/lazy-no-dtype-changes

imagegen-auto-detect-create

parth/decrease-concurrent-download-hf

fix-mlx-quantize-init

jmorganca/x-cleanup

usage

imagegen-readme

jmorganca/glm-image

mlx-gpu-cd

jmorganca/imagegen-modelfile

parth/agent-skills

parth/agent-allowlist

parth/signed-in-offline

parth/agents

parth/fix-context-chopping

improve-cloud-flow

parth/add-models-websearch

parth/prompt-renderer-mcp

jmorganca/native-settings

jmorganca/download-stream-hash

jmorganca/client2-rebased

brucemacd/oai-chat-req-multipart

jessegross/multi_chunk_reserve

grace/additional-omit-empty

grace/mistral-3-large

mxyng/tokenizer2

mxyng/tokenizer

jessegross/flash

hoyyeva/windows-nacked-app

mxyng/cleanup-attention

grace/deepseek-parser

hoyyeva/remember-unsent-prompt

parth/add-lfs-pointer-error-conversion

parth/olmo2-test2

hoyyeva/ollama-launchagent-plist

nicole/olmo-model

parth/olmo-test

mxyng/remove-embedded

parth/render-template

jmorganca/intellect-3

parth/remove-prealloc-linter

jmorganca/cmd-eval

nicole/nomic-embed-text-fix

mxyng/lint-2

hoyyeva/add-gemini-3-pro-preview

hoyyeva/load-model-list

mxyng/expand-path

mxyng/environ-2

hoyyeva/deeplink-json-encoding

parth/improve-tool-calling-tests

hoyyeva/conversation

hoyyeva/assistant-edit-response

hoyyeva/thinking

origin/brucemacd/invalid-char-i-err

parth/improve-tool-calling

jmorganca/required-omitempty

grace/qwen3-vl-tests

mxyng/iter-client

parth/docs-readme

nicole/embed-test

pdevine/integration-benchstat

parth/remove-generate-cmd

parth/add-toolcall-id

mxyng/server-tests

jmorganca/glm-4.6

jmorganca/gin-h-compat

drifkin/stable-tool-args

pdevine/qwen3-more-thinking

parth/add-websearch-client

nicole/websearch_local

jmorganca/qwen3-coder-updates

grace/deepseek-v3-migration-tests

mxyng/fix-create

jmorganca/cloud-errors

pdevine/parser-tidy

revert-12233-parth/simplify-entrypoints-runner

parth/enable-so-gpt-oss

brucemacd/qwen3vl

jmorganca/readme-simplify

parth/gpt-oss-structured-outputs

revert-12039-jmorganca/tools-braces

mxyng/embeddings

mxyng/gguf

mxyng/benchmark

mxyng/types-null

parth/move-parsing

mxyng/gemma2

jmorganca/docs

mxyng/16-bit

mxyng/create-stdin

pdevine/authorizedkeys

mxyng/quant

parth/opt-in-error-context-window

brucemacd/cache-models

brucemacd/runner-completion

jmorganca/llama-update-6

brucemacd/benchmark-list

brucemacd/partial-read-caps

parth/deepseek-r1-tools

mxyng/omit-array

parth/tool-prefix-temp

brucemacd/runner-test

jmorganca/qwen25vl

brucemacd/model-forward-test-ext

parth/python-function-parsing

jmorganca/cuda-compression-none

drifkin/num-parallel

drifkin/chat-truncation-fix

jmorganca/sync

parth/python-tools-calling

drifkin/array-head-count

brucemacd/create-no-loop

parth/server-enable-content-stream-with-tools

qwen25omni

mxyng/v3

brucemacd/ropeconfig

jmorganca/silence-tokenizer

parth/sample-so-test

parth/sampling-structured-outputs

brucemacd/doc-go-engine

parth/constrained-sampling-json

jmorganca/mistral-wip

brucemacd/mistral-small-convert

parth/sample-unmarshal-json-for-params

brucemacd/jomorganca/mistral

pdevine/bfloat16

jmorganca/mistral

brucemacd/mistral

pdevine/logging

parth/sample-correctness-fix

parth/sample-fix-sorting

jmorgan/sample-fix-sorting-extras

jmorganca/temp-0-images

brucemacd/parallel-embed-models

brucemacd/shim-grammar

jmorganca/fix-gguf-error

bmizerany/nameswork

jmorganca/faster-releases

bmizerany/validatenames

brucemacd/err-no-vocab

brucemacd/rope-config

brucemacd/err-hint

brucemacd/qwen2_5

brucemacd/logprobs

brucemacd/new_runner_graph_bench

progress-flicker

brucemacd/forward-test

brucemacd/go_qwen2

pdevine/gemma2

jmorganca/add-missing-symlink-eval

mxyng/next-debug

parth/set-context-size-openai

brucemacd/next-bpe-bench

brucemacd/next-bpe-test

brucemacd/new_runner_e2e

brucemacd/new_runner_qwen2

pdevine/convert-cohere2

brucemacd/convert-cli

parth/log-probs

mxyng/next-mlx

mxyng/cmd-history

parth/templating

parth/tokenize-detokenize

brucemacd/check-key-register

bmizerany/grammar

jmorganca/vendor-081b29bd

mxyng/func-checks

jmorganca/fix-null-format

parth/fix-default-to-warn-json

jmorganca/qwen2vl

jmorganca/no-concat

parth/cmd-cleanup-SO

brucemacd/check-key-register-structured-err

parth/openai-stream-usage

parth/fix-referencing-so

stream-tools-stop

jmorganca/degin-1

brucemacd/install-path-clean

brucemacd/push-name-validation

brucemacd/browser-key-register

jmorganca/openai-fix-first-message

jmorganca/fix-proxy

jessegross/sample

parth/disallow-streaming-tools

dhiltgen/remove_submodule

jmorganca/ga

jmorganca/mllama

pdevine/newlines

pdevine/geems-2b

jmorganca/llama-bump

mxyng/modelname-7

mxyng/gin-slog

mxyng/modelname-6

jyan/convert-prog

jyan/quant5

paligemma-support

pdevine/import-docs

jmorganca/openai-context

jyan/paligemma

jyan/p2

jyan/palitest

bmizerany/embedspeedup

jmorganca/llama-vit

brucemacd/allow-ollama

royh/ep-methods

royh/whisper

mxyng/api-models

mxyng/fix-memory

jyan/q4_4/8

jyan/ollama-v

royh/stream-tools

roy-embed-parallel

bmizerany/hrm

revert-5963-revert-5924-mxyng/llama3.1-rope

royh/embed-viz

jyan/local2

jyan/auth

jyan/local

jyan/parse-temp

jmorganca/template-mistral

jyan/reord-g

royh-openai-suffixdocs

royh-imgembed

royh-embed-parallel

jyan/quant4

royh-precision

jyan/progress

pdevine/fix-template

jyan/quant3

pdevine/ggla

mxyng/update-registry-domain

jmorganca/ggml-static

mxyng/create-context

jyan/v0.146

mxyng/layers-from-files

build_dist

bmizerany/noseek

royh-ls

royh-name

timeout

mxyng/server-timestamp

bmizerany/nosillyggufslurps

royh-params

jmorganca/llama-cpp-7c26775

royh-openai-delete

royh-show-rigid

jmorganca/enable-fa

jmorganca/no-error-template

jyan/format

royh-testdelete

bmizerany/fastverify

language_support

pdevine/ps-glitches

brucemacd/tokenize

bruce/iq-quants

bmizerany/filepathwithcoloninhost

mxyng/split-bin

bmizerany/client-registry

jmorganca/if-none-match

native

jmorganca/native

jmorganca/batch-embeddings

jmorganca/initcmake

jmorganca/mm

pdevine/showggmlinfo

modenameenforcealphanum

bmizerany/modenameenforcealphanum

jmorganca/done-reason

jmorganca/llama-cpp-8960fe8

ollama.com

bmizerany/filepathnobuild

bmizerany/types/model/defaultfix

rmdisplaylong

nogogen

bmizerany/x

modelfile-readme

bmizerany/replacecolon

jmorganca/limit

jmorganca/execstack

jmorganca/replace-assets

mxyng/tune-concurrency

jmorganca/testing

whitespace-detection

jmorganca/options

upgrade-all

scratch

cuda-search

mattw/airenamer

mattw/allmodelsonhuggingface

mattw/quantcontext

mattw/whatneedstorun

brucemacd/llama-mem-calc

mattw/faq-context

mattw/communitylinks

mattw/noprune

mattw/python-functioncalling

rename

mxyng/install

pulse

remove-first

editor

mattw/selfqueryingretrieval

cgo

mattw/howtoquant

api

matt/streamingapi

format-config

mxyng/extra-args

shell

update-nous-hermes

cp-model

upload-progress

fix-unknown-model

fix-model-names

delete-fix

insecure-registry

ls

deletemodels

progressbar

readme-updates

license-layers

skip-list

list-models

modelpath

matt/examplemodelfiles

distribution

go-opts

1 Participants

Notifications

Due Date

No due date set.

Dependencies

No dependencies set.

Reference: github-starred/ollama#68296