[GH-ISSUE #10366] ollama run gemma3:4b/12b/27b crash #68867

New Issue

Closed

opened 2026-05-04 15:25:46 -05:00 by GiteaMirror · 8 comments

GiteaMirror commented 2026-05-04 15:25:46 -05:00

Owner

Copy Link

Originally created by @yiminghub2024 on GitHub (Apr 22, 2025).
Original GitHub issue: https://github.com/ollama/ollama/issues/10366

What is the issue?

ollama run gemma3:4b/12b/27b crash
ERROR: an error was encountered while running the model: unexpected EOF
ERROR: POST

predict: Post "http://127.0.0.1:39379/completion": EOF

Relevant log output

goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a8fa8 sp=0xc0000a8f88 pc=0x5e077ddec44e
runtime.goparkunlock(...)
        runtime/proc.go:441
runtime.forcegchelper()
        runtime/proc.go:348 +0xb8 fp=0xc0000a8fe0 sp=0xc0000a8fa8 pc=0x5e077ddb8b78
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5e077ddf3b81
created by runtime.init.7 in goroutine 1
        runtime/proc.go:336 +0x1a

goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a9780 sp=0xc0000a9760 pc=0x5e077ddec44e
runtime.goparkunlock(...)
        runtime/proc.go:441
runtime.bgsweep(0xc0000d4000)
        runtime/mgcsweep.go:316 +0xdf fp=0xc0000a97c8 sp=0xc0000a9780 pc=0x5e077dda323f
runtime.gcenable.gowrap1()
        runtime/mgc.go:204 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5e077dd97625
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5e077ddf3b81
created by runtime.gcenable in goroutine 1
        runtime/mgc.go:204 +0x66

goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x5e077ee028c8?, 0x0?, 0x0?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a9f78 sp=0xc0000a9f58 pc=0x5e077ddec44e
runtime.goparkunlock(...)
        runtime/proc.go:441
runtime.(*scavengerState).park(0x5e077f94d300)
        runtime/mgcscavenge.go:425 +0x49 fp=0xc0000a9fa8 sp=0xc0000a9f78 pc=0x5e077dda0c89
runtime.bgscavenge(0xc0000d4000)
        runtime/mgcscavenge.go:658 +0x59 fp=0xc0000a9fc8 sp=0xc0000a9fa8 pc=0x5e077dda1219
runtime.gcenable.gowrap2()
        runtime/mgc.go:205 +0x25 fp=0xc0000a9fe0 sp=0xc0000a9fc8 pc=0x5e077dd975c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a9fe8 sp=0xc0000a9fe0 pc=0x5e077ddf3b81
created by runtime.gcenable in goroutine 1
        runtime/mgc.go:205 +0xa5

goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]:
runtime.gopark(0x1b8?, 0xc000002380?, 0x1?, 0x23?, 0xc0000a8688?)
        runtime/proc.go:435 +0xce fp=0xc0000a8630 sp=0xc0000a8610 pc=0x5e077ddec44e
runtime.runfinq()
        runtime/mfinal.go:196 +0x107 fp=0xc0000a87e0 sp=0xc0000a8630 pc=0x5e077dd965e7
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5e077ddf3b81
created by runtime.createfing in goroutine 1
        runtime/mfinal.go:166 +0x3d

goroutine 6 gp=0xc0001fa8c0 m=nil [chan receive]:
runtime.gopark(0xc00025b680?, 0xc00a080018?, 0x60?, 0xa7?, 0x5e077ded18e8?)
        runtime/proc.go:435 +0xce fp=0xc0000aa718 sp=0xc0000aa6f8 pc=0x5e077ddec44e
runtime.chanrecv(0xc0000e2310, 0x0, 0x1)
        runtime/chan.go:664 +0x445 fp=0xc0000aa790 sp=0xc0000aa718 pc=0x5e077dd887e5
runtime.chanrecv1(0x0?, 0x0?)
        runtime/chan.go:506 +0x12 fp=0xc0000aa7b8 sp=0xc0000aa790 pc=0x5e077dd88372
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
        runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
        runtime/mgc.go:1799 +0x2f fp=0xc0000aa7e0 sp=0xc0000aa7b8 pc=0x5e077dd9a7cf
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5e077ddf3b81
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
        runtime/mgc.go:1794 +0x85

goroutine 7 gp=0xc0001fac40 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb3?, 0x1d?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000aaf38 sp=0xc0000aaf18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000aafc8 sp=0xc0000aaf38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000aafe0 sp=0xc0000aafc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 8 gp=0xc0001fae00 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xea?, 0xff?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000ab738 sp=0xc0000ab718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000ab7c8 sp=0xc0000ab738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 9 gp=0xc0001fafc0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x44?, 0x73?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000abf38 sp=0xc0000abf18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000abfc8 sp=0xc0000abf38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 10 gp=0xc0001fb180 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x0?, 0x25?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a4738 sp=0xc0000a4718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a47c8 sp=0xc0000a4738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a47e0 sp=0xc0000a47c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a47e8 sp=0xc0000a47e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 11 gp=0xc0001fb340 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x40?, 0xef?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a4f38 sp=0xc0000a4f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a4fc8 sp=0xc0000a4f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a4fe0 sp=0xc0000a4fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a4fe8 sp=0xc0000a4fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 12 gp=0xc0001fb500 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x73?, 0x3b?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a5738 sp=0xc0000a5718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a57c8 sp=0xc0000a5738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a57e0 sp=0xc0000a57c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a57e8 sp=0xc0000a57e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 13 gp=0xc0001fb6c0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb0?, 0xb3?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a5f38 sp=0xc0000a5f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a5fc8 sp=0xc0000a5f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a5fe0 sp=0xc0000a5fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a5fe8 sp=0xc0000a5fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 14 gp=0xc0001fb880 m=nil [GC worker (idle)]:
runtime.gopark(0x1e47461781c?, 0x1?, 0xf8?, 0x23?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 15 gp=0xc0001fba40 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x2a?, 0xae?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 16 gp=0xc0001fbc00 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xe?, 0x41?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 18 gp=0xc0001fbdc0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb0?, 0x47?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 19 gp=0xc0004aa000 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x81?, 0xcd?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b0738 sp=0xc0004b0718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b07c8 sp=0xc0004b0738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b07e0 sp=0xc0004b07c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b07e8 sp=0xc0004b07e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 20 gp=0xc0004aa1c0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xae?, 0x62?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b0f38 sp=0xc0004b0f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b0fc8 sp=0xc0004b0f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b0fe0 sp=0xc0004b0fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b0fe8 sp=0xc0004b0fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 21 gp=0xc0004aa380 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xbc?, 0xf8?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b1738 sp=0xc0004b1718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b17c8 sp=0xc0004b1738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b17e0 sp=0xc0004b17c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b17e8 sp=0xc0004b17e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 22 gp=0xc0004aa540 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xc3?, 0x45?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b1f38 sp=0xc0004b1f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b1fc8 sp=0xc0004b1f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b1fe0 sp=0xc0004b1fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b1fe8 sp=0xc0004b1fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 23 gp=0xc0004aa700 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x5b?, 0x7?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b2738 sp=0xc0004b2718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b27c8 sp=0xc0004b2738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b27e0 sp=0xc0004b27c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b27e8 sp=0xc0004b27e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 24 gp=0xc0004aa8c0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xa4?, 0xe0?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b2f38 sp=0xc0004b2f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b2fc8 sp=0xc0004b2f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b2fe0 sp=0xc0004b2fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b2fe8 sp=0xc0004b2fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 25 gp=0xc0004aaa80 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x64?, 0xd8?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b3738 sp=0xc0004b3718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b37c8 sp=0xc0004b3738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b37e0 sp=0xc0004b37c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b37e8 sp=0xc0004b37e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 26 gp=0xc0004aac40 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x9a?, 0xdc?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004b3f38 sp=0xc0004b3f18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004b3fc8 sp=0xc0004b3f38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004b3fe0 sp=0xc0004b3fc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b3fe8 sp=0xc0004b3fe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 27 gp=0xc0004aae00 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x76?, 0xb1?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004ac738 sp=0xc0004ac718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004ac7c8 sp=0xc0004ac738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004ac7e0 sp=0xc0004ac7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ac7e8 sp=0xc0004ac7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 28 gp=0xc0004aafc0 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x98?, 0x10?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004acf38 sp=0xc0004acf18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004acfc8 sp=0xc0004acf38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004acfe0 sp=0xc0004acfc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004acfe8 sp=0xc0004acfe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 29 gp=0xc0004ab180 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x49?, 0xa9?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004ad738 sp=0xc0004ad718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004ad7c8 sp=0xc0004ad738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004ad7e0 sp=0xc0004ad7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ad7e8 sp=0xc0004ad7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 30 gp=0xc0004ab340 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x4c?, 0x88?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004adf38 sp=0xc0004adf18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004adfc8 sp=0xc0004adf38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004adfe0 sp=0xc0004adfc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004adfe8 sp=0xc0004adfe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 31 gp=0xc0004ab500 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x16?, 0xbe?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004ae738 sp=0xc0004ae718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004ae7c8 sp=0xc0004ae738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004ae7e0 sp=0xc0004ae7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ae7e8 sp=0xc0004ae7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 32 gp=0xc0004ab6c0 m=41 mp=0xc001c80808 [GC worker (active)]:
runtime.systemstack_switch()
        runtime/asm_amd64.s:479 +0x8 fp=0xc0004aef38 sp=0xc0004aef28 pc=0x5e077ddf1b48
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1483 +0x1e9 fp=0xc0004aefc8 sp=0xc0004aef38 pc=0x5e077dd99be9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004aefe0 sp=0xc0004aefc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004aefe8 sp=0xc0004aefe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 34 gp=0xc000102380 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0xd3?, 0x98?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 35 gp=0xc000102540 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x4?, 0xdc?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 36 gp=0xc000102700 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x9d?, 0x37?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 33 gp=0xc0004ab880 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x6e?, 0xa3?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004af738 sp=0xc0004af718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004af7c8 sp=0xc0004af738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004af7e0 sp=0xc0004af7c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004af7e8 sp=0xc0004af7e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 50 gp=0xc0004aba40 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x24?, 0x2e?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc0004aff38 sp=0xc0004aff18 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0004affc8 sp=0xc0004aff38 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0004affe0 sp=0xc0004affc8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0004affe8 sp=0xc0004affe0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 51 gp=0xc0004abc00 m=nil [GC worker (idle)]:
runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x31?, 0x3b?, 0x0?)
        runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5e077ddec44e
runtime.gcBgMarkWorker(0xc0000e3730)
        runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5e077dd99ae9
runtime.gcBgMarkStartWorkers.gowrap1()
        runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5e077dd999c5
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5e077ddf3b81
created by runtime.gcBgMarkStartWorkers in goroutine 1
        runtime/mgc.go:1339 +0x105

goroutine 53 gp=0xc000602e00 m=nil [runnable]:
runtime.cgocall(0x5e077ec2fd20, 0xc0006177c8)
        runtime/cgocall.go:167 +0x4b fp=0xc0006177a0 sp=0xc000617768 pc=0x5e077dde914b
github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_mul_mat(0x74d054003450, 0x74d0c404f890, 0x74d074b7c750)
        _cgo_gotypes.go:978 +0x4b fp=0xc0006177c8 sp=0xc0006177a0 pc=0x5e077e1e844b
github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Mulmat.func1(...)
        github.com/ollama/ollama/ml/backend/ggml/ggml.go:873
github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Mulmat(0xc003517260, {0x5e077f0ef0b0?, 0xc0030f0bd0?}, {0x5e077f0f7ab0?, 0xc00a60eab0?})
        github.com/ollama/ollama/ml/backend/ggml/ggml.go:873 +0xd1 fp=0xc000617820 sp=0xc0006177c8 pc=0x5e077e1f29b1
github.com/ollama/ollama/ml/nn.(*Linear).Forward(0xc003509960, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0?, 0xc00a60eab0?})
        github.com/ollama/ollama/ml/nn/linear.go:11 +0x37 fp=0xc000617858 sp=0xc000617820 pc=0x5e077e240397
github.com/ollama/ollama/model/models/gemma3.(*TextMLP).Forward(0xc003517110, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0, 0xc00a60ea50}, 0x358637bd?)
        github.com/ollama/ollama/model/models/gemma3/model_text.go:139 +0xb6 fp=0xc0006178a0 sp=0xc000617858 pc=0x5e077e289536
github.com/ollama/ollama/model/models/gemma3.(*TextLayer).Forward(0xc0006179f0, {0x5e077f0ef0b0, 0xc0030f0bd0}, 0x21, {0x5e077f0f7ab0, 0xc00a60e768}, {0x5e077f0f7ab0, 0xc00a57e018}, {0x0, 0x0}, ...)
        github.com/ollama/ollama/model/models/gemma3/model_text.go:169 +0x248 fp=0xc000617928 sp=0xc0006178a0 pc=0x5e077e2897e8
github.com/ollama/ollama/model/models/gemma3.(*TextModel).Forward(0xc0003be1c0, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0?, 0xc0042cab28?}, {0x5e077f0f7ab0, 0xc00a57e018}, {0x5e077f0f7ab0, 0xc00a57e030}, {{0x5e077f0f7ab0, ...}, ...}, ...)
        github.com/ollama/ollama/model/models/gemma3/model_text.go:209 +0x3ff fp=0xc000617a88 sp=0xc000617928 pc=0x5e077e289cbf
github.com/ollama/ollama/model/models/gemma3.(*Model).Forward(0xc003c8c0c0, {0x5e077f0ef0b0, 0xc0030f0bd0}, {{0x5e077f0f7ab0, 0xc0042cab28}, {0x0, 0x0, 0x0}, {0xc0054f4800, 0x1fd, ...}, ...})
        github.com/ollama/ollama/model/models/gemma3/model.go:153 +0x1f1 fp=0xc000617b88 sp=0xc000617a88 pc=0x5e077e288631
github.com/ollama/ollama/model.Forward({0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0e5a90, 0xc003c8c0c0}, {0xc0054f4000, 0x1fd, 0x200}, {{0x5e077f0f7ab0, 0xc0042cab28}, {0x0, ...}, ...})
        github.com/ollama/ollama/model/model.go:308 +0x1cd fp=0xc000617c70 sp=0xc000617b88 pc=0x5e077e21d6ed
github.com/ollama/ollama/runner/ollamarunner.(*Server).processBatch(0xc000171e60)
        github.com/ollama/ollama/runner/ollamarunner/runner.go:478 +0x476 fp=0xc000617f98 sp=0xc000617c70 pc=0x5e077e29fab6
github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc000171e60, {0x5e077f0e6df0, 0xc00070f4a0})
        github.com/ollama/ollama/runner/ollamarunner/runner.go:364 +0x4e fp=0xc000617fb8 sp=0xc000617f98 pc=0x5e077e29f5ee
github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap2()
        github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0x28 fp=0xc000617fe0 sp=0xc000617fb8 pc=0x5e077e2a40e8
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc000617fe8 sp=0xc000617fe0 pc=0x5e077ddf3b81
created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1
        github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0xb37

goroutine 754 gp=0xc000103500 m=nil [select]:
runtime.gopark(0xc000047a28?, 0x2?, 0x0?, 0x45?, 0xc000047894?)
        runtime/proc.go:435 +0xce fp=0xc00a0736a8 sp=0xc00a073688 pc=0x5e077ddec44e
runtime.selectgo(0xc00a073a28, 0xc000047890, 0x800?, 0x0, 0x4?, 0x1)
        runtime/select.go:351 +0x837 fp=0xc00a0737e0 sp=0xc00a0736a8 pc=0x5e077ddcad37
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc000171e60, {0x5e077f0e4cd8, 0xc0031760e0}, 0xc000712280)
        github.com/ollama/ollama/runner/ollamarunner/runner.go:677 +0xb05 fp=0xc00a073ac0 sp=0xc00a0737e0 pc=0x5e077e2a1dc5
github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x5e077f0e4cd8?, 0xc0031760e0?}, 0xc000047b40?)
        <autogenerated>:1 +0x36 fp=0xc00a073af0 sp=0xc00a073ac0 pc=0x5e077e2a4936
net/http.HandlerFunc.ServeHTTP(0xc00015fbc0?, {0x5e077f0e4cd8?, 0xc0031760e0?}, 0xc000047b60?)
        net/http/server.go:2294 +0x29 fp=0xc00a073b18 sp=0xc00a073af0 pc=0x5e077e0ea949
net/http.(*ServeMux).ServeHTTP(0x5e077dd90b05?, {0x5e077f0e4cd8, 0xc0031760e0}, 0xc000712280)
        net/http/server.go:2822 +0x1c4 fp=0xc00a073b68 sp=0xc00a073b18 pc=0x5e077e0ec844
net/http.serverHandler.ServeHTTP({0x5e077f0e13b0?}, {0x5e077f0e4cd8?, 0xc0031760e0?}, 0x1?)
        net/http/server.go:3301 +0x8e fp=0xc00a073b98 sp=0xc00a073b68 pc=0x5e077e10a2ce
net/http.(*conn).serve(0xc0004e21b0, {0x5e077f0e6db8, 0xc0004deab0})
        net/http/server.go:2102 +0x625 fp=0xc00a073fb8 sp=0xc00a073b98 pc=0x5e077e0e8e45
net/http.(*Server).Serve.gowrap3()
        net/http/server.go:3454 +0x28 fp=0xc00a073fe0 sp=0xc00a073fb8 pc=0x5e077e0ee708
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00a073fe8 sp=0xc00a073fe0 pc=0x5e077ddf3b81
created by net/http.(*Server).Serve in goroutine 1
        net/http/server.go:3454 +0x485

goroutine 602 gp=0xc001e82fc0 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?)
        runtime/proc.go:435 +0xce fp=0xc00321b5d8 sp=0xc00321b5b8 pc=0x5e077ddec44e
runtime.netpollblock(0x5e077de0f7b8?, 0x7dd85c06?, 0x7?)
        runtime/netpoll.go:575 +0xf7 fp=0xc00321b610 sp=0xc00321b5d8 pc=0x5e077ddb1237
internal/poll.runtime_pollWait(0x74d12dcb7d98, 0x72)
        runtime/netpoll.go:351 +0x85 fp=0xc00321b630 sp=0xc00321b610 pc=0x5e077ddeb665
internal/poll.(*pollDesc).wait(0xc003e2a900?, 0xc0042c61c1?, 0x0)
        internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00321b658 sp=0xc00321b630 pc=0x5e077de729c7
internal/poll.(*pollDesc).waitRead(...)
        internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc003e2a900, {0xc0042c61c1, 0x1, 0x1})
        internal/poll/fd_unix.go:165 +0x27a fp=0xc00321b6f0 sp=0xc00321b658 pc=0x5e077de73cba
net.(*netFD).Read(0xc003e2a900, {0xc0042c61c1?, 0xc00320c058?, 0xc00321b770?})
        net/fd_posix.go:55 +0x25 fp=0xc00321b738 sp=0xc00321b6f0 pc=0x5e077dee8c05
net.(*conn).Read(0xc003ba8120, {0xc0042c61c1?, 0x0?, 0x0?})
        net/net.go:194 +0x45 fp=0xc00321b780 sp=0xc00321b738 pc=0x5e077def6fc5
net/http.(*connReader).backgroundRead(0xc0042c61b0)
        net/http/server.go:690 +0x37 fp=0xc00321b7c8 sp=0xc00321b780 pc=0x5e077e0e2d17
net/http.(*connReader).startBackgroundRead.gowrap2()
        net/http/server.go:686 +0x25 fp=0xc00321b7e0 sp=0xc00321b7c8 pc=0x5e077e0e2c45
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00321b7e8 sp=0xc00321b7e0 pc=0x5e077ddf3b81
created by net/http.(*connReader).startBackgroundRead in goroutine 754
        net/http/server.go:686 +0xb6

rax    0x5e077dd99fea
rbx    0xc000074150
rcx    0xee96a1058d48c35d
rdx    0x0
rdi    0x7ffffffffffd98f7
rsi    0xc0001028c0
rbp    0x74cae8ff8da0
rsp    0x74cae8ff8d40
r8     0x0
r9     0x0
r10    0x0
r11    0x0
r12    0x80
r13    0x1
r14    0xc002182c40
r15    0xd
rip    0x5e077dd9d963
rflags 0x10286
cs     0x33
fs     0x0
gs     0x0
[GIN] 2025/04/22 - 09:51:41 | 200 |  598.944611ms |    10.130.41.81 | POST     "/api/chat"
time=2025-04-22T09:51:41.843Z level=WARN source=ggml.go:152 msg="key not found" key=general.alignment default=32
[GIN] 2025/04/22 - 09:51:41 | 200 |   17.493436ms |    10.130.41.81 | POST     "/api/embeddings"

OS

No response

GPU

No response

CPU

No response

Ollama version

No response

Originally created by @yiminghub2024 on GitHub (Apr 22, 2025). Original GitHub issue: https://github.com/ollama/ollama/issues/10366 ### What is the issue? ollama run gemma3:4b/12b/27b crash ERROR: an error was encountered while running the model: unexpected EOF ERROR: POST  predict: Post "http://127.0.0.1:39379/completion": EOF ### Relevant log output ```shell goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a8fa8 sp=0xc0000a8f88 pc=0x5e077ddec44e runtime.goparkunlock(...) runtime/proc.go:441 runtime.forcegchelper() runtime/proc.go:348 +0xb8 fp=0xc0000a8fe0 sp=0xc0000a8fa8 pc=0x5e077ddb8b78 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x5e077ddf3b81 created by runtime.init.7 in goroutine 1 runtime/proc.go:336 +0x1a goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a9780 sp=0xc0000a9760 pc=0x5e077ddec44e runtime.goparkunlock(...) runtime/proc.go:441 runtime.bgsweep(0xc0000d4000) runtime/mgcsweep.go:316 +0xdf fp=0xc0000a97c8 sp=0xc0000a9780 pc=0x5e077dda323f runtime.gcenable.gowrap1() runtime/mgc.go:204 +0x25 fp=0xc0000a97e0 sp=0xc0000a97c8 pc=0x5e077dd97625 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a97e8 sp=0xc0000a97e0 pc=0x5e077ddf3b81 created by runtime.gcenable in goroutine 1 runtime/mgc.go:204 +0x66 goroutine 4 gp=0xc000003500 m=nil [GC scavenge wait]: runtime.gopark(0x10000?, 0x5e077ee028c8?, 0x0?, 0x0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a9f78 sp=0xc0000a9f58 pc=0x5e077ddec44e runtime.goparkunlock(...) runtime/proc.go:441 runtime.(*scavengerState).park(0x5e077f94d300) runtime/mgcscavenge.go:425 +0x49 fp=0xc0000a9fa8 sp=0xc0000a9f78 pc=0x5e077dda0c89 runtime.bgscavenge(0xc0000d4000) runtime/mgcscavenge.go:658 +0x59 fp=0xc0000a9fc8 sp=0xc0000a9fa8 pc=0x5e077dda1219 runtime.gcenable.gowrap2() runtime/mgc.go:205 +0x25 fp=0xc0000a9fe0 sp=0xc0000a9fc8 pc=0x5e077dd975c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a9fe8 sp=0xc0000a9fe0 pc=0x5e077ddf3b81 created by runtime.gcenable in goroutine 1 runtime/mgc.go:205 +0xa5 goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]: runtime.gopark(0x1b8?, 0xc000002380?, 0x1?, 0x23?, 0xc0000a8688?) runtime/proc.go:435 +0xce fp=0xc0000a8630 sp=0xc0000a8610 pc=0x5e077ddec44e runtime.runfinq() runtime/mfinal.go:196 +0x107 fp=0xc0000a87e0 sp=0xc0000a8630 pc=0x5e077dd965e7 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a87e8 sp=0xc0000a87e0 pc=0x5e077ddf3b81 created by runtime.createfing in goroutine 1 runtime/mfinal.go:166 +0x3d goroutine 6 gp=0xc0001fa8c0 m=nil [chan receive]: runtime.gopark(0xc00025b680?, 0xc00a080018?, 0x60?, 0xa7?, 0x5e077ded18e8?) runtime/proc.go:435 +0xce fp=0xc0000aa718 sp=0xc0000aa6f8 pc=0x5e077ddec44e runtime.chanrecv(0xc0000e2310, 0x0, 0x1) runtime/chan.go:664 +0x445 fp=0xc0000aa790 sp=0xc0000aa718 pc=0x5e077dd887e5 runtime.chanrecv1(0x0?, 0x0?) runtime/chan.go:506 +0x12 fp=0xc0000aa7b8 sp=0xc0000aa790 pc=0x5e077dd88372 runtime.unique_runtime_registerUniqueMapCleanup.func2(...) runtime/mgc.go:1796 runtime.unique_runtime_registerUniqueMapCleanup.gowrap1() runtime/mgc.go:1799 +0x2f fp=0xc0000aa7e0 sp=0xc0000aa7b8 pc=0x5e077dd9a7cf runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aa7e8 sp=0xc0000aa7e0 pc=0x5e077ddf3b81 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 runtime/mgc.go:1794 +0x85 goroutine 7 gp=0xc0001fac40 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb3?, 0x1d?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000aaf38 sp=0xc0000aaf18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000aafc8 sp=0xc0000aaf38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000aafe0 sp=0xc0000aafc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000aafe8 sp=0xc0000aafe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 8 gp=0xc0001fae00 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xea?, 0xff?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000ab738 sp=0xc0000ab718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000ab7c8 sp=0xc0000ab738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000ab7e0 sp=0xc0000ab7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000ab7e8 sp=0xc0000ab7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 9 gp=0xc0001fafc0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x44?, 0x73?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000abf38 sp=0xc0000abf18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000abfc8 sp=0xc0000abf38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000abfe0 sp=0xc0000abfc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 10 gp=0xc0001fb180 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x0?, 0x25?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a4738 sp=0xc0000a4718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a47c8 sp=0xc0000a4738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a47e0 sp=0xc0000a47c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a47e8 sp=0xc0000a47e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 11 gp=0xc0001fb340 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x40?, 0xef?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a4f38 sp=0xc0000a4f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a4fc8 sp=0xc0000a4f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a4fe0 sp=0xc0000a4fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a4fe8 sp=0xc0000a4fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 12 gp=0xc0001fb500 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x73?, 0x3b?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a5738 sp=0xc0000a5718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a57c8 sp=0xc0000a5738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a57e0 sp=0xc0000a57c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a57e8 sp=0xc0000a57e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 13 gp=0xc0001fb6c0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb0?, 0xb3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a5f38 sp=0xc0000a5f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a5fc8 sp=0xc0000a5f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a5fe0 sp=0xc0000a5fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a5fe8 sp=0xc0000a5fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 14 gp=0xc0001fb880 m=nil [GC worker (idle)]: runtime.gopark(0x1e47461781c?, 0x1?, 0xf8?, 0x23?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6738 sp=0xc0000a6718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a67c8 sp=0xc0000a6738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a67e0 sp=0xc0000a67c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a67e8 sp=0xc0000a67e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 15 gp=0xc0001fba40 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x2a?, 0xae?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a6f38 sp=0xc0000a6f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a6fc8 sp=0xc0000a6f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a6fe0 sp=0xc0000a6fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 16 gp=0xc0001fbc00 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xe?, 0x41?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7738 sp=0xc0000a7718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a77c8 sp=0xc0000a7738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a77e0 sp=0xc0000a77c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a77e8 sp=0xc0000a77e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 18 gp=0xc0001fbdc0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xb0?, 0x47?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0000a7f38 sp=0xc0000a7f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0000a7fc8 sp=0xc0000a7f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0000a7fe0 sp=0xc0000a7fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 19 gp=0xc0004aa000 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x81?, 0xcd?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b0738 sp=0xc0004b0718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b07c8 sp=0xc0004b0738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b07e0 sp=0xc0004b07c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b07e8 sp=0xc0004b07e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 20 gp=0xc0004aa1c0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xae?, 0x62?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b0f38 sp=0xc0004b0f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b0fc8 sp=0xc0004b0f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b0fe0 sp=0xc0004b0fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b0fe8 sp=0xc0004b0fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 21 gp=0xc0004aa380 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xbc?, 0xf8?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b1738 sp=0xc0004b1718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b17c8 sp=0xc0004b1738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b17e0 sp=0xc0004b17c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b17e8 sp=0xc0004b17e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 22 gp=0xc0004aa540 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xc3?, 0x45?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b1f38 sp=0xc0004b1f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b1fc8 sp=0xc0004b1f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b1fe0 sp=0xc0004b1fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b1fe8 sp=0xc0004b1fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 23 gp=0xc0004aa700 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x5b?, 0x7?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b2738 sp=0xc0004b2718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b27c8 sp=0xc0004b2738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b27e0 sp=0xc0004b27c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b27e8 sp=0xc0004b27e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 24 gp=0xc0004aa8c0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0xa4?, 0xe0?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b2f38 sp=0xc0004b2f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b2fc8 sp=0xc0004b2f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b2fe0 sp=0xc0004b2fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b2fe8 sp=0xc0004b2fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 25 gp=0xc0004aaa80 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x64?, 0xd8?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b3738 sp=0xc0004b3718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b37c8 sp=0xc0004b3738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b37e0 sp=0xc0004b37c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b37e8 sp=0xc0004b37e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 26 gp=0xc0004aac40 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x9a?, 0xdc?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004b3f38 sp=0xc0004b3f18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004b3fc8 sp=0xc0004b3f38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004b3fe0 sp=0xc0004b3fc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004b3fe8 sp=0xc0004b3fe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 27 gp=0xc0004aae00 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x76?, 0xb1?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004ac738 sp=0xc0004ac718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004ac7c8 sp=0xc0004ac738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004ac7e0 sp=0xc0004ac7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ac7e8 sp=0xc0004ac7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 28 gp=0xc0004aafc0 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x98?, 0x10?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004acf38 sp=0xc0004acf18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004acfc8 sp=0xc0004acf38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004acfe0 sp=0xc0004acfc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004acfe8 sp=0xc0004acfe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 29 gp=0xc0004ab180 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x49?, 0xa9?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004ad738 sp=0xc0004ad718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004ad7c8 sp=0xc0004ad738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004ad7e0 sp=0xc0004ad7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ad7e8 sp=0xc0004ad7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 30 gp=0xc0004ab340 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x4c?, 0x88?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004adf38 sp=0xc0004adf18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004adfc8 sp=0xc0004adf38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004adfe0 sp=0xc0004adfc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004adfe8 sp=0xc0004adfe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 31 gp=0xc0004ab500 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x16?, 0xbe?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004ae738 sp=0xc0004ae718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004ae7c8 sp=0xc0004ae738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004ae7e0 sp=0xc0004ae7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004ae7e8 sp=0xc0004ae7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 32 gp=0xc0004ab6c0 m=41 mp=0xc001c80808 [GC worker (active)]: runtime.systemstack_switch() runtime/asm_amd64.s:479 +0x8 fp=0xc0004aef38 sp=0xc0004aef28 pc=0x5e077ddf1b48 runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1483 +0x1e9 fp=0xc0004aefc8 sp=0xc0004aef38 pc=0x5e077dd99be9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004aefe0 sp=0xc0004aefc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004aefe8 sp=0xc0004aefe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 34 gp=0xc000102380 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0xd3?, 0x98?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011a738 sp=0xc00011a718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc00011a7c8 sp=0xc00011a738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011a7e0 sp=0xc00011a7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011a7e8 sp=0xc00011a7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 35 gp=0xc000102540 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x1?, 0x4?, 0xdc?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011af38 sp=0xc00011af18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc00011afc8 sp=0xc00011af38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011afe0 sp=0xc00011afc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011afe8 sp=0xc00011afe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 36 gp=0xc000102700 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x9d?, 0x37?, 0x0?) runtime/proc.go:435 +0xce fp=0xc00011b738 sp=0xc00011b718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc00011b7c8 sp=0xc00011b738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc00011b7e0 sp=0xc00011b7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00011b7e8 sp=0xc00011b7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 33 gp=0xc0004ab880 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x6e?, 0xa3?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004af738 sp=0xc0004af718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004af7c8 sp=0xc0004af738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004af7e0 sp=0xc0004af7c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004af7e8 sp=0xc0004af7e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 50 gp=0xc0004aba40 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x24?, 0x2e?, 0x0?) runtime/proc.go:435 +0xce fp=0xc0004aff38 sp=0xc0004aff18 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0004affc8 sp=0xc0004aff38 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0004affe0 sp=0xc0004affc8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0004affe8 sp=0xc0004affe0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 51 gp=0xc0004abc00 m=nil [GC worker (idle)]: runtime.gopark(0x5e077f9fbb40?, 0x3?, 0x31?, 0x3b?, 0x0?) runtime/proc.go:435 +0xce fp=0xc000116738 sp=0xc000116718 pc=0x5e077ddec44e runtime.gcBgMarkWorker(0xc0000e3730) runtime/mgc.go:1423 +0xe9 fp=0xc0001167c8 sp=0xc000116738 pc=0x5e077dd99ae9 runtime.gcBgMarkStartWorkers.gowrap1() runtime/mgc.go:1339 +0x25 fp=0xc0001167e0 sp=0xc0001167c8 pc=0x5e077dd999c5 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc0001167e8 sp=0xc0001167e0 pc=0x5e077ddf3b81 created by runtime.gcBgMarkStartWorkers in goroutine 1 runtime/mgc.go:1339 +0x105 goroutine 53 gp=0xc000602e00 m=nil [runnable]: runtime.cgocall(0x5e077ec2fd20, 0xc0006177c8) runtime/cgocall.go:167 +0x4b fp=0xc0006177a0 sp=0xc000617768 pc=0x5e077dde914b github.com/ollama/ollama/ml/backend/ggml._Cfunc_ggml_mul_mat(0x74d054003450, 0x74d0c404f890, 0x74d074b7c750) _cgo_gotypes.go:978 +0x4b fp=0xc0006177c8 sp=0xc0006177a0 pc=0x5e077e1e844b github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Mulmat.func1(...) github.com/ollama/ollama/ml/backend/ggml/ggml.go:873 github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Mulmat(0xc003517260, {0x5e077f0ef0b0?, 0xc0030f0bd0?}, {0x5e077f0f7ab0?, 0xc00a60eab0?}) github.com/ollama/ollama/ml/backend/ggml/ggml.go:873 +0xd1 fp=0xc000617820 sp=0xc0006177c8 pc=0x5e077e1f29b1 github.com/ollama/ollama/ml/nn.(*Linear).Forward(0xc003509960, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0?, 0xc00a60eab0?}) github.com/ollama/ollama/ml/nn/linear.go:11 +0x37 fp=0xc000617858 sp=0xc000617820 pc=0x5e077e240397 github.com/ollama/ollama/model/models/gemma3.(*TextMLP).Forward(0xc003517110, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0, 0xc00a60ea50}, 0x358637bd?) github.com/ollama/ollama/model/models/gemma3/model_text.go:139 +0xb6 fp=0xc0006178a0 sp=0xc000617858 pc=0x5e077e289536 github.com/ollama/ollama/model/models/gemma3.(*TextLayer).Forward(0xc0006179f0, {0x5e077f0ef0b0, 0xc0030f0bd0}, 0x21, {0x5e077f0f7ab0, 0xc00a60e768}, {0x5e077f0f7ab0, 0xc00a57e018}, {0x0, 0x0}, ...) github.com/ollama/ollama/model/models/gemma3/model_text.go:169 +0x248 fp=0xc000617928 sp=0xc0006178a0 pc=0x5e077e2897e8 github.com/ollama/ollama/model/models/gemma3.(*TextModel).Forward(0xc0003be1c0, {0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0f7ab0?, 0xc0042cab28?}, {0x5e077f0f7ab0, 0xc00a57e018}, {0x5e077f0f7ab0, 0xc00a57e030}, {{0x5e077f0f7ab0, ...}, ...}, ...) github.com/ollama/ollama/model/models/gemma3/model_text.go:209 +0x3ff fp=0xc000617a88 sp=0xc000617928 pc=0x5e077e289cbf github.com/ollama/ollama/model/models/gemma3.(*Model).Forward(0xc003c8c0c0, {0x5e077f0ef0b0, 0xc0030f0bd0}, {{0x5e077f0f7ab0, 0xc0042cab28}, {0x0, 0x0, 0x0}, {0xc0054f4800, 0x1fd, ...}, ...}) github.com/ollama/ollama/model/models/gemma3/model.go:153 +0x1f1 fp=0xc000617b88 sp=0xc000617a88 pc=0x5e077e288631 github.com/ollama/ollama/model.Forward({0x5e077f0ef0b0, 0xc0030f0bd0}, {0x5e077f0e5a90, 0xc003c8c0c0}, {0xc0054f4000, 0x1fd, 0x200}, {{0x5e077f0f7ab0, 0xc0042cab28}, {0x0, ...}, ...}) github.com/ollama/ollama/model/model.go:308 +0x1cd fp=0xc000617c70 sp=0xc000617b88 pc=0x5e077e21d6ed github.com/ollama/ollama/runner/ollamarunner.(*Server).processBatch(0xc000171e60) github.com/ollama/ollama/runner/ollamarunner/runner.go:478 +0x476 fp=0xc000617f98 sp=0xc000617c70 pc=0x5e077e29fab6 github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc000171e60, {0x5e077f0e6df0, 0xc00070f4a0}) github.com/ollama/ollama/runner/ollamarunner/runner.go:364 +0x4e fp=0xc000617fb8 sp=0xc000617f98 pc=0x5e077e29f5ee github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap2() github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0x28 fp=0xc000617fe0 sp=0xc000617fb8 pc=0x5e077e2a40e8 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc000617fe8 sp=0xc000617fe0 pc=0x5e077ddf3b81 created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0xb37 goroutine 754 gp=0xc000103500 m=nil [select]: runtime.gopark(0xc000047a28?, 0x2?, 0x0?, 0x45?, 0xc000047894?) runtime/proc.go:435 +0xce fp=0xc00a0736a8 sp=0xc00a073688 pc=0x5e077ddec44e runtime.selectgo(0xc00a073a28, 0xc000047890, 0x800?, 0x0, 0x4?, 0x1) runtime/select.go:351 +0x837 fp=0xc00a0737e0 sp=0xc00a0736a8 pc=0x5e077ddcad37 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion(0xc000171e60, {0x5e077f0e4cd8, 0xc0031760e0}, 0xc000712280) github.com/ollama/ollama/runner/ollamarunner/runner.go:677 +0xb05 fp=0xc00a073ac0 sp=0xc00a0737e0 pc=0x5e077e2a1dc5 github.com/ollama/ollama/runner/ollamarunner.(*Server).completion-fm({0x5e077f0e4cd8?, 0xc0031760e0?}, 0xc000047b40?) <autogenerated>:1 +0x36 fp=0xc00a073af0 sp=0xc00a073ac0 pc=0x5e077e2a4936 net/http.HandlerFunc.ServeHTTP(0xc00015fbc0?, {0x5e077f0e4cd8?, 0xc0031760e0?}, 0xc000047b60?) net/http/server.go:2294 +0x29 fp=0xc00a073b18 sp=0xc00a073af0 pc=0x5e077e0ea949 net/http.(*ServeMux).ServeHTTP(0x5e077dd90b05?, {0x5e077f0e4cd8, 0xc0031760e0}, 0xc000712280) net/http/server.go:2822 +0x1c4 fp=0xc00a073b68 sp=0xc00a073b18 pc=0x5e077e0ec844 net/http.serverHandler.ServeHTTP({0x5e077f0e13b0?}, {0x5e077f0e4cd8?, 0xc0031760e0?}, 0x1?) net/http/server.go:3301 +0x8e fp=0xc00a073b98 sp=0xc00a073b68 pc=0x5e077e10a2ce net/http.(*conn).serve(0xc0004e21b0, {0x5e077f0e6db8, 0xc0004deab0}) net/http/server.go:2102 +0x625 fp=0xc00a073fb8 sp=0xc00a073b98 pc=0x5e077e0e8e45 net/http.(*Server).Serve.gowrap3() net/http/server.go:3454 +0x28 fp=0xc00a073fe0 sp=0xc00a073fb8 pc=0x5e077e0ee708 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00a073fe8 sp=0xc00a073fe0 pc=0x5e077ddf3b81 created by net/http.(*Server).Serve in goroutine 1 net/http/server.go:3454 +0x485 goroutine 602 gp=0xc001e82fc0 m=nil [IO wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0xb?) runtime/proc.go:435 +0xce fp=0xc00321b5d8 sp=0xc00321b5b8 pc=0x5e077ddec44e runtime.netpollblock(0x5e077de0f7b8?, 0x7dd85c06?, 0x7?) runtime/netpoll.go:575 +0xf7 fp=0xc00321b610 sp=0xc00321b5d8 pc=0x5e077ddb1237 internal/poll.runtime_pollWait(0x74d12dcb7d98, 0x72) runtime/netpoll.go:351 +0x85 fp=0xc00321b630 sp=0xc00321b610 pc=0x5e077ddeb665 internal/poll.(*pollDesc).wait(0xc003e2a900?, 0xc0042c61c1?, 0x0) internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc00321b658 sp=0xc00321b630 pc=0x5e077de729c7 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc003e2a900, {0xc0042c61c1, 0x1, 0x1}) internal/poll/fd_unix.go:165 +0x27a fp=0xc00321b6f0 sp=0xc00321b658 pc=0x5e077de73cba net.(*netFD).Read(0xc003e2a900, {0xc0042c61c1?, 0xc00320c058?, 0xc00321b770?}) net/fd_posix.go:55 +0x25 fp=0xc00321b738 sp=0xc00321b6f0 pc=0x5e077dee8c05 net.(*conn).Read(0xc003ba8120, {0xc0042c61c1?, 0x0?, 0x0?}) net/net.go:194 +0x45 fp=0xc00321b780 sp=0xc00321b738 pc=0x5e077def6fc5 net/http.(*connReader).backgroundRead(0xc0042c61b0) net/http/server.go:690 +0x37 fp=0xc00321b7c8 sp=0xc00321b780 pc=0x5e077e0e2d17 net/http.(*connReader).startBackgroundRead.gowrap2() net/http/server.go:686 +0x25 fp=0xc00321b7e0 sp=0xc00321b7c8 pc=0x5e077e0e2c45 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00321b7e8 sp=0xc00321b7e0 pc=0x5e077ddf3b81 created by net/http.(*connReader).startBackgroundRead in goroutine 754 net/http/server.go:686 +0xb6 rax 0x5e077dd99fea rbx 0xc000074150 rcx 0xee96a1058d48c35d rdx 0x0 rdi 0x7ffffffffffd98f7 rsi 0xc0001028c0 rbp 0x74cae8ff8da0 rsp 0x74cae8ff8d40 r8 0x0 r9 0x0 r10 0x0 r11 0x0 r12 0x80 r13 0x1 r14 0xc002182c40 r15 0xd rip 0x5e077dd9d963 rflags 0x10286 cs 0x33 fs 0x0 gs 0x0 [GIN] 2025/04/22 - 09:51:41 | 200 | 598.944611ms | 10.130.41.81 | POST "/api/chat" time=2025-04-22T09:51:41.843Z level=WARN source=ggml.go:152 msg="key not found" key=general.alignment default=32 [GIN] 2025/04/22 - 09:51:41 | 200 | 17.493436ms | 10.130.41.81 | POST "/api/embeddings" ``` ### OS _No response_ ### GPU _No response_ ### CPU _No response_ ### Ollama version _No response_

GiteaMirror added the bug label 2026-05-04 15:25:46 -05:00

GiteaMirror closed this issue 2026-05-04 15:25:47 -05:00

GiteaMirror commented 2026-05-04 15:25:49 -05:00

Author

Owner

Copy Link

@yiminghub2024 commented on GitHub (Apr 22, 2025):

my ollama version 0.6.6 , hardware 32vcpu 64G mem , 4090D with 24G

<!-- gh-comment-id:2820803278 --> @yiminghub2024 commented on GitHub (Apr 22, 2025): my ollama version 0.6.6 , hardware 32vcpu 64G mem , 4090D with 24G

GiteaMirror commented 2026-05-04 15:25:49 -05:00

Author

Owner

Copy Link

@rick-github commented on GitHub (Apr 22, 2025):

Too much of the log has been clipped. Post the full log.

<!-- gh-comment-id:2820832835 --> @rick-github commented on GitHub (Apr 22, 2025): Too much of the log has been clipped. Post the full log.

GiteaMirror commented 2026-05-04 15:25:50 -05:00

Author

Owner

Copy Link

@yiminghub2024 commented on GitHub (Apr 22, 2025):

@rick-github full log as attachment

ollama.zip

<!-- gh-comment-id:2821003923 --> @yiminghub2024 commented on GitHub (Apr 22, 2025): @rick-github full log as attachment [ollama.zip](https://github.com/user-attachments/files/19848787/ollama.zip)

GiteaMirror commented 2026-05-04 15:25:53 -05:00

Author

Owner

Copy Link

@rick-github commented on GitHub (Apr 22, 2025):

There errors look like the originate in the go runtime GC in the runner:

SIGSEGV: segmentation violation
PC=0x5bf7585935c0 m=27 sigcode=1 addr=0x78

goroutine 0 gp=0xc0020021c0 m=27 mp=0xc002000008 [idle]:
runtime.(*mspan).typePointersOfUnchecked(0xc0023781a0, 0xc002377e60)
        runtime/mbitmap.go:171 fp=0x701e95ffacc0 sp=0x701e95ffacb8 pc=0x5bf7585935c0
runtime.scanobject(0xc000061750?, 0xc000061750)
        runtime/mgcmark.go:1429 +0xb5 fp=0x701e95ffad50 sp=0x701e95ffacc0 pc=0x5bf7585a0115
runtime.gcDrainN(0xc000061750, 0xdbd73)
        runtime/mgcmark.go:1317 +0x17a fp=0x701e95ffad80 sp=0x701e95ffad50 pc=0x5bf75859fe3a
runtime.gcAssistAlloc1(0xc000504fc0, 0xdbd73)
        runtime/mgcmark.go:670 +0x10c fp=0x701e95ffade0 sp=0x701e95ffad80 pc=0x5bf75859e98c
runtime.gcAssistAlloc.func2()
        runtime/mgcmark.go:561 +0x1b fp=0x701e95ffae00 sp=0x701e95ffade0 pc=0x5bf75859e7fb
runtime.systemstack(0x800000)
        runtime/asm_amd64.s:514 +0x47 fp=0x701e95ffae10 sp=0x701e95ffae00 pc=0x5bf7585f3ba7

goroutine 22 gp=0xc000504fc0 m=27 mp=0xc002000008 [GC assist marking]:
runtime.systemstack_switch()
        runtime/asm_amd64.s:479 +0x8 fp=0xc00051fae0 sp=0xc00051fad0 pc=0x5bf7585f3b48
runtime.gcAssistAlloc(0xc000504fc0)
        runtime/mgcmark.go:560 +0x2a5 fp=0xc00051fb70 sp=0xc00051fae0 pc=0x5bf75859e4a5
runtime.deductAssistCredit(0xc00051fbe8?)
        runtime/malloc.go:1679 +0x46 fp=0xc00051fb90 sp=0xc00051fb70 pc=0x5bf758592a26
runtime.mallocgc(0x100000, 0x5bf75973c6e0, 0x1)
        runtime/malloc.go:1044 +0x67 fp=0xc00051fbc0 sp=0xc00051fb90 pc=0x5bf7585ebf27
runtime.makeslice(0x701e849a72c0?, 0x40000?, 0x0?)
        runtime/slice.go:116 +0x49 fp=0xc00051fbe8 sp=0xc00051fbc0 pc=0x5bf7585f0b29
github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Floats(0xc00387c180)
        github.com/ollama/ollama/ml/backend/ggml/ggml.go:780 +0x85 fp=0xc00051fc70 sp=0xc00051fbe8 pc=0x5bf7589f3ba5
github.com/ollama/ollama/runner/ollamarunner.(*Server).processBatch(0xc0005b7e60)
        github.com/ollama/ollama/runner/ollamarunner/runner.go:483 +0x484 fp=0xc00051ff98 sp=0xc00051fc70 pc=0x5bf758aa1ac4
github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0005b7e60, {0x5bf7598e8df0, 0xc0007014a0})
        github.com/ollama/ollama/runner/ollamarunner/runner.go:364 +0x4e fp=0xc00051ffb8 sp=0xc00051ff98 pc=0x5bf758aa15ee
github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap2()
        github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0x28 fp=0xc00051ffe0 sp=0xc00051ffb8 pc=0x5bf758aa60e8
runtime.goexit({})
        runtime/asm_amd64.s:1700 +0x1 fp=0xc00051ffe8 sp=0xc00051ffe0 pc=0x5bf7585f5b81
created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1
        github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0xb37

This usually means a pointer has gone astray and corrupted random memory. All of the crashes occur in ollamarunner so it's definitely gemma3 that's acting up (the other two models in the logs, deepseek-r1:32b and nomic-embed-text:v1.5, are run using the older llamarunner).

Three of the four failures are preceded by a truncation event:

time=2025-04-22T09:50:30.039Z level=WARN source=runner.go:154 msg="truncating input prompt" limit=2048 prompt=4236 keep=4 new=2048

I don't think it will help much but you can try increasing the context window just in case it is causing a buffer overrun somewhere.

Unfortunately there's no smoking gun visible in the logs.

<!-- gh-comment-id:2821915361 --> @rick-github commented on GitHub (Apr 22, 2025): There errors look like the originate in the go runtime GC in the runner: ``` SIGSEGV: segmentation violation PC=0x5bf7585935c0 m=27 sigcode=1 addr=0x78 goroutine 0 gp=0xc0020021c0 m=27 mp=0xc002000008 [idle]: runtime.(*mspan).typePointersOfUnchecked(0xc0023781a0, 0xc002377e60) runtime/mbitmap.go:171 fp=0x701e95ffacc0 sp=0x701e95ffacb8 pc=0x5bf7585935c0 runtime.scanobject(0xc000061750?, 0xc000061750) runtime/mgcmark.go:1429 +0xb5 fp=0x701e95ffad50 sp=0x701e95ffacc0 pc=0x5bf7585a0115 runtime.gcDrainN(0xc000061750, 0xdbd73) runtime/mgcmark.go:1317 +0x17a fp=0x701e95ffad80 sp=0x701e95ffad50 pc=0x5bf75859fe3a runtime.gcAssistAlloc1(0xc000504fc0, 0xdbd73) runtime/mgcmark.go:670 +0x10c fp=0x701e95ffade0 sp=0x701e95ffad80 pc=0x5bf75859e98c runtime.gcAssistAlloc.func2() runtime/mgcmark.go:561 +0x1b fp=0x701e95ffae00 sp=0x701e95ffade0 pc=0x5bf75859e7fb runtime.systemstack(0x800000) runtime/asm_amd64.s:514 +0x47 fp=0x701e95ffae10 sp=0x701e95ffae00 pc=0x5bf7585f3ba7 goroutine 22 gp=0xc000504fc0 m=27 mp=0xc002000008 [GC assist marking]: runtime.systemstack_switch() runtime/asm_amd64.s:479 +0x8 fp=0xc00051fae0 sp=0xc00051fad0 pc=0x5bf7585f3b48 runtime.gcAssistAlloc(0xc000504fc0) runtime/mgcmark.go:560 +0x2a5 fp=0xc00051fb70 sp=0xc00051fae0 pc=0x5bf75859e4a5 runtime.deductAssistCredit(0xc00051fbe8?) runtime/malloc.go:1679 +0x46 fp=0xc00051fb90 sp=0xc00051fb70 pc=0x5bf758592a26 runtime.mallocgc(0x100000, 0x5bf75973c6e0, 0x1) runtime/malloc.go:1044 +0x67 fp=0xc00051fbc0 sp=0xc00051fb90 pc=0x5bf7585ebf27 runtime.makeslice(0x701e849a72c0?, 0x40000?, 0x0?) runtime/slice.go:116 +0x49 fp=0xc00051fbe8 sp=0xc00051fbc0 pc=0x5bf7585f0b29 github.com/ollama/ollama/ml/backend/ggml.(*Tensor).Floats(0xc00387c180) github.com/ollama/ollama/ml/backend/ggml/ggml.go:780 +0x85 fp=0xc00051fc70 sp=0xc00051fbe8 pc=0x5bf7589f3ba5 github.com/ollama/ollama/runner/ollamarunner.(*Server).processBatch(0xc0005b7e60) github.com/ollama/ollama/runner/ollamarunner/runner.go:483 +0x484 fp=0xc00051ff98 sp=0xc00051fc70 pc=0x5bf758aa1ac4 github.com/ollama/ollama/runner/ollamarunner.(*Server).run(0xc0005b7e60, {0x5bf7598e8df0, 0xc0007014a0}) github.com/ollama/ollama/runner/ollamarunner/runner.go:364 +0x4e fp=0xc00051ffb8 sp=0xc00051ff98 pc=0x5bf758aa15ee github.com/ollama/ollama/runner/ollamarunner.Execute.gowrap2() github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0x28 fp=0xc00051ffe0 sp=0xc00051ffb8 pc=0x5bf758aa60e8 runtime.goexit({}) runtime/asm_amd64.s:1700 +0x1 fp=0xc00051ffe8 sp=0xc00051ffe0 pc=0x5bf7585f5b81 created by github.com/ollama/ollama/runner/ollamarunner.Execute in goroutine 1 github.com/ollama/ollama/runner/ollamarunner/runner.go:906 +0xb37 ``` This usually means a pointer has gone astray and corrupted random memory. All of the crashes occur in ollamarunner so it's definitely gemma3 that's acting up (the other two models in the logs, deepseek-r1:32b and nomic-embed-text:v1.5, are run using the older llamarunner). Three of the four failures are preceded by a truncation event: ``` time=2025-04-22T09:50:30.039Z level=WARN source=runner.go:154 msg="truncating input prompt" limit=2048 prompt=4236 keep=4 new=2048 ``` I don't think it will help much but you can try [increasing the context window](https://github.com/ollama/ollama/blob/main/docs/faq.md#how-can-i-specify-the-context-window-size) just in case it is causing a buffer overrun somewhere. Unfortunately there's no smoking gun visible in the logs.

GiteaMirror commented 2026-05-04 15:25:55 -05:00

Author

Owner

Copy Link

@nh2 commented on GitHub (May 2, 2025):

I have the same problem, but see this:

ggml-alloc.c:819: GGML_ASSERT(talloc->buffer_id >= 0) failed

It doesn't crash on very short inputs (400 chars), but on e.g. 2800 chars.

ollama run gemma3:27b outputs: Error: POST predict: Post "http://127.0.0.1:46265/completion": EOF

ollama serve outputs: ollama-issue-10366-log.txt

<!-- gh-comment-id:2848017347 --> @nh2 commented on GitHub (May 2, 2025): I have the same problem, but see this: ``` ggml-alloc.c:819: GGML_ASSERT(talloc->buffer_id >= 0) failed ``` It doesn't crash on very short inputs (400 chars), but on e.g. 2800 chars. `ollama run gemma3:27b` outputs: `Error: POST predict: Post "http://127.0.0.1:46265/completion": EOF` `ollama serve` outputs: [`ollama-issue-10366-log.txt`](https://github.com/user-attachments/files/20017800/ollama-issue-10366-log.txt)

GiteaMirror commented 2026-05-04 15:25:56 -05:00

Author

Owner

Copy Link

@nh2 commented on GitHub (May 2, 2025):

Aha, it crashes for me this way only on the CPU; if I enable the CUDA GPU, it doesn't crash.

<!-- gh-comment-id:2848036624 --> @nh2 commented on GitHub (May 2, 2025): Aha, it crashes for me this way only on the CPU; if I enable the CUDA GPU, it doesn't crash.

GiteaMirror commented 2026-05-04 15:25:58 -05:00

Author

Owner

Copy Link

@rick-github commented on GitHub (May 2, 2025):

ggml-alloc.c:819: GGML_ASSERT(talloc->buffer_id >= 0) failed

#10410

<!-- gh-comment-id:2848048020 --> @rick-github commented on GitHub (May 2, 2025): ``` ggml-alloc.c:819: GGML_ASSERT(talloc->buffer_id >= 0) failed ``` #10410

GiteaMirror commented 2026-05-04 15:25:59 -05:00

Author

Owner

Copy Link

@rick-github commented on GitHub (May 16, 2025):

@yiminghub2024 Is this still an issue?

<!-- gh-comment-id:2886457027 --> @rick-github commented on GitHub (May 16, 2025): @yiminghub2024 Is this still an issue?

Sign in to join this conversation.

No Branch/Tag Specified

Branches Tags

main

hoyyeva/anthropic-local-image-path

dhiltgen/ci

dhiltgen/llama-runner

parth-remove-claude-desktop-launch

hoyyeva/anthropic-reference-images-path

parth-anthropic-reference-images-path

brucemacd/download-before-remove

hoyyeva/editor-config-repair

parth-mlx-decode-checkpoints

parth-launch-codex-app

hoyyeva/fix-codex-model-metadata-warning

hoyyeva/qwen

parth/hide-claude-desktop-till-release

hoyyeva/opencode-image-modality

parth-add-claude-code-autoinstall

release_v0.22.0

pdevine/manifest-list

codex/fix-codex-model-metadata-warning

pdevine/addressable-manifest

brucemacd/launch-fetch-reccomended

jmorganca/llama-compat

launch-copilot-cli

hoyyeva/opencode-thinking

release_v0.20.7

parth-auto-save-backup

parth-test

jmorganca/gemma4-audio-replacements

fix-manifest-digest-on-pull

hoyyeva/vscode-improve

brucemacd/install-server-wait

parth/update-claude-docs

brucemac/start-ap-install

pdevine/mlx-update

pdevine/qwen35_vision

drifkin/api-show-fallback

mintlify/image-generation-1773352582

hoyyeva/server-context-length-local-config

jmorganca/faster-reptition-penalties

jmorganca/convert-nemotron

parth-pi-thinking

pdevine/sampling-penalties

jmorganca/fix-create-quantization-memory

dongchen/resumable_transfer_fix

pdevine/sampling-cache-error

jessegross/mlx-usage

hoyyeva/openclaw-config

hoyyeva/app-html

pdevine/qwen3next

brucemacd/sign-sh-install

brucemacd/tui-update

brucemacd/usage-api

jmorganca/launch-empty

fix-app-dist-embed

mxyng/mlx-compile

mxyng/mlx-quant

mxyng/mlx-glm4.7

mxyng/mlx

brucemacd/simplify-model-picker

jmorganca/qwen3-concurrent

fix-glm-4.7-flash-mla-config

drifkin/qwen3-coder-opening-tag

brucemacd/usage-cli

fix-cuda12-fattn-shmem

ollama-imagegen-docs

parth/fix-multiline-inputs

brucemacd/config-docs

mxyng/model-files

mxyng/simple-execute

fix-imagegen-ollama-models

mxyng/async-upload

jmorganca/lazy-no-dtype-changes

imagegen-auto-detect-create

parth/decrease-concurrent-download-hf

fix-mlx-quantize-init

jmorganca/x-cleanup

usage

imagegen-readme

jmorganca/glm-image

mlx-gpu-cd

jmorganca/imagegen-modelfile

parth/agent-skills

parth/agent-allowlist

parth/signed-in-offline

parth/agents

parth/fix-context-chopping

improve-cloud-flow

parth/add-models-websearch

parth/prompt-renderer-mcp

jmorganca/native-settings

jmorganca/download-stream-hash

jmorganca/client2-rebased

brucemacd/oai-chat-req-multipart

jessegross/multi_chunk_reserve

grace/additional-omit-empty

grace/mistral-3-large

mxyng/tokenizer2

mxyng/tokenizer

jessegross/flash

hoyyeva/windows-nacked-app

mxyng/cleanup-attention

grace/deepseek-parser

hoyyeva/remember-unsent-prompt

parth/add-lfs-pointer-error-conversion

parth/olmo2-test2

hoyyeva/ollama-launchagent-plist

nicole/olmo-model

parth/olmo-test

mxyng/remove-embedded

parth/render-template

jmorganca/intellect-3

parth/remove-prealloc-linter

jmorganca/cmd-eval

nicole/nomic-embed-text-fix

mxyng/lint-2

hoyyeva/add-gemini-3-pro-preview

hoyyeva/load-model-list

mxyng/expand-path

mxyng/environ-2

hoyyeva/deeplink-json-encoding

parth/improve-tool-calling-tests

hoyyeva/conversation

hoyyeva/assistant-edit-response

hoyyeva/thinking

origin/brucemacd/invalid-char-i-err

parth/improve-tool-calling

jmorganca/required-omitempty

grace/qwen3-vl-tests

mxyng/iter-client

parth/docs-readme

nicole/embed-test

pdevine/integration-benchstat

parth/remove-generate-cmd

parth/add-toolcall-id

mxyng/server-tests

jmorganca/glm-4.6

jmorganca/gin-h-compat

drifkin/stable-tool-args

pdevine/qwen3-more-thinking

parth/add-websearch-client

nicole/websearch_local

jmorganca/qwen3-coder-updates

grace/deepseek-v3-migration-tests

mxyng/fix-create

jmorganca/cloud-errors

pdevine/parser-tidy

revert-12233-parth/simplify-entrypoints-runner

parth/enable-so-gpt-oss

brucemacd/qwen3vl

jmorganca/readme-simplify

parth/gpt-oss-structured-outputs

revert-12039-jmorganca/tools-braces

mxyng/embeddings

mxyng/gguf

mxyng/benchmark

mxyng/types-null

parth/move-parsing

mxyng/gemma2

jmorganca/docs

mxyng/16-bit

mxyng/create-stdin

pdevine/authorizedkeys

mxyng/quant

parth/opt-in-error-context-window

brucemacd/cache-models

brucemacd/runner-completion

jmorganca/llama-update-6

brucemacd/benchmark-list

brucemacd/partial-read-caps

parth/deepseek-r1-tools

mxyng/omit-array

parth/tool-prefix-temp

brucemacd/runner-test

jmorganca/qwen25vl

brucemacd/model-forward-test-ext

parth/python-function-parsing

jmorganca/cuda-compression-none

drifkin/num-parallel

drifkin/chat-truncation-fix

jmorganca/sync

parth/python-tools-calling

drifkin/array-head-count

brucemacd/create-no-loop

parth/server-enable-content-stream-with-tools

qwen25omni

mxyng/v3

brucemacd/ropeconfig

jmorganca/silence-tokenizer

parth/sample-so-test

parth/sampling-structured-outputs

brucemacd/doc-go-engine

parth/constrained-sampling-json

jmorganca/mistral-wip

brucemacd/mistral-small-convert

parth/sample-unmarshal-json-for-params

brucemacd/jomorganca/mistral

pdevine/bfloat16

jmorganca/mistral

brucemacd/mistral

pdevine/logging

parth/sample-correctness-fix

parth/sample-fix-sorting

jmorgan/sample-fix-sorting-extras

jmorganca/temp-0-images

brucemacd/parallel-embed-models

brucemacd/shim-grammar

jmorganca/fix-gguf-error

bmizerany/nameswork

jmorganca/faster-releases

bmizerany/validatenames

brucemacd/err-no-vocab

brucemacd/rope-config

brucemacd/err-hint

brucemacd/qwen2_5

brucemacd/logprobs

brucemacd/new_runner_graph_bench

progress-flicker

brucemacd/forward-test

brucemacd/go_qwen2

pdevine/gemma2

jmorganca/add-missing-symlink-eval

mxyng/next-debug

parth/set-context-size-openai

brucemacd/next-bpe-bench

brucemacd/next-bpe-test

brucemacd/new_runner_e2e

brucemacd/new_runner_qwen2

pdevine/convert-cohere2

brucemacd/convert-cli

parth/log-probs

mxyng/next-mlx

mxyng/cmd-history

parth/templating

parth/tokenize-detokenize

brucemacd/check-key-register

bmizerany/grammar

jmorganca/vendor-081b29bd

mxyng/func-checks

jmorganca/fix-null-format

parth/fix-default-to-warn-json

jmorganca/qwen2vl

jmorganca/no-concat

parth/cmd-cleanup-SO

brucemacd/check-key-register-structured-err

parth/openai-stream-usage

parth/fix-referencing-so

stream-tools-stop

jmorganca/degin-1

brucemacd/install-path-clean

brucemacd/push-name-validation

brucemacd/browser-key-register

jmorganca/openai-fix-first-message

jmorganca/fix-proxy

jessegross/sample

parth/disallow-streaming-tools

dhiltgen/remove_submodule

jmorganca/ga

jmorganca/mllama

pdevine/newlines

pdevine/geems-2b

jmorganca/llama-bump

mxyng/modelname-7

mxyng/gin-slog

mxyng/modelname-6

jyan/convert-prog

jyan/quant5

paligemma-support

pdevine/import-docs

jmorganca/openai-context

jyan/paligemma

jyan/p2

jyan/palitest

bmizerany/embedspeedup

jmorganca/llama-vit

brucemacd/allow-ollama

royh/ep-methods

royh/whisper

mxyng/api-models

mxyng/fix-memory

jyan/q4_4/8

jyan/ollama-v

royh/stream-tools

roy-embed-parallel

bmizerany/hrm

revert-5963-revert-5924-mxyng/llama3.1-rope

royh/embed-viz

jyan/local2

jyan/auth

jyan/local

jyan/parse-temp

jmorganca/template-mistral

jyan/reord-g

royh-openai-suffixdocs

royh-imgembed

royh-embed-parallel

jyan/quant4

royh-precision

jyan/progress

pdevine/fix-template

jyan/quant3

pdevine/ggla

mxyng/update-registry-domain

jmorganca/ggml-static

mxyng/create-context

jyan/v0.146

mxyng/layers-from-files

build_dist

bmizerany/noseek

royh-ls

royh-name

timeout

mxyng/server-timestamp

bmizerany/nosillyggufslurps

royh-params

jmorganca/llama-cpp-7c26775

royh-openai-delete

royh-show-rigid

jmorganca/enable-fa

jmorganca/no-error-template

jyan/format

royh-testdelete

bmizerany/fastverify

language_support

pdevine/ps-glitches

brucemacd/tokenize

bruce/iq-quants

bmizerany/filepathwithcoloninhost

mxyng/split-bin

bmizerany/client-registry

jmorganca/if-none-match

native

jmorganca/native

jmorganca/batch-embeddings

jmorganca/initcmake

jmorganca/mm

pdevine/showggmlinfo

modenameenforcealphanum

bmizerany/modenameenforcealphanum

jmorganca/done-reason

jmorganca/llama-cpp-8960fe8

ollama.com

bmizerany/filepathnobuild

bmizerany/types/model/defaultfix

rmdisplaylong

nogogen

bmizerany/x

modelfile-readme

bmizerany/replacecolon

jmorganca/limit

jmorganca/execstack

jmorganca/replace-assets

mxyng/tune-concurrency

jmorganca/testing

whitespace-detection

jmorganca/options

upgrade-all

scratch

cuda-search

mattw/airenamer

mattw/allmodelsonhuggingface

mattw/quantcontext

mattw/whatneedstorun

brucemacd/llama-mem-calc

mattw/faq-context

mattw/communitylinks

mattw/noprune

mattw/python-functioncalling

rename

mxyng/install

pulse

remove-first

editor

mattw/selfqueryingretrieval

cgo

mattw/howtoquant

api

matt/streamingapi

format-config

mxyng/extra-args

shell

update-nous-hermes

cp-model

upload-progress

fix-unknown-model

fix-model-names

delete-fix

insecure-registry

ls

deletemodels

progressbar

readme-updates

license-layers

skip-list

list-models

modelpath

matt/examplemodelfiles

distribution

go-opts

v0.30.0-rc3

v0.30.0-rc2

v0.30.0-rc1

v0.30.0-rc0

v0.23.1

v0.23.1-rc0

v0.23.0

v0.23.0-rc0

v0.22.1

v0.22.1-rc1

v0.22.1-rc0

v0.22.0

v0.22.0-rc1

v0.21.3-rc0

v0.21.2-rc1

v0.21.2

v0.21.2-rc0

v0.21.1

v0.21.1-rc1

v0.21.1-rc0

v0.21.0

v0.21.0-rc1

v0.21.0-rc0

v0.20.8-rc0

v0.20.7

v0.20.7-rc1

v0.20.7-rc0

v0.20.6

v0.20.6-rc1

v0.20.6-rc0

v0.20.5

v0.20.5-rc2

v0.20.5-rc1

v0.20.5-rc0

v0.20.4

v0.20.4-rc2

v0.20.4-rc1

v0.20.4-rc0

v0.20.3

v0.20.3-rc0

v0.20.2

v0.20.1

v0.20.1-rc2

v0.20.1-rc1

v0.20.1-rc0

v0.20.0

v0.20.0-rc1

v0.20.0-rc0

v0.19.0

v0.19.0-rc2

v0.19.0-rc1

v0.19.0-rc0

v0.18.4-rc1

v0.18.4-rc0

v0.18.3

v0.18.3-rc2

v0.18.3-rc1

v0.18.3-rc0

v0.18.2

v0.18.2-rc1

v0.18.2-rc0

v0.18.1

v0.18.1-rc1

v0.18.1-rc0

v0.18.0

v0.18.0-rc2

v0.18.0-rc1

v0.18.0-rc0

v0.17.8-rc4

v0.17.8-rc3

v0.17.8-rc2

v0.17.8-rc1

v0.17.8-rc0

v0.17.7

v0.17.7-rc2

v0.17.7-rc1

v0.17.7-rc0

v0.17.6

v0.17.5

v0.17.4

v0.17.3

v0.17.2

v0.17.1

v0.17.1-rc2

v0.17.1-rc1

v0.17.1-rc0

v0.17.0

v0.17.0-rc2

v0.17.0-rc1

v0.17.0-rc0

v0.16.3

v0.16.3-rc2

v0.16.3-rc1

v0.16.3-rc0

v0.16.2

v0.16.2-rc0

v0.16.1

v0.16.0

v0.16.0-rc2

v0.16.0-rc0

v0.16.0-rc1

v0.15.6

v0.15.5

v0.15.5-rc5

v0.15.5-rc4

v0.15.5-rc3

v0.15.5-rc2

v0.15.5-rc1

v0.15.5-rc0

v0.15.4

v0.15.3

v0.15.2

v0.15.1

v0.15.1-rc1

v0.15.1-rc0

v0.15.0-rc6

v0.15.0

v0.15.0-rc5

v0.15.0-rc4

v0.15.0-rc3

v0.15.0-rc2

v0.15.0-rc1

v0.15.0-rc0

v0.14.3

v0.14.3-rc3

v0.14.3-rc2

v0.14.3-rc1

v0.14.3-rc0

v0.14.2

v0.14.2-rc1

v0.14.2-rc0

v0.14.1

v0.14.0-rc11

v0.14.0

v0.14.0-rc10

v0.14.0-rc9

v0.14.0-rc8

v0.14.0-rc7

v0.14.0-rc6

v0.14.0-rc5

v0.14.0-rc4

v0.14.0-rc3

v0.14.0-rc2

v0.14.0-rc1

v0.14.0-rc0

v0.13.5

v0.13.5-rc1

v0.13.5-rc0

v0.13.4-rc2

v0.13.4

v0.13.4-rc1

v0.13.4-rc0

v0.13.3

v0.13.3-rc1

v0.13.3-rc0

v0.13.2

v0.13.2-rc2

v0.13.2-rc1

v0.13.2-rc0

v0.13.1

v0.13.1-rc2

v0.13.1-rc1

v0.13.1-rc0

v0.13.0

v0.13.0-rc0

v0.12.11

v0.12.11-rc1

v0.12.11-rc0

v0.12.10

v0.12.10-rc1

v0.12.10-rc0

v0.12.9-rc0

v0.12.9

v0.12.8

v0.12.8-rc0

v0.12.7

v0.12.7-rc1

v0.12.7-rc0

v0.12.7-citest0

v0.12.6

v0.12.6-rc1

v0.12.6-rc0

v0.12.5

v0.12.5-rc0

v0.12.4

v0.12.4-rc7

v0.12.4-rc6

v0.12.4-rc5

v0.12.4-rc4

v0.12.4-rc3

v0.12.4-rc2

v0.12.4-rc1

v0.12.4-rc0

v0.12.3

v0.12.2

v0.12.2-rc0

v0.12.1

v0.12.1-rc1

v0.12.1-rc2

v0.12.1-rc0

v0.12.0

v0.12.0-rc1

v0.12.0-rc0

v0.11.11

v0.11.11-rc3

v0.11.11-rc2

v0.11.11-rc1

v0.11.11-rc0

v0.11.10

v0.11.9

v0.11.9-rc0

v0.11.8

v0.11.8-rc0

v0.11.7-rc1

v0.11.7-rc0

v0.11.7

v0.11.6

v0.11.6-rc0

v0.11.5-rc4

v0.11.5-rc3

v0.11.5

v0.11.5-rc5

v0.11.5-rc2

v0.11.5-rc1

v0.11.5-rc0

v0.11.4

v0.11.4-rc0

v0.11.3

v0.11.3-rc0

v0.11.2

v0.11.1

v0.11.0-rc0

v0.11.0-rc1

v0.11.0-rc2

v0.11.0

v0.10.2-int1

v0.10.1

v0.10.0

v0.10.0-rc4

v0.10.0-rc3

v0.10.0-rc2

v0.10.0-rc1

v0.10.0-rc0

v0.9.7-rc1

v0.9.7-rc0

v0.9.6

v0.9.6-rc0

v0.9.6-ci0

v0.9.5

v0.9.4-rc5

v0.9.4-rc6

v0.9.4

v0.9.4-rc3

v0.9.4-rc4

v0.9.4-rc1

v0.9.4-rc2

v0.9.4-rc0

v0.9.3

v0.9.3-rc5

v0.9.4-citest0

v0.9.3-rc4

v0.9.3-rc3

v0.9.3-rc2

v0.9.3-rc1

v0.9.3-rc0

v0.9.2

v0.9.1

v0.9.1-rc1

v0.9.1-rc0

v0.9.1-ci1

v0.9.1-ci0

v0.9.0

v0.9.0-rc0

v0.8.0

v0.8.0-rc0

v0.7.1-rc2

v0.7.1

v0.7.1-rc1

v0.7.1-rc0

v0.7.0

v0.7.0-rc1

v0.7.0-rc0

v0.6.9-rc0

v0.6.8

v0.6.8-rc0

v0.6.7

v0.6.7-rc2

v0.6.7-rc1

v0.6.7-rc0

v0.6.6

v0.6.6-rc2

v0.6.6-rc1

v0.6.6-rc0

v0.6.5-rc1

v0.6.5

v0.6.5-rc0

v0.6.4-rc0

v0.6.4

v0.6.3-rc1

v0.6.3

v0.6.3-rc0

v0.6.2

v0.6.2-rc0

v0.6.1

v0.6.1-rc0

v0.6.0-rc0

v0.6.0

v0.5.14-rc0

v0.5.13

v0.5.13-rc6

v0.5.13-rc5

v0.5.13-rc4

v0.5.13-rc3

v0.5.13-rc2

v0.5.13-rc1

v0.5.13-rc0

v0.5.12

v0.5.12-rc1

v0.5.12-rc0

v0.5.11

v0.5.10

v0.5.9

v0.5.9-rc0

v0.5.8-rc13

v0.5.8

v0.5.8-rc12

v0.5.8-rc11

v0.5.8-rc10

v0.5.8-rc9

v0.5.8-rc8

v0.5.8-rc7

v0.5.8-rc6

v0.5.8-rc5

v0.5.8-rc4

v0.5.8-rc3

v0.5.8-rc2

v0.5.8-rc1

v0.5.8-rc0

v0.5.7

v0.5.6

v0.5.5

v0.5.5-rc0

v0.5.4

v0.5.3

v0.5.3-rc0

v0.5.2

v0.5.2-rc3

v0.5.2-rc2

v0.5.2-rc1

v0.5.2-rc0

v0.5.1

v0.5.0

v0.5.0-rc1

v0.4.8-rc0

v0.4.7

v0.4.6

v0.4.5

v0.4.4

v0.4.3

v0.4.3-rc0

v0.4.2

v0.4.2-rc1

v0.4.2-rc0

v0.4.1

v0.4.1-rc0

v0.4.0

v0.4.0-rc8

v0.4.0-rc7

v0.4.0-rc6

v0.4.0-rc5

v0.4.0-rc4

v0.4.0-rc3

v0.4.0-rc2

v0.4.0-rc1

v0.4.0-rc0

v0.4.0-ci3

v0.3.14

v0.3.14-rc0

v0.3.13

v0.3.12

v0.3.12-rc5

v0.3.12-rc4

v0.3.12-rc3

v0.3.12-rc2

v0.3.12-rc1

v0.3.11

v0.3.11-rc4

v0.3.11-rc3

v0.3.11-rc2

v0.3.11-rc1

v0.3.10

v0.3.10-rc1

v0.3.9

v0.3.8

v0.3.7

v0.3.7-rc6

v0.3.7-rc5

v0.3.7-rc4

v0.3.7-rc3

v0.3.7-rc2

v0.3.7-rc1

v0.3.6

v0.3.5

v0.3.4

v0.3.3

v0.3.2

v0.3.1

v0.3.0

v0.2.8

v0.2.8-rc2

v0.2.8-rc1

v0.2.7

v0.2.6

v0.2.5

v0.2.4

v0.2.3

v0.2.2

v0.2.2-rc2

v0.2.2-rc1

v0.2.1

v0.2.0

v0.1.49-rc14

v0.1.49-rc13

v0.1.49-rc12

v0.1.49-rc11

v0.1.49-rc10

v0.1.49-rc9

v0.1.49-rc8

v0.1.49-rc7

v0.1.49-rc6

v0.1.49-rc4

v0.1.49-rc5

v0.1.49-rc3

v0.1.49-rc2

v0.1.49-rc1

v0.1.48

v0.1.47

v0.1.46

v0.1.45-rc5

v0.1.45

v0.1.45-rc4

v0.1.45-rc3

v0.1.45-rc2

v0.1.45-rc1

v0.1.44

v0.1.43

v0.1.42

v0.1.41

v0.1.40

v0.1.40-rc1

v0.1.39

v0.1.39-rc2

v0.1.39-rc1

v0.1.38

v0.1.37

v0.1.36

v0.1.35

v0.1.35-rc1

v0.1.34

v0.1.34-rc1

v0.1.33

v0.1.33-rc7

v0.1.33-rc6

v0.1.33-rc5

v0.1.33-rc4

v0.1.33-rc3

v0.1.33-rc2

v0.1.33-rc1

v0.1.32

v0.1.32-rc2

v0.1.32-rc1

v0.1.31

v0.1.30

v0.1.29

v0.1.28

v0.1.27

v0.1.26

v0.1.25

v0.1.24

v0.1.23

v0.1.22

v0.1.21

v0.1.20

v0.1.19

v0.1.18

v0.1.17

v0.1.16

v0.1.15

v0.1.14

v0.1.13

v0.1.12

v0.1.11

v0.1.10

v0.1.9

v0.1.8

v0.1.7

v0.1.6

v0.1.5

v0.1.4

v0.1.3

v0.1.2

v0.1.1

v0.1.0

v0.0.21

v0.0.20

v0.0.19

v0.0.18

v0.0.17

v0.0.16

v0.0.15

v0.0.14

v0.0.13

v0.0.12

v0.0.11

v0.0.10

v0.0.9

v0.0.8

v0.0.7

v0.0.6

v0.0.5

v0.0.4

v0.0.3

v0.0.2

v0.0.1

Labels

Clear labels

amd

api

app

bug

build

cli

cloud

compatibility

context-length

create

docker

documentation

embeddings

feature request

feedback wanted

good first issue

gpt-oss

gpu

harmony

help wanted

image

install

intel

js

launch

linux

macos

memory

mlx

model

needs more info

networking

nvidia

ollama.com

performance

pull-request

Mirrored from GitHub Pull Request

python

question

registry

rendering

thinking

tools

top

vulkan

windows

wsl

No Label bug

Milestone

No items

No Milestone

Projects

Clear projects

No project

Assignees

Clear assignees

GiteaMirror ninjasurge

No Assignees

1 Participants

Notifications

Subscribe

Due Date

No due date set.

Dependencies

No dependencies set.

Reference: github-starred/ollama#68867