[GH-ISSUE #3011] Starcoder2 crashes latest ollama container #63887

New Issue

Closed

opened 2026-05-03 15:19:21 -05:00 by GiteaMirror · 3 comments

GiteaMirror commented 2026-05-03 15:19:21 -05:00

Owner

Copy Link

Originally created by @madelponte on GitHub (Mar 8, 2024).
Original GitHub issue: https://github.com/ollama/ollama/issues/3011

Image ID: 76b4fbf17cef
Comamnd run: ollama run starcoder2

Tried with both docker and podman and same thing happens with either.

Error:

time=2024-03-08T19:33:43.460Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2"
time=2024-03-08T19:33:43.460Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2"
time=2024-03-08T19:33:43.460Z level=INFO source=llm.go:77 msg="GPU not available, falling back to CPU"
time=2024-03-08T19:33:43.462Z level=INFO source=dyn_ext_server.go:90 msg="Loading Dynamic llm server: /tmp/ollama2695468419/cpu_avx2/libext_server.so"
time=2024-03-08T19:33:43.462Z level=INFO source=dyn_ext_server.go:150 msg="Initializing llama server"
SIGSEGV: segmentation violation
PC=0x7f999fc6a7fd m=5 sigcode=1
signal arrived during cgo execution

goroutine 336 [syscall]:
runtime.cgocall(0x9bd7f0, 0xc0008746c8)
	/usr/local/go/src/runtime/cgocall.go:157 +0x4b fp=0xc0008746a0 sp=0xc000874668 pc=0x409b0b
github.com/jmorganca/ollama/llm._Cfunc_dyn_llama_server_init({0x7f9938001f50, 0x7f99546f83c0, 0x7f99546e8030, 0x7f99546eaf60, 0x7f9954705760, 0x7f99546f18a0, 0x7f99546eabe0, 0x7f99546e80b0, 0x7f9954706060, 0x7f9954705300, ...}, ...)
	_cgo_gotypes.go:282 +0x45 fp=0xc0008746c8 sp=0xc0008746a0 pc=0x7c5c05
github.com/jmorganca/ollama/llm.newDynExtServer.func7(0xaf2e55?, 0xc?)
	/go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xef fp=0xc0008747b8 sp=0xc0008746c8 pc=0x7c714f
github.com/jmorganca/ollama/llm.newDynExtServer({0xc000138090, 0x2f}, {0xc0001a0150, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...)
	/go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xa65 fp=0xc000874a58 sp=0xc0008747b8 pc=0x7c6de5
github.com/jmorganca/ollama/llm.newLlmServer({{_, _, _}, {_, _}, {_, _}}, {_, _}, {0xc0001a0150, ...}, ...)
	/go/src/github.com/jmorganca/ollama/llm/llm.go:158 +0x425 fp=0xc000874c18 sp=0xc000874a58 pc=0x7c3545
github.com/jmorganca/ollama/llm.New({0xc0002f89d8, 0x15}, {0xc0001a0150, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...)
	/go/src/github.com/jmorganca/ollama/llm/llm.go:123 +0x713 fp=0xc000874e98 sp=0xc000874c18 pc=0x7c2eb3
github.com/jmorganca/ollama/server.load(0xc000002a80?, 0xc000002a80, {{0x0, 0x800, 0x200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x1, ...}, ...}, ...)
	/go/src/github.com/jmorganca/ollama/server/routes.go:85 +0x3a5 fp=0xc000875018 sp=0xc000874e98 pc=0x9971e5
github.com/jmorganca/ollama/server.ChatHandler(0xc000280300)
	/go/src/github.com/jmorganca/ollama/server/routes.go:1175 +0xa37 fp=0xc000875748 sp=0xc000875018 pc=0x9a2977
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/jmorganca/ollama/server.(*Server).GenerateRoutes.func1(0xc000280300)
	/go/src/github.com/jmorganca/ollama/server/routes.go:945 +0x68 fp=0xc000875780 sp=0xc000875748 pc=0x9a11a8
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc000280300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/recovery.go:102 +0x7a fp=0xc0008757d0 sp=0xc000875780 pc=0x9787ba
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.LoggerWithConfig.func1(0xc000280300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/logger.go:240 +0xde fp=0xc000875980 sp=0xc0008757d0 pc=0x97795e
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0000d1a00, 0xc000280300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:620 +0x65b fp=0xc000875b08 sp=0xc000875980 pc=0x976a1b
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0000d1a00, {0x1179fa40?, 0xc0002ca1c0}, 0xc000280200)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:576 +0x1dd fp=0xc000875b48 sp=0xc000875b08 pc=0x9761dd
net/http.serverHandler.ServeHTTP({0x1179dd60?}, {0x1179fa40?, 0xc0002ca1c0?}, 0x6?)
	/usr/local/go/src/net/http/server.go:2938 +0x8e fp=0xc000875b78 sp=0xc000875b48 pc=0x6ced4e
net/http.(*conn).serve(0xc0009141b0, {0x117a10a8, 0xc0001b0ba0})
	/usr/local/go/src/net/http/server.go:2009 +0x5f4 fp=0xc000875fb8 sp=0xc000875b78 pc=0x6cac34
net/http.(*Server).Serve.func3()
	/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc000875fe0 sp=0xc000875fb8 pc=0x6cf568
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000875fe8 sp=0xc000875fe0 pc=0x46e2c1
created by net/http.(*Server).Serve in goroutine 1
	/usr/local/go/src/net/http/server.go:3086 +0x5cb

goroutine 1 [IO wait]:
runtime.gopark(0x480f10?, 0xc0000c9850?, 0xa0?, 0x98?, 0x4f711d?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000c9830 sp=0xc0000c9810 pc=0x43e7ee
runtime.netpollblock(0x46c332?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0000c9868 sp=0xc0000c9830 pc=0x437277
internal/poll.runtime_pollWait(0x7f9958e84e80, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc0000c9888 sp=0xc0000c9868 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc000466100?, 0x4?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0000c98b0 sp=0xc0000c9888 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000466100)
	/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc0000c9958 sp=0xc0000c98b0 pc=0x4f524c
net.(*netFD).accept(0xc000466100)
	/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc0000c9a10 sp=0xc0000c9958 pc=0x56be29
net.(*TCPListener).accept(0xc00043d5a0)
	/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc0000c9a38 sp=0xc0000c9a10 pc=0x580c3e
net.(*TCPListener).Accept(0xc00043d5a0)
	/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc0000c9a68 sp=0xc0000c9a38 pc=0x57fdf0
net/http.(*onceCloseListener).Accept(0xc0009141b0?)
	<autogenerated>:1 +0x24 fp=0xc0000c9a80 sp=0xc0000c9a68 pc=0x6f1ae4
net/http.(*Server).Serve(0xc000378ff0, {0x1179f830, 0xc00043d5a0})
	/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc0000c9bb0 sp=0xc0000c9a80 pc=0x6cf1a4
github.com/jmorganca/ollama/server.Serve({0x1179f830, 0xc00043d5a0})
	/go/src/github.com/jmorganca/ollama/server/routes.go:1048 +0x454 fp=0xc0000c9c98 sp=0xc0000c9bb0 pc=0x9a1654
github.com/jmorganca/ollama/cmd.RunServer(0xc000468300?, {0x11be88c0?, 0x4?, 0xadab0a?})
	/go/src/github.com/jmorganca/ollama/cmd/cmd.go:706 +0x1b9 fp=0xc0000c9d30 sp=0xc0000c9c98 pc=0x9b4799
github.com/spf13/cobra.(*Command).execute(0xc000421800, {0x11be88c0, 0x0, 0x0})
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x87c fp=0xc0000c9e68 sp=0xc0000c9d30 pc=0x764d9c
github.com/spf13/cobra.(*Command).ExecuteC(0xc000420c00)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0000c9f20 sp=0xc0000c9e68 pc=0x7655c5
github.com/spf13/cobra.(*Command).Execute(...)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	/go/src/github.com/jmorganca/ollama/main.go:11 +0x4d fp=0xc0000c9f40 sp=0xc0000c9f20 pc=0x9bc90d
runtime.main()
	/usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc0000c9fe0 sp=0xc0000c9f40 pc=0x43e39b
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000c9fe8 sp=0xc0000c9fe0 pc=0x46e2c1

goroutine 2 [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056fa8 sp=0xc000056f88 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.forcegchelper()
	/usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc000056fe0 sp=0xc000056fa8 pc=0x43e673
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x46e2c1
created by runtime.init.6 in goroutine 1
	/usr/local/go/src/runtime/proc.go:310 +0x1a

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057778 sp=0xc000057758 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.bgsweep(0x0?)
	/usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000577c8 sp=0xc000057778 pc=0x42a73f
runtime.gcenable.func1()
	/usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x41f865
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46e2c1
created by runtime.gcenable in goroutine 1
	/usr/local/go/src/runtime/mgc.go:200 +0x66

goroutine 4 [GC scavenge wait]:
runtime.gopark(0xbd6bd2?, 0xb0ef8e?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057f70 sp=0xc000057f50 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.(*scavengerState).park(0x11bb8c40)
	/usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000057fa0 sp=0xc000057f70 pc=0x427f69
runtime.bgscavenge(0x0?)
	/usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000057fc8 sp=0xc000057fa0 pc=0x428519
runtime.gcenable.func2()
	/usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x41f805
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x46e2c1
created by runtime.gcenable in goroutine 1
	/usr/local/go/src/runtime/mgc.go:201 +0xa5

goroutine 5 [finalizer wait]:
runtime.gopark(0x0?, 0xc00062c0f0?, 0x60?, 0x40?, 0x1000000010?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056628 sp=0xc000056608 pc=0x43e7ee
runtime.runfinq()
	/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc0000567e0 sp=0xc000056628 pc=0x41e8e7
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000567e8 sp=0xc0000567e0 pc=0x46e2c1
created by runtime.createfing in goroutine 1
	/usr/local/go/src/runtime/mfinal.go:163 +0x3d

goroutine 6 [select, locked to thread]:
runtime.gopark(0xc0000587a8?, 0x2?, 0x89?, 0xea?, 0xc0000587a4?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058638 sp=0xc000058618 pc=0x43e7ee
runtime.selectgo(0xc0000587a8, 0xc0000587a0, 0x0?, 0x0, 0x0?, 0x1)
	/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000058758 sp=0xc000058638 pc=0x44e325
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal_unix.go:1014 +0x19f fp=0xc0000587e0 sp=0xc000058758 pc=0x46535f
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000587e8 sp=0xc0000587e0 pc=0x46e2c1
created by runtime.ensureSigM in goroutine 1
	/usr/local/go/src/runtime/signal_unix.go:997 +0xc8

goroutine 18 [syscall]:
runtime.notetsleepg(0x0?, 0x0?)
	/usr/local/go/src/runtime/lock_futex.go:236 +0x29 fp=0xc0000527a0 sp=0xc000052768 pc=0x411349
os/signal.signal_recv()
	/usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000527c0 sp=0xc0000527a0 pc=0x46ac89
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000527e0 sp=0xc0000527c0 pc=0x6f4513
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46e2c1
created by os/signal.Notify.func1.1 in goroutine 1
	/usr/local/go/src/os/signal/signal.go:151 +0x1f

goroutine 34 [chan receive]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000514718 sp=0xc0005146f8 pc=0x43e7ee
runtime.chanrecv(0xc00018daa0, 0x0, 0x1)
	/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000514790 sp=0xc000514718 pc=0x40beed
runtime.chanrecv1(0x0?, 0x0?)
	/usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc0005147b8 sp=0xc000514790 pc=0x40baf2
github.com/jmorganca/ollama/server.Serve.func2()
	/go/src/github.com/jmorganca/ollama/server/routes.go:1030 +0x25 fp=0xc0005147e0 sp=0xc0005147b8 pc=0x9a16e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005147e8 sp=0xc0005147e0 pc=0x46e2c1
created by github.com/jmorganca/ollama/server.Serve in goroutine 1
	/go/src/github.com/jmorganca/ollama/server/routes.go:1029 +0x3c7

goroutine 35 [GC worker (idle)]:
runtime.gopark(0x122dd1a80669?, 0x1?, 0xd?, 0x57?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000514f50 sp=0xc000514f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000514fe0 sp=0xc000514f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000514fe8 sp=0xc000514fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 19 [GC worker (idle)]:
runtime.gopark(0x122dd1a61207?, 0x1?, 0x85?, 0x17?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000052f50 sp=0xc000052f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000052fe0 sp=0xc000052f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000052fe8 sp=0xc000052fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 20 [GC worker (idle)]:
runtime.gopark(0x122c9e608baf?, 0x3?, 0xb8?, 0x51?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000053750 sp=0xc000053730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0000537e0 sp=0xc000053750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 50 [GC worker (idle)]:
runtime.gopark(0x122dd1a61872?, 0x3?, 0x97?, 0x2b?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000510750 sp=0xc000510730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0005107e0 sp=0xc000510750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005107e8 sp=0xc0005107e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 51 [GC worker (idle)]:
runtime.gopark(0x11bea5e0?, 0x3?, 0x17?, 0xde?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000510f50 sp=0xc000510f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000510fe0 sp=0xc000510f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000510fe8 sp=0xc000510fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 52 [GC worker (idle)]:
runtime.gopark(0x122dd1a67852?, 0x1?, 0xe2?, 0xf8?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000511750 sp=0xc000511730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0005117e0 sp=0xc000511750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005117e8 sp=0xc0005117e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 7 [GC worker (idle)]:
runtime.gopark(0x122dd1a616d1?, 0x3?, 0xa3?, 0x6c?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058f50 sp=0xc000058f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000058fe0 sp=0xc000058f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000058fe8 sp=0xc000058fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 8 [GC worker (idle)]:
runtime.gopark(0x122dd1a617c2?, 0x3?, 0x37?, 0xd4?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000059750 sp=0xc000059730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0000597e0 sp=0xc000059750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000597e8 sp=0xc0000597e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 9 [GC worker (idle)]:
runtime.gopark(0x122dd1a61946?, 0x1?, 0x96?, 0xfb?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000059f50 sp=0xc000059f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000059fe0 sp=0xc000059f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000059fe8 sp=0xc000059fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 21 [GC worker (idle)]:
runtime.gopark(0x122dd1a618e5?, 0x1?, 0x87?, 0x63?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000053f50 sp=0xc000053f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000053fe0 sp=0xc000053f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000053fe8 sp=0xc000053fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 10 [GC worker (idle)]:
runtime.gopark(0x122dd1a60c1f?, 0x3?, 0x1f?, 0xda?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494750 sp=0xc000494730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0004947e0 sp=0xc000494750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004947e8 sp=0xc0004947e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 11 [GC worker (idle)]:
runtime.gopark(0x122dd1a6184c?, 0x1?, 0xe1?, 0x3f?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494f50 sp=0xc000494f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000494fe0 sp=0xc000494f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000494fe8 sp=0xc000494fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 71 [IO wait]:
runtime.gopark(0x478531a248414a0d?, 0xb?, 0x0?, 0x0?, 0x8?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0003035c8 sp=0xc0003035a8 pc=0x43e7ee
runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000303600 sp=0xc0003035c8 pc=0x437277
internal/poll.runtime_pollWait(0x7f9958e84b98, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000303620 sp=0xc000303600 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc000518180?, 0xc000457500?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000303648 sp=0xc000303620 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000518180, {0xc000457500, 0x1500, 0x1500})
	/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc0003036e0 sp=0xc000303648 pc=0x4f105a
net.(*netFD).Read(0xc000518180, {0xc000457500?, 0xc000457505?, 0x0?})
	/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000303728 sp=0xc0003036e0 pc=0x569e05
net.(*conn).Read(0xc00005a3c0, {0xc000457500?, 0x427365?, 0xc0000c4538?})
	/usr/local/go/src/net/net.go:179 +0x45 fp=0xc000303770 sp=0xc000303728 pc=0x5780a5
net.(*TCPConn).Read(0xc000303808?, {0xc000457500?, 0xc000013db8?, 0x18?})
	<autogenerated>:1 +0x25 fp=0xc0003037a0 sp=0xc000303770 pc=0x589fa5
crypto/tls.(*atLeastReader).Read(0xc000013db8, {0xc000457500?, 0xc000013db8?, 0x0?})
	/usr/local/go/src/crypto/tls/conn.go:805 +0x3b fp=0xc0003037e8 sp=0xc0003037a0 pc=0x617cfb
bytes.(*Buffer).ReadFrom(0xc0000c4628, {0x1179cdc0, 0xc000013db8})
	/usr/local/go/src/bytes/buffer.go:211 +0x98 fp=0xc000303840 sp=0xc0003037e8 pc=0x4a2f18
crypto/tls.(*Conn).readFromUntil(0xc0000c4380, {0x1179bfe0?, 0xc00005a3c0}, 0x0?)
	/usr/local/go/src/crypto/tls/conn.go:827 +0xde fp=0xc000303880 sp=0xc000303840 pc=0x617ede
crypto/tls.(*Conn).readRecordOrCCS(0xc0000c4380, 0x0)
	/usr/local/go/src/crypto/tls/conn.go:625 +0x250 fp=0xc000303c20 sp=0xc000303880 pc=0x6154b0
crypto/tls.(*Conn).readRecord(...)
	/usr/local/go/src/crypto/tls/conn.go:587
crypto/tls.(*Conn).Read(0xc0000c4380, {0xc0006a5000, 0x1000, 0x4775b3?})
	/usr/local/go/src/crypto/tls/conn.go:1369 +0x158 fp=0xc000303c90 sp=0xc000303c20 pc=0x61b778
bufio.(*Reader).Read(0xc0006a2c60, {0xc0000fe200, 0x9, 0xc000303d38?})
	/usr/local/go/src/bufio/bufio.go:244 +0x197 fp=0xc000303cc8 sp=0xc000303c90 pc=0x655057
io.ReadAtLeast({0x1179c320, 0xc0006a2c60}, {0xc0000fe200, 0x9, 0x9}, 0x9)
	/usr/local/go/src/io/io.go:335 +0x90 fp=0xc000303d10 sp=0xc000303cc8 pc=0x49ac50
io.ReadFull(...)
	/usr/local/go/src/io/io.go:354
net/http.http2readFrameHeader({0xc0000fe200, 0x9, 0x0?}, {0x1179c320?, 0xc0006a2c60?})
	/usr/local/go/src/net/http/h2_bundle.go:1635 +0x65 fp=0xc000303d60 sp=0xc000303d10 pc=0x68e825
net/http.(*http2Framer).ReadFrame(0xc0000fe1c0)
	/usr/local/go/src/net/http/h2_bundle.go:1899 +0x85 fp=0xc000303e08 sp=0xc000303d60 pc=0x68ef65
net/http.(*http2clientConnReadLoop).run(0xc000303f98)
	/usr/local/go/src/net/http/h2_bundle.go:9338 +0x11f fp=0xc000303f60 sp=0xc000303e08 pc=0x6b1e1f
net/http.(*http2ClientConn).readLoop(0xc000002000)
	/usr/local/go/src/net/http/h2_bundle.go:9233 +0x65 fp=0xc000303fc8 sp=0xc000303f60 pc=0x6b13a5
net/http.(*http2Transport).newClientConn.func3()
	/usr/local/go/src/net/http/h2_bundle.go:7905 +0x25 fp=0xc000303fe0 sp=0xc000303fc8 pc=0x6aa285
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000303fe8 sp=0xc000303fe0 pc=0x46e2c1
created by net/http.(*http2Transport).newClientConn in goroutine 70
	/usr/local/go/src/net/http/h2_bundle.go:7905 +0xcbe

goroutine 27 [IO wait]:
runtime.gopark(0x341dcfbc0c799a5f?, 0xb?, 0x0?, 0x0?, 0x9?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0001215c8 sp=0xc0001215a8 pc=0x43e7ee
runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000121600 sp=0xc0001215c8 pc=0x437277
internal/poll.runtime_pollWait(0x7f9958e84c90, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000121620 sp=0xc000121600 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc000026100?, 0xc000458a00?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000121648 sp=0xc000121620 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000026100, {0xc000458a00, 0x1500, 0x1500})
	/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc0001216e0 sp=0xc000121648 pc=0x4f105a
net.(*netFD).Read(0xc000026100, {0xc000458a00?, 0xc0001217b0?, 0x416b08?})
	/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000121728 sp=0xc0001216e0 pc=0x569e05
net.(*conn).Read(0xc00013c018, {0xc000458a00?, 0x0?, 0xc0001217a0?})
	/usr/local/go/src/net/net.go:179 +0x45 fp=0xc000121770 sp=0xc000121728 pc=0x5780a5
net.(*TCPConn).Read(0xc000121808?, {0xc000458a00?, 0xc000522000?, 0x18?})
	<autogenerated>:1 +0x25 fp=0xc0001217a0 sp=0xc000121770 pc=0x589fa5
crypto/tls.(*atLeastReader).Read(0xc000522000, {0xc000458a00?, 0xc000522000?, 0x0?})
	/usr/local/go/src/crypto/tls/conn.go:805 +0x3b fp=0xc0001217e8 sp=0xc0001217a0 pc=0x617cfb
bytes.(*Buffer).ReadFrom(0xc0000c4d28, {0x1179cdc0, 0xc000522000})
	/usr/local/go/src/bytes/buffer.go:211 +0x98 fp=0xc000121840 sp=0xc0001217e8 pc=0x4a2f18
crypto/tls.(*Conn).readFromUntil(0xc0000c4a80, {0x1179bfe0?, 0xc00013c018}, 0xc000121948?)
	/usr/local/go/src/crypto/tls/conn.go:827 +0xde fp=0xc000121880 sp=0xc000121840 pc=0x617ede
crypto/tls.(*Conn).readRecordOrCCS(0xc0000c4a80, 0x0)
	/usr/local/go/src/crypto/tls/conn.go:625 +0x250 fp=0xc000121c20 sp=0xc000121880 pc=0x6154b0
crypto/tls.(*Conn).readRecord(...)
	/usr/local/go/src/crypto/tls/conn.go:587
crypto/tls.(*Conn).Read(0xc0000c4a80, {0xc0004c1000, 0x1000, 0x117a4058?})
	/usr/local/go/src/crypto/tls/conn.go:1369 +0x158 fp=0xc000121c90 sp=0xc000121c20 pc=0x61b778
bufio.(*Reader).Read(0xc00018cf60, {0xc000414120, 0x9, 0x6f056e?})
	/usr/local/go/src/bufio/bufio.go:244 +0x197 fp=0xc000121cc8 sp=0xc000121c90 pc=0x655057
io.ReadAtLeast({0x1179c320, 0xc00018cf60}, {0xc000414120, 0x9, 0x9}, 0x9)
	/usr/local/go/src/io/io.go:335 +0x90 fp=0xc000121d10 sp=0xc000121cc8 pc=0x49ac50
io.ReadFull(...)
	/usr/local/go/src/io/io.go:354
net/http.http2readFrameHeader({0xc000414120, 0x9, 0x6b6392?}, {0x1179c320?, 0xc00018cf60?})
	/usr/local/go/src/net/http/h2_bundle.go:1635 +0x65 fp=0xc000121d60 sp=0xc000121d10 pc=0x68e825
net/http.(*http2Framer).ReadFrame(0xc0004140e0)
	/usr/local/go/src/net/http/h2_bundle.go:1899 +0x85 fp=0xc000121e08 sp=0xc000121d60 pc=0x68ef65
net/http.(*http2clientConnReadLoop).run(0xc000121f98)
	/usr/local/go/src/net/http/h2_bundle.go:9338 +0x11f fp=0xc000121f60 sp=0xc000121e08 pc=0x6b1e1f
net/http.(*http2ClientConn).readLoop(0xc0004be000)
	/usr/local/go/src/net/http/h2_bundle.go:9233 +0x65 fp=0xc000121fc8 sp=0xc000121f60 pc=0x6b13a5
net/http.(*http2Transport).newClientConn.func3()
	/usr/local/go/src/net/http/h2_bundle.go:7905 +0x25 fp=0xc000121fe0 sp=0xc000121fc8 pc=0x6aa285
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000121fe8 sp=0xc000121fe0 pc=0x46e2c1
created by net/http.(*http2Transport).newClientConn in goroutine 26
	/usr/local/go/src/net/http/h2_bundle.go:7905 +0xcbe

goroutine 206 [IO wait]:
runtime.gopark(0x1?, 0xb?, 0x0?, 0x0?, 0x7?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000557da0 sp=0xc000557d80 pc=0x43e7ee
runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000557dd8 sp=0xc000557da0 pc=0x437277
internal/poll.runtime_pollWait(0x7f9958e84aa0, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000557df8 sp=0xc000557dd8 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc000518380?, 0xc00080e2e1?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000557e20 sp=0xc000557df8 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000518380, {0xc00080e2e1, 0x1, 0x1})
	/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc000557eb8 sp=0xc000557e20 pc=0x4f105a
net.(*netFD).Read(0xc000518380, {0xc00080e2e1?, 0x91b0000081b?, 0x92b000008cb?})
	/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000557f00 sp=0xc000557eb8 pc=0x569e05
net.(*conn).Read(0xc000936008, {0xc00080e2e1?, 0x92b000008cb?, 0x91b0000081b?})
	/usr/local/go/src/net/net.go:179 +0x45 fp=0xc000557f48 sp=0xc000557f00 pc=0x5780a5
net.(*TCPConn).Read(0x92b000008cb?, {0xc00080e2e1?, 0x100099b0000095b?, 0xc00045eb00?})
	<autogenerated>:1 +0x25 fp=0xc000557f78 sp=0xc000557f48 pc=0x589fa5
net/http.(*connReader).backgroundRead(0xc00080e2d0)
	/usr/local/go/src/net/http/server.go:683 +0x37 fp=0xc000557fc8 sp=0xc000557f78 pc=0x6c4ab7
net/http.(*connReader).startBackgroundRead.func2()
	/usr/local/go/src/net/http/server.go:679 +0x25 fp=0xc000557fe0 sp=0xc000557fc8 pc=0x6c49e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000557fe8 sp=0xc000557fe0 pc=0x46e2c1
created by net/http.(*connReader).startBackgroundRead in goroutine 336
	/usr/local/go/src/net/http/server.go:679 +0xba

rax    0x0
rbx    0x7f99579ff410
rcx    0x67
rdx    0x0
rdi    0x0
rsi    0x0
rbp    0x7f99579ff3d0
rsp    0x7f99579ff238
r8     0x7f9938015c90
r9     0x7f9938015cb8
r10    0x7f999fadcb40
r11    0x7f999fc66a80
r12    0x0
r13    0x7f993801aa38
r14    0x7f9938015a60
r15    0x0
rip    0x7f999fc6a7fd
rflags 0x10283
cs     0x33
fs     0x0
gs     0x0

Originally created by @madelponte on GitHub (Mar 8, 2024). Original GitHub issue: https://github.com/ollama/ollama/issues/3011 Image ID: `76b4fbf17cef` Comamnd run: `ollama run starcoder2` Tried with both docker and podman and same thing happens with either. Error: ```go time=2024-03-08T19:33:43.460Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2" time=2024-03-08T19:33:43.460Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2" time=2024-03-08T19:33:43.460Z level=INFO source=llm.go:77 msg="GPU not available, falling back to CPU" time=2024-03-08T19:33:43.462Z level=INFO source=dyn_ext_server.go:90 msg="Loading Dynamic llm server: /tmp/ollama2695468419/cpu_avx2/libext_server.so" time=2024-03-08T19:33:43.462Z level=INFO source=dyn_ext_server.go:150 msg="Initializing llama server" SIGSEGV: segmentation violation PC=0x7f999fc6a7fd m=5 sigcode=1 signal arrived during cgo execution goroutine 336 [syscall]: runtime.cgocall(0x9bd7f0, 0xc0008746c8) /usr/local/go/src/runtime/cgocall.go:157 +0x4b fp=0xc0008746a0 sp=0xc000874668 pc=0x409b0b github.com/jmorganca/ollama/llm._Cfunc_dyn_llama_server_init({0x7f9938001f50, 0x7f99546f83c0, 0x7f99546e8030, 0x7f99546eaf60, 0x7f9954705760, 0x7f99546f18a0, 0x7f99546eabe0, 0x7f99546e80b0, 0x7f9954706060, 0x7f9954705300, ...}, ...) _cgo_gotypes.go:282 +0x45 fp=0xc0008746c8 sp=0xc0008746a0 pc=0x7c5c05 github.com/jmorganca/ollama/llm.newDynExtServer.func7(0xaf2e55?, 0xc?) /go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xef fp=0xc0008747b8 sp=0xc0008746c8 pc=0x7c714f github.com/jmorganca/ollama/llm.newDynExtServer({0xc000138090, 0x2f}, {0xc0001a0150, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...) /go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xa65 fp=0xc000874a58 sp=0xc0008747b8 pc=0x7c6de5 github.com/jmorganca/ollama/llm.newLlmServer({{_, _, _}, {_, _}, {_, _}}, {_, _}, {0xc0001a0150, ...}, ...) /go/src/github.com/jmorganca/ollama/llm/llm.go:158 +0x425 fp=0xc000874c18 sp=0xc000874a58 pc=0x7c3545 github.com/jmorganca/ollama/llm.New({0xc0002f89d8, 0x15}, {0xc0001a0150, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...) /go/src/github.com/jmorganca/ollama/llm/llm.go:123 +0x713 fp=0xc000874e98 sp=0xc000874c18 pc=0x7c2eb3 github.com/jmorganca/ollama/server.load(0xc000002a80?, 0xc000002a80, {{0x0, 0x800, 0x200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x1, ...}, ...}, ...) /go/src/github.com/jmorganca/ollama/server/routes.go:85 +0x3a5 fp=0xc000875018 sp=0xc000874e98 pc=0x9971e5 github.com/jmorganca/ollama/server.ChatHandler(0xc000280300) /go/src/github.com/jmorganca/ollama/server/routes.go:1175 +0xa37 fp=0xc000875748 sp=0xc000875018 pc=0x9a2977 github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/jmorganca/ollama/server.(*Server).GenerateRoutes.func1(0xc000280300) /go/src/github.com/jmorganca/ollama/server/routes.go:945 +0x68 fp=0xc000875780 sp=0xc000875748 pc=0x9a11a8 github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc000280300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/recovery.go:102 +0x7a fp=0xc0008757d0 sp=0xc000875780 pc=0x9787ba github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.LoggerWithConfig.func1(0xc000280300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/logger.go:240 +0xde fp=0xc000875980 sp=0xc0008757d0 pc=0x97795e github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0000d1a00, 0xc000280300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:620 +0x65b fp=0xc000875b08 sp=0xc000875980 pc=0x976a1b github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0000d1a00, {0x1179fa40?, 0xc0002ca1c0}, 0xc000280200) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:576 +0x1dd fp=0xc000875b48 sp=0xc000875b08 pc=0x9761dd net/http.serverHandler.ServeHTTP({0x1179dd60?}, {0x1179fa40?, 0xc0002ca1c0?}, 0x6?) /usr/local/go/src/net/http/server.go:2938 +0x8e fp=0xc000875b78 sp=0xc000875b48 pc=0x6ced4e net/http.(*conn).serve(0xc0009141b0, {0x117a10a8, 0xc0001b0ba0}) /usr/local/go/src/net/http/server.go:2009 +0x5f4 fp=0xc000875fb8 sp=0xc000875b78 pc=0x6cac34 net/http.(*Server).Serve.func3() /usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc000875fe0 sp=0xc000875fb8 pc=0x6cf568 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000875fe8 sp=0xc000875fe0 pc=0x46e2c1 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3086 +0x5cb goroutine 1 [IO wait]: runtime.gopark(0x480f10?, 0xc0000c9850?, 0xa0?, 0x98?, 0x4f711d?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000c9830 sp=0xc0000c9810 pc=0x43e7ee runtime.netpollblock(0x46c332?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0000c9868 sp=0xc0000c9830 pc=0x437277 internal/poll.runtime_pollWait(0x7f9958e84e80, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc0000c9888 sp=0xc0000c9868 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc000466100?, 0x4?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0000c98b0 sp=0xc0000c9888 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc000466100) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc0000c9958 sp=0xc0000c98b0 pc=0x4f524c net.(*netFD).accept(0xc000466100) /usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc0000c9a10 sp=0xc0000c9958 pc=0x56be29 net.(*TCPListener).accept(0xc00043d5a0) /usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc0000c9a38 sp=0xc0000c9a10 pc=0x580c3e net.(*TCPListener).Accept(0xc00043d5a0) /usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc0000c9a68 sp=0xc0000c9a38 pc=0x57fdf0 net/http.(*onceCloseListener).Accept(0xc0009141b0?) <autogenerated>:1 +0x24 fp=0xc0000c9a80 sp=0xc0000c9a68 pc=0x6f1ae4 net/http.(*Server).Serve(0xc000378ff0, {0x1179f830, 0xc00043d5a0}) /usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc0000c9bb0 sp=0xc0000c9a80 pc=0x6cf1a4 github.com/jmorganca/ollama/server.Serve({0x1179f830, 0xc00043d5a0}) /go/src/github.com/jmorganca/ollama/server/routes.go:1048 +0x454 fp=0xc0000c9c98 sp=0xc0000c9bb0 pc=0x9a1654 github.com/jmorganca/ollama/cmd.RunServer(0xc000468300?, {0x11be88c0?, 0x4?, 0xadab0a?}) /go/src/github.com/jmorganca/ollama/cmd/cmd.go:706 +0x1b9 fp=0xc0000c9d30 sp=0xc0000c9c98 pc=0x9b4799 github.com/spf13/cobra.(*Command).execute(0xc000421800, {0x11be88c0, 0x0, 0x0}) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x87c fp=0xc0000c9e68 sp=0xc0000c9d30 pc=0x764d9c github.com/spf13/cobra.(*Command).ExecuteC(0xc000420c00) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0000c9f20 sp=0xc0000c9e68 pc=0x7655c5 github.com/spf13/cobra.(*Command).Execute(...) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985 main.main() /go/src/github.com/jmorganca/ollama/main.go:11 +0x4d fp=0xc0000c9f40 sp=0xc0000c9f20 pc=0x9bc90d runtime.main() /usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc0000c9fe0 sp=0xc0000c9f40 pc=0x43e39b runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000c9fe8 sp=0xc0000c9fe0 pc=0x46e2c1 goroutine 2 [force gc (idle)]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056fa8 sp=0xc000056f88 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc000056fe0 sp=0xc000056fa8 pc=0x43e673 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x46e2c1 created by runtime.init.6 in goroutine 1 /usr/local/go/src/runtime/proc.go:310 +0x1a goroutine 3 [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057778 sp=0xc000057758 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.bgsweep(0x0?) /usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000577c8 sp=0xc000057778 pc=0x42a73f runtime.gcenable.func1() /usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x41f865 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46e2c1 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:200 +0x66 goroutine 4 [GC scavenge wait]: runtime.gopark(0xbd6bd2?, 0xb0ef8e?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057f70 sp=0xc000057f50 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.(*scavengerState).park(0x11bb8c40) /usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000057fa0 sp=0xc000057f70 pc=0x427f69 runtime.bgscavenge(0x0?) /usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000057fc8 sp=0xc000057fa0 pc=0x428519 runtime.gcenable.func2() /usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x41f805 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x46e2c1 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:201 +0xa5 goroutine 5 [finalizer wait]: runtime.gopark(0x0?, 0xc00062c0f0?, 0x60?, 0x40?, 0x1000000010?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056628 sp=0xc000056608 pc=0x43e7ee runtime.runfinq() /usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc0000567e0 sp=0xc000056628 pc=0x41e8e7 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000567e8 sp=0xc0000567e0 pc=0x46e2c1 created by runtime.createfing in goroutine 1 /usr/local/go/src/runtime/mfinal.go:163 +0x3d goroutine 6 [select, locked to thread]: runtime.gopark(0xc0000587a8?, 0x2?, 0x89?, 0xea?, 0xc0000587a4?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058638 sp=0xc000058618 pc=0x43e7ee runtime.selectgo(0xc0000587a8, 0xc0000587a0, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000058758 sp=0xc000058638 pc=0x44e325 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:1014 +0x19f fp=0xc0000587e0 sp=0xc000058758 pc=0x46535f runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000587e8 sp=0xc0000587e0 pc=0x46e2c1 created by runtime.ensureSigM in goroutine 1 /usr/local/go/src/runtime/signal_unix.go:997 +0xc8 goroutine 18 [syscall]: runtime.notetsleepg(0x0?, 0x0?) /usr/local/go/src/runtime/lock_futex.go:236 +0x29 fp=0xc0000527a0 sp=0xc000052768 pc=0x411349 os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000527c0 sp=0xc0000527a0 pc=0x46ac89 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000527e0 sp=0xc0000527c0 pc=0x6f4513 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46e2c1 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 34 [chan receive]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000514718 sp=0xc0005146f8 pc=0x43e7ee runtime.chanrecv(0xc00018daa0, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000514790 sp=0xc000514718 pc=0x40beed runtime.chanrecv1(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc0005147b8 sp=0xc000514790 pc=0x40baf2 github.com/jmorganca/ollama/server.Serve.func2() /go/src/github.com/jmorganca/ollama/server/routes.go:1030 +0x25 fp=0xc0005147e0 sp=0xc0005147b8 pc=0x9a16e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005147e8 sp=0xc0005147e0 pc=0x46e2c1 created by github.com/jmorganca/ollama/server.Serve in goroutine 1 /go/src/github.com/jmorganca/ollama/server/routes.go:1029 +0x3c7 goroutine 35 [GC worker (idle)]: runtime.gopark(0x122dd1a80669?, 0x1?, 0xd?, 0x57?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000514f50 sp=0xc000514f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000514fe0 sp=0xc000514f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000514fe8 sp=0xc000514fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 19 [GC worker (idle)]: runtime.gopark(0x122dd1a61207?, 0x1?, 0x85?, 0x17?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000052f50 sp=0xc000052f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000052fe0 sp=0xc000052f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000052fe8 sp=0xc000052fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 20 [GC worker (idle)]: runtime.gopark(0x122c9e608baf?, 0x3?, 0xb8?, 0x51?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000053750 sp=0xc000053730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0000537e0 sp=0xc000053750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 50 [GC worker (idle)]: runtime.gopark(0x122dd1a61872?, 0x3?, 0x97?, 0x2b?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000510750 sp=0xc000510730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0005107e0 sp=0xc000510750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005107e8 sp=0xc0005107e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 51 [GC worker (idle)]: runtime.gopark(0x11bea5e0?, 0x3?, 0x17?, 0xde?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000510f50 sp=0xc000510f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000510fe0 sp=0xc000510f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000510fe8 sp=0xc000510fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 52 [GC worker (idle)]: runtime.gopark(0x122dd1a67852?, 0x1?, 0xe2?, 0xf8?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000511750 sp=0xc000511730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0005117e0 sp=0xc000511750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0005117e8 sp=0xc0005117e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 7 [GC worker (idle)]: runtime.gopark(0x122dd1a616d1?, 0x3?, 0xa3?, 0x6c?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058f50 sp=0xc000058f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000058fe0 sp=0xc000058f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000058fe8 sp=0xc000058fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 8 [GC worker (idle)]: runtime.gopark(0x122dd1a617c2?, 0x3?, 0x37?, 0xd4?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000059750 sp=0xc000059730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0000597e0 sp=0xc000059750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000597e8 sp=0xc0000597e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 9 [GC worker (idle)]: runtime.gopark(0x122dd1a61946?, 0x1?, 0x96?, 0xfb?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000059f50 sp=0xc000059f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000059fe0 sp=0xc000059f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000059fe8 sp=0xc000059fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 21 [GC worker (idle)]: runtime.gopark(0x122dd1a618e5?, 0x1?, 0x87?, 0x63?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000053f50 sp=0xc000053f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000053fe0 sp=0xc000053f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000053fe8 sp=0xc000053fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 10 [GC worker (idle)]: runtime.gopark(0x122dd1a60c1f?, 0x3?, 0x1f?, 0xda?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494750 sp=0xc000494730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0004947e0 sp=0xc000494750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004947e8 sp=0xc0004947e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 11 [GC worker (idle)]: runtime.gopark(0x122dd1a6184c?, 0x1?, 0xe1?, 0x3f?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494f50 sp=0xc000494f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000494fe0 sp=0xc000494f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000494fe8 sp=0xc000494fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 71 [IO wait]: runtime.gopark(0x478531a248414a0d?, 0xb?, 0x0?, 0x0?, 0x8?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0003035c8 sp=0xc0003035a8 pc=0x43e7ee runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000303600 sp=0xc0003035c8 pc=0x437277 internal/poll.runtime_pollWait(0x7f9958e84b98, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000303620 sp=0xc000303600 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc000518180?, 0xc000457500?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000303648 sp=0xc000303620 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000518180, {0xc000457500, 0x1500, 0x1500}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc0003036e0 sp=0xc000303648 pc=0x4f105a net.(*netFD).Read(0xc000518180, {0xc000457500?, 0xc000457505?, 0x0?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000303728 sp=0xc0003036e0 pc=0x569e05 net.(*conn).Read(0xc00005a3c0, {0xc000457500?, 0x427365?, 0xc0000c4538?}) /usr/local/go/src/net/net.go:179 +0x45 fp=0xc000303770 sp=0xc000303728 pc=0x5780a5 net.(*TCPConn).Read(0xc000303808?, {0xc000457500?, 0xc000013db8?, 0x18?}) <autogenerated>:1 +0x25 fp=0xc0003037a0 sp=0xc000303770 pc=0x589fa5 crypto/tls.(*atLeastReader).Read(0xc000013db8, {0xc000457500?, 0xc000013db8?, 0x0?}) /usr/local/go/src/crypto/tls/conn.go:805 +0x3b fp=0xc0003037e8 sp=0xc0003037a0 pc=0x617cfb bytes.(*Buffer).ReadFrom(0xc0000c4628, {0x1179cdc0, 0xc000013db8}) /usr/local/go/src/bytes/buffer.go:211 +0x98 fp=0xc000303840 sp=0xc0003037e8 pc=0x4a2f18 crypto/tls.(*Conn).readFromUntil(0xc0000c4380, {0x1179bfe0?, 0xc00005a3c0}, 0x0?) /usr/local/go/src/crypto/tls/conn.go:827 +0xde fp=0xc000303880 sp=0xc000303840 pc=0x617ede crypto/tls.(*Conn).readRecordOrCCS(0xc0000c4380, 0x0) /usr/local/go/src/crypto/tls/conn.go:625 +0x250 fp=0xc000303c20 sp=0xc000303880 pc=0x6154b0 crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:587 crypto/tls.(*Conn).Read(0xc0000c4380, {0xc0006a5000, 0x1000, 0x4775b3?}) /usr/local/go/src/crypto/tls/conn.go:1369 +0x158 fp=0xc000303c90 sp=0xc000303c20 pc=0x61b778 bufio.(*Reader).Read(0xc0006a2c60, {0xc0000fe200, 0x9, 0xc000303d38?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 fp=0xc000303cc8 sp=0xc000303c90 pc=0x655057 io.ReadAtLeast({0x1179c320, 0xc0006a2c60}, {0xc0000fe200, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 fp=0xc000303d10 sp=0xc000303cc8 pc=0x49ac50 io.ReadFull(...) /usr/local/go/src/io/io.go:354 net/http.http2readFrameHeader({0xc0000fe200, 0x9, 0x0?}, {0x1179c320?, 0xc0006a2c60?}) /usr/local/go/src/net/http/h2_bundle.go:1635 +0x65 fp=0xc000303d60 sp=0xc000303d10 pc=0x68e825 net/http.(*http2Framer).ReadFrame(0xc0000fe1c0) /usr/local/go/src/net/http/h2_bundle.go:1899 +0x85 fp=0xc000303e08 sp=0xc000303d60 pc=0x68ef65 net/http.(*http2clientConnReadLoop).run(0xc000303f98) /usr/local/go/src/net/http/h2_bundle.go:9338 +0x11f fp=0xc000303f60 sp=0xc000303e08 pc=0x6b1e1f net/http.(*http2ClientConn).readLoop(0xc000002000) /usr/local/go/src/net/http/h2_bundle.go:9233 +0x65 fp=0xc000303fc8 sp=0xc000303f60 pc=0x6b13a5 net/http.(*http2Transport).newClientConn.func3() /usr/local/go/src/net/http/h2_bundle.go:7905 +0x25 fp=0xc000303fe0 sp=0xc000303fc8 pc=0x6aa285 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000303fe8 sp=0xc000303fe0 pc=0x46e2c1 created by net/http.(*http2Transport).newClientConn in goroutine 70 /usr/local/go/src/net/http/h2_bundle.go:7905 +0xcbe goroutine 27 [IO wait]: runtime.gopark(0x341dcfbc0c799a5f?, 0xb?, 0x0?, 0x0?, 0x9?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0001215c8 sp=0xc0001215a8 pc=0x43e7ee runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000121600 sp=0xc0001215c8 pc=0x437277 internal/poll.runtime_pollWait(0x7f9958e84c90, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000121620 sp=0xc000121600 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc000026100?, 0xc000458a00?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000121648 sp=0xc000121620 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000026100, {0xc000458a00, 0x1500, 0x1500}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc0001216e0 sp=0xc000121648 pc=0x4f105a net.(*netFD).Read(0xc000026100, {0xc000458a00?, 0xc0001217b0?, 0x416b08?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000121728 sp=0xc0001216e0 pc=0x569e05 net.(*conn).Read(0xc00013c018, {0xc000458a00?, 0x0?, 0xc0001217a0?}) /usr/local/go/src/net/net.go:179 +0x45 fp=0xc000121770 sp=0xc000121728 pc=0x5780a5 net.(*TCPConn).Read(0xc000121808?, {0xc000458a00?, 0xc000522000?, 0x18?}) <autogenerated>:1 +0x25 fp=0xc0001217a0 sp=0xc000121770 pc=0x589fa5 crypto/tls.(*atLeastReader).Read(0xc000522000, {0xc000458a00?, 0xc000522000?, 0x0?}) /usr/local/go/src/crypto/tls/conn.go:805 +0x3b fp=0xc0001217e8 sp=0xc0001217a0 pc=0x617cfb bytes.(*Buffer).ReadFrom(0xc0000c4d28, {0x1179cdc0, 0xc000522000}) /usr/local/go/src/bytes/buffer.go:211 +0x98 fp=0xc000121840 sp=0xc0001217e8 pc=0x4a2f18 crypto/tls.(*Conn).readFromUntil(0xc0000c4a80, {0x1179bfe0?, 0xc00013c018}, 0xc000121948?) /usr/local/go/src/crypto/tls/conn.go:827 +0xde fp=0xc000121880 sp=0xc000121840 pc=0x617ede crypto/tls.(*Conn).readRecordOrCCS(0xc0000c4a80, 0x0) /usr/local/go/src/crypto/tls/conn.go:625 +0x250 fp=0xc000121c20 sp=0xc000121880 pc=0x6154b0 crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:587 crypto/tls.(*Conn).Read(0xc0000c4a80, {0xc0004c1000, 0x1000, 0x117a4058?}) /usr/local/go/src/crypto/tls/conn.go:1369 +0x158 fp=0xc000121c90 sp=0xc000121c20 pc=0x61b778 bufio.(*Reader).Read(0xc00018cf60, {0xc000414120, 0x9, 0x6f056e?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 fp=0xc000121cc8 sp=0xc000121c90 pc=0x655057 io.ReadAtLeast({0x1179c320, 0xc00018cf60}, {0xc000414120, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 fp=0xc000121d10 sp=0xc000121cc8 pc=0x49ac50 io.ReadFull(...) /usr/local/go/src/io/io.go:354 net/http.http2readFrameHeader({0xc000414120, 0x9, 0x6b6392?}, {0x1179c320?, 0xc00018cf60?}) /usr/local/go/src/net/http/h2_bundle.go:1635 +0x65 fp=0xc000121d60 sp=0xc000121d10 pc=0x68e825 net/http.(*http2Framer).ReadFrame(0xc0004140e0) /usr/local/go/src/net/http/h2_bundle.go:1899 +0x85 fp=0xc000121e08 sp=0xc000121d60 pc=0x68ef65 net/http.(*http2clientConnReadLoop).run(0xc000121f98) /usr/local/go/src/net/http/h2_bundle.go:9338 +0x11f fp=0xc000121f60 sp=0xc000121e08 pc=0x6b1e1f net/http.(*http2ClientConn).readLoop(0xc0004be000) /usr/local/go/src/net/http/h2_bundle.go:9233 +0x65 fp=0xc000121fc8 sp=0xc000121f60 pc=0x6b13a5 net/http.(*http2Transport).newClientConn.func3() /usr/local/go/src/net/http/h2_bundle.go:7905 +0x25 fp=0xc000121fe0 sp=0xc000121fc8 pc=0x6aa285 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000121fe8 sp=0xc000121fe0 pc=0x46e2c1 created by net/http.(*http2Transport).newClientConn in goroutine 26 /usr/local/go/src/net/http/h2_bundle.go:7905 +0xcbe goroutine 206 [IO wait]: runtime.gopark(0x1?, 0xb?, 0x0?, 0x0?, 0x7?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000557da0 sp=0xc000557d80 pc=0x43e7ee runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000557dd8 sp=0xc000557da0 pc=0x437277 internal/poll.runtime_pollWait(0x7f9958e84aa0, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000557df8 sp=0xc000557dd8 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc000518380?, 0xc00080e2e1?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000557e20 sp=0xc000557df8 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000518380, {0xc00080e2e1, 0x1, 0x1}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc000557eb8 sp=0xc000557e20 pc=0x4f105a net.(*netFD).Read(0xc000518380, {0xc00080e2e1?, 0x91b0000081b?, 0x92b000008cb?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000557f00 sp=0xc000557eb8 pc=0x569e05 net.(*conn).Read(0xc000936008, {0xc00080e2e1?, 0x92b000008cb?, 0x91b0000081b?}) /usr/local/go/src/net/net.go:179 +0x45 fp=0xc000557f48 sp=0xc000557f00 pc=0x5780a5 net.(*TCPConn).Read(0x92b000008cb?, {0xc00080e2e1?, 0x100099b0000095b?, 0xc00045eb00?}) <autogenerated>:1 +0x25 fp=0xc000557f78 sp=0xc000557f48 pc=0x589fa5 net/http.(*connReader).backgroundRead(0xc00080e2d0) /usr/local/go/src/net/http/server.go:683 +0x37 fp=0xc000557fc8 sp=0xc000557f78 pc=0x6c4ab7 net/http.(*connReader).startBackgroundRead.func2() /usr/local/go/src/net/http/server.go:679 +0x25 fp=0xc000557fe0 sp=0xc000557fc8 pc=0x6c49e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000557fe8 sp=0xc000557fe0 pc=0x46e2c1 created by net/http.(*connReader).startBackgroundRead in goroutine 336 /usr/local/go/src/net/http/server.go:679 +0xba rax 0x0 rbx 0x7f99579ff410 rcx 0x67 rdx 0x0 rdi 0x0 rsi 0x0 rbp 0x7f99579ff3d0 rsp 0x7f99579ff238 r8 0x7f9938015c90 r9 0x7f9938015cb8 r10 0x7f999fadcb40 r11 0x7f999fc66a80 r12 0x0 r13 0x7f993801aa38 r14 0x7f9938015a60 r15 0x0 rip 0x7f999fc6a7fd rflags 0x10283 cs 0x33 fs 0x0 gs 0x0 ```

GiteaMirror closed this issue 2026-05-03 15:19:21 -05:00

GiteaMirror commented 2026-05-03 15:19:23 -05:00

Author

Owner

Copy Link

@KPHIBYE commented on GitHub (Mar 8, 2024):

Possible duplicate of #2953

<!-- gh-comment-id:1986341532 --> @KPHIBYE commented on GitHub (Mar 8, 2024): Possible duplicate of #2953

GiteaMirror commented 2026-05-03 15:19:24 -05:00

Author

Owner

Copy Link

@Alexamakans commented on GitHub (Mar 8, 2024):

Same for me, using starcoder2:7b.

Doubting it's a duplicate since the error message is different, notably that the other issue ends at net/http/transport.go:1800 +0x1060

time=2024-03-08T19:59:26.297Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2"
time=2024-03-08T19:59:26.297Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2"
time=2024-03-08T19:59:26.297Z level=INFO source=llm.go:77 msg="GPU not available, falling back to CPU"
time=2024-03-08T19:59:26.298Z level=INFO source=dyn_ext_server.go:90 msg="Loading Dynamic llm server: /tmp/ollama3289604229/cpu_avx2/libext_server.so"
time=2024-03-08T19:59:26.298Z level=INFO source=dyn_ext_server.go:150 msg="Initializing llama server"
SIGSEGV: segmentation violation
PC=0x7f30fd23f0bc m=13 sigcode=1
signal arrived during cgo execution

goroutine 566 [syscall]:
runtime.cgocall(0x9bd7f0, 0xc000338750)
	/usr/local/go/src/runtime/cgocall.go:157 +0x4b fp=0xc000338728 sp=0xc0003386f0 pc=0x409b0b
github.com/jmorganca/ollama/llm._Cfunc_dyn_llama_server_init({0x7f306c001e10, 0x7f30b44f83c0, 0x7f30b44e8030, 0x7f30b44eaf60, 0x7f30b4505760, 0x7f30b44f18a0, 0x7f30b44eabe0, 0x7f30b44e80b0, 0x7f30b4506060, 0x7f30b4505300, ...}, ...)
	_cgo_gotypes.go:282 +0x45 fp=0xc000338750 sp=0xc000338728 pc=0x7c5c05
github.com/jmorganca/ollama/llm.newDynExtServer.func7(0xaf2e55?, 0xc?)
	/go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xef fp=0xc000338840 sp=0xc000338750 pc=0x7c714f
github.com/jmorganca/ollama/llm.newDynExtServer({0xc000732000, 0x2f}, {0xc00069c230, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...)
	/go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xa65 fp=0xc000338ae0 sp=0xc000338840 pc=0x7c6de5
github.com/jmorganca/ollama/llm.newLlmServer({{_, _, _}, {_, _}, {_, _}}, {_, _}, {0xc00069c230, ...}, ...)
	/go/src/github.com/jmorganca/ollama/llm/llm.go:158 +0x425 fp=0xc000338ca0 sp=0xc000338ae0 pc=0x7c3545
github.com/jmorganca/ollama/llm.New({0xc0002fc948, 0x15}, {0xc00069c230, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...)
	/go/src/github.com/jmorganca/ollama/llm/llm.go:123 +0x713 fp=0xc000338f20 sp=0xc000338ca0 pc=0x7c2eb3
github.com/jmorganca/ollama/server.load(0xc000002000?, 0xc000002000, {{0x0, 0x800, 0x200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x1, ...}, ...}, ...)
	/go/src/github.com/jmorganca/ollama/server/routes.go:85 +0x3a5 fp=0xc0003390a0 sp=0xc000338f20 pc=0x9971e5
github.com/jmorganca/ollama/server.GenerateHandler(0xc0005a6300)
	/go/src/github.com/jmorganca/ollama/server/routes.go:216 +0xc57 fp=0xc000339748 sp=0xc0003390a0 pc=0x9983d7
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/jmorganca/ollama/server.(*Server).GenerateRoutes.func1(0xc0005a6300)
	/go/src/github.com/jmorganca/ollama/server/routes.go:945 +0x68 fp=0xc000339780 sp=0xc000339748 pc=0x9a11a8
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc0005a6300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/recovery.go:102 +0x7a fp=0xc0003397d0 sp=0xc000339780 pc=0x9787ba
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.LoggerWithConfig.func1(0xc0005a6300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/logger.go:240 +0xde fp=0xc000339980 sp=0xc0003397d0 pc=0x97795e
github.com/gin-gonic/gin.(*Context).Next(...)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0000cd6c0, 0xc0005a6300)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:620 +0x65b fp=0xc000339b08 sp=0xc000339980 pc=0x976a1b
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0000cd6c0, {0x1179fa40?, 0xc00051e0e0}, 0xc0005a6200)
	/root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:576 +0x1dd fp=0xc000339b48 sp=0xc000339b08 pc=0x9761dd
net/http.serverHandler.ServeHTTP({0x1179dd60?}, {0x1179fa40?, 0xc00051e0e0?}, 0x6?)
	/usr/local/go/src/net/http/server.go:2938 +0x8e fp=0xc000339b78 sp=0xc000339b48 pc=0x6ced4e
net/http.(*conn).serve(0xc0000f82d0, {0x117a10a8, 0xc0001b0bd0})
	/usr/local/go/src/net/http/server.go:2009 +0x5f4 fp=0xc000339fb8 sp=0xc000339b78 pc=0x6cac34
net/http.(*Server).Serve.func3()
	/usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc000339fe0 sp=0xc000339fb8 pc=0x6cf568
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000339fe8 sp=0xc000339fe0 pc=0x46e2c1
created by net/http.(*Server).Serve in goroutine 1
	/usr/local/go/src/net/http/server.go:3086 +0x5cb

goroutine 1 [IO wait]:
runtime.gopark(0x480f10?, 0xc0000c9850?, 0xa0?, 0x98?, 0x4f711d?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000c9830 sp=0xc0000c9810 pc=0x43e7ee
runtime.netpollblock(0xc0000c98c0?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0000c9868 sp=0xc0000c9830 pc=0x437277
internal/poll.runtime_pollWait(0x7f30b644fe80, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc0000c9888 sp=0xc0000c9868 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc000466000?, 0x0?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0000c98b0 sp=0xc0000c9888 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000466000)
	/usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc0000c9958 sp=0xc0000c98b0 pc=0x4f524c
net.(*netFD).accept(0xc000466000)
	/usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc0000c9a10 sp=0xc0000c9958 pc=0x56be29
net.(*TCPListener).accept(0xc00043b5a0)
	/usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc0000c9a38 sp=0xc0000c9a10 pc=0x580c3e
net.(*TCPListener).Accept(0xc00043b5a0)
	/usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc0000c9a68 sp=0xc0000c9a38 pc=0x57fdf0
net/http.(*onceCloseListener).Accept(0xc0000f82d0?)
	<autogenerated>:1 +0x24 fp=0xc0000c9a80 sp=0xc0000c9a68 pc=0x6f1ae4
net/http.(*Server).Serve(0xc000368ff0, {0x1179f830, 0xc00043b5a0})
	/usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc0000c9bb0 sp=0xc0000c9a80 pc=0x6cf1a4
github.com/jmorganca/ollama/server.Serve({0x1179f830, 0xc00043b5a0})
	/go/src/github.com/jmorganca/ollama/server/routes.go:1048 +0x454 fp=0xc0000c9c98 sp=0xc0000c9bb0 pc=0x9a1654
github.com/jmorganca/ollama/cmd.RunServer(0xc000464300?, {0x11be88c0?, 0x4?, 0xadab0a?})
	/go/src/github.com/jmorganca/ollama/cmd/cmd.go:706 +0x1b9 fp=0xc0000c9d30 sp=0xc0000c9c98 pc=0x9b4799
github.com/spf13/cobra.(*Command).execute(0xc000413800, {0x11be88c0, 0x0, 0x0})
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x87c fp=0xc0000c9e68 sp=0xc0000c9d30 pc=0x764d9c
github.com/spf13/cobra.(*Command).ExecuteC(0xc000412c00)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0000c9f20 sp=0xc0000c9e68 pc=0x7655c5
github.com/spf13/cobra.(*Command).Execute(...)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992
github.com/spf13/cobra.(*Command).ExecuteContext(...)
	/root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985
main.main()
	/go/src/github.com/jmorganca/ollama/main.go:11 +0x4d fp=0xc0000c9f40 sp=0xc0000c9f20 pc=0x9bc90d
runtime.main()
	/usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc0000c9fe0 sp=0xc0000c9f40 pc=0x43e39b
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000c9fe8 sp=0xc0000c9fe0 pc=0x46e2c1

goroutine 2 [force gc (idle), 2 minutes]:
runtime.gopark(0xf07871978d8?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056fa8 sp=0xc000056f88 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.forcegchelper()
	/usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc000056fe0 sp=0xc000056fa8 pc=0x43e673
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x46e2c1
created by runtime.init.6 in goroutine 1
	/usr/local/go/src/runtime/proc.go:310 +0x1a

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057778 sp=0xc000057758 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.bgsweep(0x0?)
	/usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000577c8 sp=0xc000057778 pc=0x42a73f
runtime.gcenable.func1()
	/usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x41f865
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46e2c1
created by runtime.gcenable in goroutine 1
	/usr/local/go/src/runtime/mgc.go:200 +0x66

goroutine 4 [GC scavenge wait]:
runtime.gopark(0x549842?, 0x1b30d9b?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057f70 sp=0xc000057f50 pc=0x43e7ee
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:404
runtime.(*scavengerState).park(0x11bb8c40)
	/usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000057fa0 sp=0xc000057f70 pc=0x427f69
runtime.bgscavenge(0x0?)
	/usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000057fc8 sp=0xc000057fa0 pc=0x428519
runtime.gcenable.func2()
	/usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x41f805
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x46e2c1
created by runtime.gcenable in goroutine 1
	/usr/local/go/src/runtime/mgc.go:201 +0xa5

goroutine 5 [finalizer wait, 2 minutes]:
runtime.gopark(0x0?, 0xc00069e078?, 0x30?, 0x42?, 0x1000000010?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000067e28 sp=0xc000067e08 pc=0x43e7ee
runtime.runfinq()
	/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc000067fe0 sp=0xc000067e28 pc=0x41e8e7
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000067fe8 sp=0xc000067fe0 pc=0x46e2c1
created by runtime.createfing in goroutine 1
	/usr/local/go/src/runtime/mfinal.go:163 +0x3d

goroutine 6 [select, 7 minutes, locked to thread]:
runtime.gopark(0xc0000587a8?, 0x2?, 0x89?, 0xea?, 0xc0000587a4?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058638 sp=0xc000058618 pc=0x43e7ee
runtime.selectgo(0xc0000587a8, 0xc0000587a0, 0x0?, 0x0, 0x0?, 0x1)
	/usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000058758 sp=0xc000058638 pc=0x44e325
runtime.ensureSigM.func1()
	/usr/local/go/src/runtime/signal_unix.go:1014 +0x19f fp=0xc0000587e0 sp=0xc000058758 pc=0x46535f
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000587e8 sp=0xc0000587e0 pc=0x46e2c1
created by runtime.ensureSigM in goroutine 1
	/usr/local/go/src/runtime/signal_unix.go:997 +0xc8

goroutine 18 [syscall, 7 minutes]:
runtime.notetsleepg(0x0?, 0x0?)
	/usr/local/go/src/runtime/lock_futex.go:236 +0x29 fp=0xc0000527a0 sp=0xc000052768 pc=0x411349
os/signal.signal_recv()
	/usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000527c0 sp=0xc0000527a0 pc=0x46ac89
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000527e0 sp=0xc0000527c0 pc=0x6f4513
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46e2c1
created by os/signal.Notify.func1.1 in goroutine 1
	/usr/local/go/src/os/signal/signal.go:151 +0x1f

goroutine 34 [chan receive, 7 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494718 sp=0xc0004946f8 pc=0x43e7ee
runtime.chanrecv(0xc00018b440, 0x0, 0x1)
	/usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000494790 sp=0xc000494718 pc=0x40beed
runtime.chanrecv1(0x0?, 0x0?)
	/usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc0004947b8 sp=0xc000494790 pc=0x40baf2
github.com/jmorganca/ollama/server.Serve.func2()
	/go/src/github.com/jmorganca/ollama/server/routes.go:1030 +0x25 fp=0xc0004947e0 sp=0xc0004947b8 pc=0x9a16e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004947e8 sp=0xc0004947e0 pc=0x46e2c1
created by github.com/jmorganca/ollama/server.Serve in goroutine 1
	/go/src/github.com/jmorganca/ollama/server/routes.go:1029 +0x3c7

goroutine 19 [GC worker (idle)]:
runtime.gopark(0xf0926201ef3?, 0x3?, 0xc8?, 0x15?, 0xc000495fd0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000495f50 sp=0xc000495f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000495fe0 sp=0xc000495f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 50 [GC worker (idle)]:
runtime.gopark(0xf0926205cab?, 0x3?, 0x70?, 0xdc?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000686750 sp=0xc000686730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006867e0 sp=0xc000686750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006867e8 sp=0xc0006867e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 51 [GC worker (idle)]:
runtime.gopark(0xf092649b127?, 0xc000616020?, 0x1a?, 0x14?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000686f50 sp=0xc000686f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000686fe0 sp=0xc000686f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000686fe8 sp=0xc000686fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 66 [GC worker (idle)]:
runtime.gopark(0xf09262020dd?, 0x3?, 0xcc?, 0xa8?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000682750 sp=0xc000682730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006827e0 sp=0xc000682750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006827e8 sp=0xc0006827e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 67 [GC worker (idle)]:
runtime.gopark(0x11bea5e0?, 0x3?, 0x5c?, 0x89?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000682f50 sp=0xc000682f30 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000682fe0 sp=0xc000682f50 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000682fe8 sp=0xc000682fe0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 82 [GC worker (idle)]:
runtime.gopark(0xf092649b5bf?, 0x1?, 0x33?, 0xcb?, 0xc0004907d0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000490750 sp=0xc000490730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0004907e0 sp=0xc000490750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004907e8 sp=0xc0004907e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 68 [GC worker (idle)]:
runtime.gopark(0xf09264f46bd?, 0x3?, 0x45?, 0xe7?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000683750 sp=0xc000683730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006837e0 sp=0xc000683750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006837e8 sp=0xc0006837e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 83 [GC worker (idle)]:
runtime.gopark(0xf0926202041?, 0x3?, 0xf9?, 0x17?, 0x0?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00061e750 sp=0xc00061e730 pc=0x43e7ee
runtime.gcBgMarkWorker()
	/usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc00061e7e0 sp=0xc00061e750 pc=0x4213e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00061e7e8 sp=0xc00061e7e0 pc=0x46e2c1
created by runtime.gcBgMarkStartWorkers in goroutine 37
	/usr/local/go/src/runtime/mgc.go:1217 +0x1c

goroutine 480 [IO wait]:
runtime.gopark(0xc000491de0?, 0xb?, 0x0?, 0x0?, 0x7?)
	/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000491da0 sp=0xc000491d80 pc=0x43e7ee
runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?)
	/usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000491dd8 sp=0xc000491da0 pc=0x437277
internal/poll.runtime_pollWait(0x7f30b5152ee8, 0x72)
	/usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000491df8 sp=0xc000491dd8 pc=0x468a05
internal/poll.(*pollDesc).wait(0xc00041a080?, 0xc0004161f1?, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000491e20 sp=0xc000491df8 pc=0x4efd67
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00041a080, {0xc0004161f1, 0x1, 0x1})
	/usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc000491eb8 sp=0xc000491e20 pc=0x4f105a
net.(*netFD).Read(0xc00041a080, {0xc0004161f1?, 0x40baf2?, 0xc0006a6180?})
	/usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000491f00 sp=0xc000491eb8 pc=0x569e05
net.(*conn).Read(0xc000310008, {0xc0004161f1?, 0x7b9ca5?, 0xc00045b000?})
	/usr/local/go/src/net/net.go:179 +0x45 fp=0xc000491f48 sp=0xc000491f00 pc=0x5780a5
net.(*TCPConn).Read(0x0?, {0xc0004161f1?, 0x0?, 0xc00045b000?})
	<autogenerated>:1 +0x25 fp=0xc000491f78 sp=0xc000491f48 pc=0x589fa5
net/http.(*connReader).backgroundRead(0xc0004161e0)
	/usr/local/go/src/net/http/server.go:683 +0x37 fp=0xc000491fc8 sp=0xc000491f78 pc=0x6c4ab7
net/http.(*connReader).startBackgroundRead.func2()
	/usr/local/go/src/net/http/server.go:679 +0x25 fp=0xc000491fe0 sp=0xc000491fc8 pc=0x6c49e5
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000491fe8 sp=0xc000491fe0 pc=0x46e2c1
created by net/http.(*connReader).startBackgroundRead in goroutine 566
	/usr/local/go/src/net/http/server.go:679 +0xba

rax    0x0
rbx    0x7f30a69ff410
rcx    0x67
rdx    0x7f306c0157c0
rdi    0x0
rsi    0x0
rbp    0x7f30a69ff3d0
rsp    0x7f30a69ff238
r8     0x7f306c0159f0
r9     0x7f306c015a18
r10    0x7f30fd09cb40
r11    0x7f30fd23b800
r12    0x0
r13    0x7f306c01a798
r14    0x7f306c0157c0
r15    0x0
rip    0x7f30fd23f0bc
rflags 0x10283
cs     0x33
fs     0x0
gs     0x0

<!-- gh-comment-id:1986343208 --> @Alexamakans commented on GitHub (Mar 8, 2024): Same for me, using starcoder2:7b. Doubting it's a duplicate since the error message is different, notably that the other issue ends at `net/http/transport.go:1800 +0x1060` ``` time=2024-03-08T19:59:26.297Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2" time=2024-03-08T19:59:26.297Z level=INFO source=cpu_common.go:11 msg="CPU has AVX2" time=2024-03-08T19:59:26.297Z level=INFO source=llm.go:77 msg="GPU not available, falling back to CPU" time=2024-03-08T19:59:26.298Z level=INFO source=dyn_ext_server.go:90 msg="Loading Dynamic llm server: /tmp/ollama3289604229/cpu_avx2/libext_server.so" time=2024-03-08T19:59:26.298Z level=INFO source=dyn_ext_server.go:150 msg="Initializing llama server" SIGSEGV: segmentation violation PC=0x7f30fd23f0bc m=13 sigcode=1 signal arrived during cgo execution goroutine 566 [syscall]: runtime.cgocall(0x9bd7f0, 0xc000338750) /usr/local/go/src/runtime/cgocall.go:157 +0x4b fp=0xc000338728 sp=0xc0003386f0 pc=0x409b0b github.com/jmorganca/ollama/llm._Cfunc_dyn_llama_server_init({0x7f306c001e10, 0x7f30b44f83c0, 0x7f30b44e8030, 0x7f30b44eaf60, 0x7f30b4505760, 0x7f30b44f18a0, 0x7f30b44eabe0, 0x7f30b44e80b0, 0x7f30b4506060, 0x7f30b4505300, ...}, ...) _cgo_gotypes.go:282 +0x45 fp=0xc000338750 sp=0xc000338728 pc=0x7c5c05 github.com/jmorganca/ollama/llm.newDynExtServer.func7(0xaf2e55?, 0xc?) /go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xef fp=0xc000338840 sp=0xc000338750 pc=0x7c714f github.com/jmorganca/ollama/llm.newDynExtServer({0xc000732000, 0x2f}, {0xc00069c230, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...) /go/src/github.com/jmorganca/ollama/llm/dyn_ext_server.go:153 +0xa65 fp=0xc000338ae0 sp=0xc000338840 pc=0x7c6de5 github.com/jmorganca/ollama/llm.newLlmServer({{_, _, _}, {_, _}, {_, _}}, {_, _}, {0xc00069c230, ...}, ...) /go/src/github.com/jmorganca/ollama/llm/llm.go:158 +0x425 fp=0xc000338ca0 sp=0xc000338ae0 pc=0x7c3545 github.com/jmorganca/ollama/llm.New({0xc0002fc948, 0x15}, {0xc00069c230, _}, {_, _, _}, {0x0, 0x0, 0x0}, ...) /go/src/github.com/jmorganca/ollama/llm/llm.go:123 +0x713 fp=0xc000338f20 sp=0xc000338ca0 pc=0x7c2eb3 github.com/jmorganca/ollama/server.load(0xc000002000?, 0xc000002000, {{0x0, 0x800, 0x200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x1, ...}, ...}, ...) /go/src/github.com/jmorganca/ollama/server/routes.go:85 +0x3a5 fp=0xc0003390a0 sp=0xc000338f20 pc=0x9971e5 github.com/jmorganca/ollama/server.GenerateHandler(0xc0005a6300) /go/src/github.com/jmorganca/ollama/server/routes.go:216 +0xc57 fp=0xc000339748 sp=0xc0003390a0 pc=0x9983d7 github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/jmorganca/ollama/server.(*Server).GenerateRoutes.func1(0xc0005a6300) /go/src/github.com/jmorganca/ollama/server/routes.go:945 +0x68 fp=0xc000339780 sp=0xc000339748 pc=0x9a11a8 github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.CustomRecoveryWithWriter.func1(0xc0005a6300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/recovery.go:102 +0x7a fp=0xc0003397d0 sp=0xc000339780 pc=0x9787ba github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.LoggerWithConfig.func1(0xc0005a6300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/logger.go:240 +0xde fp=0xc000339980 sp=0xc0003397d0 pc=0x97795e github.com/gin-gonic/gin.(*Context).Next(...) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/context.go:174 github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0000cd6c0, 0xc0005a6300) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:620 +0x65b fp=0xc000339b08 sp=0xc000339980 pc=0x976a1b github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0000cd6c0, {0x1179fa40?, 0xc00051e0e0}, 0xc0005a6200) /root/go/pkg/mod/github.com/gin-gonic/gin@v1.9.1/gin.go:576 +0x1dd fp=0xc000339b48 sp=0xc000339b08 pc=0x9761dd net/http.serverHandler.ServeHTTP({0x1179dd60?}, {0x1179fa40?, 0xc00051e0e0?}, 0x6?) /usr/local/go/src/net/http/server.go:2938 +0x8e fp=0xc000339b78 sp=0xc000339b48 pc=0x6ced4e net/http.(*conn).serve(0xc0000f82d0, {0x117a10a8, 0xc0001b0bd0}) /usr/local/go/src/net/http/server.go:2009 +0x5f4 fp=0xc000339fb8 sp=0xc000339b78 pc=0x6cac34 net/http.(*Server).Serve.func3() /usr/local/go/src/net/http/server.go:3086 +0x28 fp=0xc000339fe0 sp=0xc000339fb8 pc=0x6cf568 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000339fe8 sp=0xc000339fe0 pc=0x46e2c1 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3086 +0x5cb goroutine 1 [IO wait]: runtime.gopark(0x480f10?, 0xc0000c9850?, 0xa0?, 0x98?, 0x4f711d?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000c9830 sp=0xc0000c9810 pc=0x43e7ee runtime.netpollblock(0xc0000c98c0?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc0000c9868 sp=0xc0000c9830 pc=0x437277 internal/poll.runtime_pollWait(0x7f30b644fe80, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc0000c9888 sp=0xc0000c9868 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc000466000?, 0x0?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0000c98b0 sp=0xc0000c9888 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc000466000) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac fp=0xc0000c9958 sp=0xc0000c98b0 pc=0x4f524c net.(*netFD).accept(0xc000466000) /usr/local/go/src/net/fd_unix.go:172 +0x29 fp=0xc0000c9a10 sp=0xc0000c9958 pc=0x56be29 net.(*TCPListener).accept(0xc00043b5a0) /usr/local/go/src/net/tcpsock_posix.go:152 +0x1e fp=0xc0000c9a38 sp=0xc0000c9a10 pc=0x580c3e net.(*TCPListener).Accept(0xc00043b5a0) /usr/local/go/src/net/tcpsock.go:315 +0x30 fp=0xc0000c9a68 sp=0xc0000c9a38 pc=0x57fdf0 net/http.(*onceCloseListener).Accept(0xc0000f82d0?) <autogenerated>:1 +0x24 fp=0xc0000c9a80 sp=0xc0000c9a68 pc=0x6f1ae4 net/http.(*Server).Serve(0xc000368ff0, {0x1179f830, 0xc00043b5a0}) /usr/local/go/src/net/http/server.go:3056 +0x364 fp=0xc0000c9bb0 sp=0xc0000c9a80 pc=0x6cf1a4 github.com/jmorganca/ollama/server.Serve({0x1179f830, 0xc00043b5a0}) /go/src/github.com/jmorganca/ollama/server/routes.go:1048 +0x454 fp=0xc0000c9c98 sp=0xc0000c9bb0 pc=0x9a1654 github.com/jmorganca/ollama/cmd.RunServer(0xc000464300?, {0x11be88c0?, 0x4?, 0xadab0a?}) /go/src/github.com/jmorganca/ollama/cmd/cmd.go:706 +0x1b9 fp=0xc0000c9d30 sp=0xc0000c9c98 pc=0x9b4799 github.com/spf13/cobra.(*Command).execute(0xc000413800, {0x11be88c0, 0x0, 0x0}) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x87c fp=0xc0000c9e68 sp=0xc0000c9d30 pc=0x764d9c github.com/spf13/cobra.(*Command).ExecuteC(0xc000412c00) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 fp=0xc0000c9f20 sp=0xc0000c9e68 pc=0x7655c5 github.com/spf13/cobra.(*Command).Execute(...) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 github.com/spf13/cobra.(*Command).ExecuteContext(...) /root/go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:985 main.main() /go/src/github.com/jmorganca/ollama/main.go:11 +0x4d fp=0xc0000c9f40 sp=0xc0000c9f20 pc=0x9bc90d runtime.main() /usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc0000c9fe0 sp=0xc0000c9f40 pc=0x43e39b runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000c9fe8 sp=0xc0000c9fe0 pc=0x46e2c1 goroutine 2 [force gc (idle), 2 minutes]: runtime.gopark(0xf07871978d8?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000056fa8 sp=0xc000056f88 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc000056fe0 sp=0xc000056fa8 pc=0x43e673 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x46e2c1 created by runtime.init.6 in goroutine 1 /usr/local/go/src/runtime/proc.go:310 +0x1a goroutine 3 [GC sweep wait]: runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057778 sp=0xc000057758 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.bgsweep(0x0?) /usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000577c8 sp=0xc000057778 pc=0x42a73f runtime.gcenable.func1() /usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x41f865 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46e2c1 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:200 +0x66 goroutine 4 [GC scavenge wait]: runtime.gopark(0x549842?, 0x1b30d9b?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000057f70 sp=0xc000057f50 pc=0x43e7ee runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:404 runtime.(*scavengerState).park(0x11bb8c40) /usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000057fa0 sp=0xc000057f70 pc=0x427f69 runtime.bgscavenge(0x0?) /usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc000057fc8 sp=0xc000057fa0 pc=0x428519 runtime.gcenable.func2() /usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x41f805 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x46e2c1 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:201 +0xa5 goroutine 5 [finalizer wait, 2 minutes]: runtime.gopark(0x0?, 0xc00069e078?, 0x30?, 0x42?, 0x1000000010?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000067e28 sp=0xc000067e08 pc=0x43e7ee runtime.runfinq() /usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc000067fe0 sp=0xc000067e28 pc=0x41e8e7 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000067fe8 sp=0xc000067fe0 pc=0x46e2c1 created by runtime.createfing in goroutine 1 /usr/local/go/src/runtime/mfinal.go:163 +0x3d goroutine 6 [select, 7 minutes, locked to thread]: runtime.gopark(0xc0000587a8?, 0x2?, 0x89?, 0xea?, 0xc0000587a4?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000058638 sp=0xc000058618 pc=0x43e7ee runtime.selectgo(0xc0000587a8, 0xc0000587a0, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000058758 sp=0xc000058638 pc=0x44e325 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:1014 +0x19f fp=0xc0000587e0 sp=0xc000058758 pc=0x46535f runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000587e8 sp=0xc0000587e0 pc=0x46e2c1 created by runtime.ensureSigM in goroutine 1 /usr/local/go/src/runtime/signal_unix.go:997 +0xc8 goroutine 18 [syscall, 7 minutes]: runtime.notetsleepg(0x0?, 0x0?) /usr/local/go/src/runtime/lock_futex.go:236 +0x29 fp=0xc0000527a0 sp=0xc000052768 pc=0x411349 os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000527c0 sp=0xc0000527a0 pc=0x46ac89 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000527e0 sp=0xc0000527c0 pc=0x6f4513 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46e2c1 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 34 [chan receive, 7 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000494718 sp=0xc0004946f8 pc=0x43e7ee runtime.chanrecv(0xc00018b440, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000494790 sp=0xc000494718 pc=0x40beed runtime.chanrecv1(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc0004947b8 sp=0xc000494790 pc=0x40baf2 github.com/jmorganca/ollama/server.Serve.func2() /go/src/github.com/jmorganca/ollama/server/routes.go:1030 +0x25 fp=0xc0004947e0 sp=0xc0004947b8 pc=0x9a16e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004947e8 sp=0xc0004947e0 pc=0x46e2c1 created by github.com/jmorganca/ollama/server.Serve in goroutine 1 /go/src/github.com/jmorganca/ollama/server/routes.go:1029 +0x3c7 goroutine 19 [GC worker (idle)]: runtime.gopark(0xf0926201ef3?, 0x3?, 0xc8?, 0x15?, 0xc000495fd0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000495f50 sp=0xc000495f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000495fe0 sp=0xc000495f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 50 [GC worker (idle)]: runtime.gopark(0xf0926205cab?, 0x3?, 0x70?, 0xdc?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000686750 sp=0xc000686730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006867e0 sp=0xc000686750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006867e8 sp=0xc0006867e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 51 [GC worker (idle)]: runtime.gopark(0xf092649b127?, 0xc000616020?, 0x1a?, 0x14?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000686f50 sp=0xc000686f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000686fe0 sp=0xc000686f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000686fe8 sp=0xc000686fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 66 [GC worker (idle)]: runtime.gopark(0xf09262020dd?, 0x3?, 0xcc?, 0xa8?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000682750 sp=0xc000682730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006827e0 sp=0xc000682750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006827e8 sp=0xc0006827e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 67 [GC worker (idle)]: runtime.gopark(0x11bea5e0?, 0x3?, 0x5c?, 0x89?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000682f50 sp=0xc000682f30 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc000682fe0 sp=0xc000682f50 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000682fe8 sp=0xc000682fe0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 82 [GC worker (idle)]: runtime.gopark(0xf092649b5bf?, 0x1?, 0x33?, 0xcb?, 0xc0004907d0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000490750 sp=0xc000490730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0004907e0 sp=0xc000490750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0004907e8 sp=0xc0004907e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 68 [GC worker (idle)]: runtime.gopark(0xf09264f46bd?, 0x3?, 0x45?, 0xe7?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000683750 sp=0xc000683730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc0006837e0 sp=0xc000683750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0006837e8 sp=0xc0006837e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 83 [GC worker (idle)]: runtime.gopark(0xf0926202041?, 0x3?, 0xf9?, 0x17?, 0x0?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc00061e750 sp=0xc00061e730 pc=0x43e7ee runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1293 +0xe5 fp=0xc00061e7e0 sp=0xc00061e750 pc=0x4213e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00061e7e8 sp=0xc00061e7e0 pc=0x46e2c1 created by runtime.gcBgMarkStartWorkers in goroutine 37 /usr/local/go/src/runtime/mgc.go:1217 +0x1c goroutine 480 [IO wait]: runtime.gopark(0xc000491de0?, 0xb?, 0x0?, 0x0?, 0x7?) /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000491da0 sp=0xc000491d80 pc=0x43e7ee runtime.netpollblock(0x47f078?, 0x4092a6?, 0x0?) /usr/local/go/src/runtime/netpoll.go:564 +0xf7 fp=0xc000491dd8 sp=0xc000491da0 pc=0x437277 internal/poll.runtime_pollWait(0x7f30b5152ee8, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 fp=0xc000491df8 sp=0xc000491dd8 pc=0x468a05 internal/poll.(*pollDesc).wait(0xc00041a080?, 0xc0004161f1?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000491e20 sp=0xc000491df8 pc=0x4efd67 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc00041a080, {0xc0004161f1, 0x1, 0x1}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a fp=0xc000491eb8 sp=0xc000491e20 pc=0x4f105a net.(*netFD).Read(0xc00041a080, {0xc0004161f1?, 0x40baf2?, 0xc0006a6180?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 fp=0xc000491f00 sp=0xc000491eb8 pc=0x569e05 net.(*conn).Read(0xc000310008, {0xc0004161f1?, 0x7b9ca5?, 0xc00045b000?}) /usr/local/go/src/net/net.go:179 +0x45 fp=0xc000491f48 sp=0xc000491f00 pc=0x5780a5 net.(*TCPConn).Read(0x0?, {0xc0004161f1?, 0x0?, 0xc00045b000?}) <autogenerated>:1 +0x25 fp=0xc000491f78 sp=0xc000491f48 pc=0x589fa5 net/http.(*connReader).backgroundRead(0xc0004161e0) /usr/local/go/src/net/http/server.go:683 +0x37 fp=0xc000491fc8 sp=0xc000491f78 pc=0x6c4ab7 net/http.(*connReader).startBackgroundRead.func2() /usr/local/go/src/net/http/server.go:679 +0x25 fp=0xc000491fe0 sp=0xc000491fc8 pc=0x6c49e5 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc000491fe8 sp=0xc000491fe0 pc=0x46e2c1 created by net/http.(*connReader).startBackgroundRead in goroutine 566 /usr/local/go/src/net/http/server.go:679 +0xba rax 0x0 rbx 0x7f30a69ff410 rcx 0x67 rdx 0x7f306c0157c0 rdi 0x0 rsi 0x0 rbp 0x7f30a69ff3d0 rsp 0x7f30a69ff238 r8 0x7f306c0159f0 r9 0x7f306c015a18 r10 0x7f30fd09cb40 r11 0x7f30fd23b800 r12 0x0 r13 0x7f306c01a798 r14 0x7f306c0157c0 r15 0x0 rip 0x7f30fd23f0bc rflags 0x10283 cs 0x33 fs 0x0 gs 0x0 ```

GiteaMirror commented 2026-05-03 15:19:25 -05:00

Author

Owner

Copy Link

@jmorganca commented on GitHub (Mar 8, 2024):

Hi there, this should be fixed now, and new Docker images for 0.1.28 have been published: https://hub.docker.com/r/ollama/ollama or you can run docker pull ollama/ollama

Sorry about that!

<!-- gh-comment-id:1986453562 --> @jmorganca commented on GitHub (Mar 8, 2024): Hi there, this should be fixed now, and new Docker images for 0.1.28 have been published: https://hub.docker.com/r/ollama/ollama or you can run `docker pull ollama/ollama` Sorry about that!

Sign in to join this conversation.

No Branch/Tag Specified

Branches Tags

main

dhiltgen/ci

parth-launch-plan-gating

hoyyeva/anthropic-reference-images-path

parth-anthropic-reference-images-path

brucemacd/download-before-remove

hoyyeva/editor-config-repair

parth-mlx-decode-checkpoints

parth-launch-codex-app

hoyyeva/fix-codex-model-metadata-warning

hoyyeva/qwen

parth/hide-claude-desktop-till-release

hoyyeva/opencode-image-modality

parth-add-claude-code-autoinstall

release_v0.22.0

pdevine/manifest-list

codex/fix-codex-model-metadata-warning

pdevine/addressable-manifest

brucemacd/launch-fetch-reccomended

jmorganca/llama-compat

launch-copilot-cli

hoyyeva/opencode-thinking

release_v0.20.7

parth-auto-save-backup

parth-test

jmorganca/gemma4-audio-replacements

fix-manifest-digest-on-pull

hoyyeva/vscode-improve

brucemacd/install-server-wait

parth/update-claude-docs

brucemac/start-ap-install

pdevine/mlx-update

pdevine/qwen35_vision

drifkin/api-show-fallback

mintlify/image-generation-1773352582

hoyyeva/server-context-length-local-config

jmorganca/faster-reptition-penalties

jmorganca/convert-nemotron

parth-pi-thinking

pdevine/sampling-penalties

jmorganca/fix-create-quantization-memory

dongchen/resumable_transfer_fix

pdevine/sampling-cache-error

jessegross/mlx-usage

hoyyeva/openclaw-config

hoyyeva/app-html

pdevine/qwen3next

brucemacd/sign-sh-install

brucemacd/tui-update

brucemacd/usage-api

jmorganca/launch-empty

fix-app-dist-embed

mxyng/mlx-compile

mxyng/mlx-quant

mxyng/mlx-glm4.7

mxyng/mlx

brucemacd/simplify-model-picker

jmorganca/qwen3-concurrent

fix-glm-4.7-flash-mla-config

drifkin/qwen3-coder-opening-tag

brucemacd/usage-cli

fix-cuda12-fattn-shmem

ollama-imagegen-docs

parth/fix-multiline-inputs

brucemacd/config-docs

mxyng/model-files

mxyng/simple-execute

fix-imagegen-ollama-models

mxyng/async-upload

jmorganca/lazy-no-dtype-changes

imagegen-auto-detect-create

parth/decrease-concurrent-download-hf

fix-mlx-quantize-init

jmorganca/x-cleanup

usage

imagegen-readme

jmorganca/glm-image

mlx-gpu-cd

jmorganca/imagegen-modelfile

parth/agent-skills

parth/agent-allowlist

parth/signed-in-offline

parth/agents

parth/fix-context-chopping

improve-cloud-flow

parth/add-models-websearch

parth/prompt-renderer-mcp

jmorganca/native-settings

jmorganca/download-stream-hash

jmorganca/client2-rebased

brucemacd/oai-chat-req-multipart

jessegross/multi_chunk_reserve

grace/additional-omit-empty

grace/mistral-3-large

mxyng/tokenizer2

mxyng/tokenizer

jessegross/flash

hoyyeva/windows-nacked-app

mxyng/cleanup-attention

grace/deepseek-parser

hoyyeva/remember-unsent-prompt

parth/add-lfs-pointer-error-conversion

parth/olmo2-test2

hoyyeva/ollama-launchagent-plist

nicole/olmo-model

parth/olmo-test

mxyng/remove-embedded

parth/render-template

jmorganca/intellect-3

parth/remove-prealloc-linter

jmorganca/cmd-eval

nicole/nomic-embed-text-fix

mxyng/lint-2

hoyyeva/add-gemini-3-pro-preview

hoyyeva/load-model-list

mxyng/expand-path

mxyng/environ-2

hoyyeva/deeplink-json-encoding

parth/improve-tool-calling-tests

hoyyeva/conversation

hoyyeva/assistant-edit-response

hoyyeva/thinking

origin/brucemacd/invalid-char-i-err

parth/improve-tool-calling

jmorganca/required-omitempty

grace/qwen3-vl-tests

mxyng/iter-client

parth/docs-readme

nicole/embed-test

pdevine/integration-benchstat

parth/remove-generate-cmd

parth/add-toolcall-id

mxyng/server-tests

jmorganca/glm-4.6

jmorganca/gin-h-compat

drifkin/stable-tool-args

pdevine/qwen3-more-thinking

parth/add-websearch-client

nicole/websearch_local

jmorganca/qwen3-coder-updates

grace/deepseek-v3-migration-tests

mxyng/fix-create

jmorganca/cloud-errors

pdevine/parser-tidy

revert-12233-parth/simplify-entrypoints-runner

parth/enable-so-gpt-oss

brucemacd/qwen3vl

jmorganca/readme-simplify

parth/gpt-oss-structured-outputs

revert-12039-jmorganca/tools-braces

mxyng/embeddings

mxyng/gguf

mxyng/benchmark

mxyng/types-null

parth/move-parsing

mxyng/gemma2

jmorganca/docs

mxyng/16-bit

mxyng/create-stdin

pdevine/authorizedkeys

mxyng/quant

parth/opt-in-error-context-window

brucemacd/cache-models

brucemacd/runner-completion

jmorganca/llama-update-6

brucemacd/benchmark-list

brucemacd/partial-read-caps

parth/deepseek-r1-tools

mxyng/omit-array

parth/tool-prefix-temp

brucemacd/runner-test

jmorganca/qwen25vl

brucemacd/model-forward-test-ext

parth/python-function-parsing

jmorganca/cuda-compression-none

drifkin/num-parallel

drifkin/chat-truncation-fix

jmorganca/sync

parth/python-tools-calling

drifkin/array-head-count

brucemacd/create-no-loop

parth/server-enable-content-stream-with-tools

qwen25omni

mxyng/v3

brucemacd/ropeconfig

jmorganca/silence-tokenizer

parth/sample-so-test

parth/sampling-structured-outputs

brucemacd/doc-go-engine

parth/constrained-sampling-json

jmorganca/mistral-wip

brucemacd/mistral-small-convert

parth/sample-unmarshal-json-for-params

brucemacd/jomorganca/mistral

pdevine/bfloat16

jmorganca/mistral

brucemacd/mistral

pdevine/logging

parth/sample-correctness-fix

parth/sample-fix-sorting

jmorgan/sample-fix-sorting-extras

jmorganca/temp-0-images

brucemacd/parallel-embed-models

brucemacd/shim-grammar

jmorganca/fix-gguf-error

bmizerany/nameswork

jmorganca/faster-releases

bmizerany/validatenames

brucemacd/err-no-vocab

brucemacd/rope-config

brucemacd/err-hint

brucemacd/qwen2_5

brucemacd/logprobs

brucemacd/new_runner_graph_bench

progress-flicker

brucemacd/forward-test

brucemacd/go_qwen2

pdevine/gemma2

jmorganca/add-missing-symlink-eval

mxyng/next-debug

parth/set-context-size-openai

brucemacd/next-bpe-bench

brucemacd/next-bpe-test

brucemacd/new_runner_e2e

brucemacd/new_runner_qwen2

pdevine/convert-cohere2

brucemacd/convert-cli

parth/log-probs

mxyng/next-mlx

mxyng/cmd-history

parth/templating

parth/tokenize-detokenize

brucemacd/check-key-register

bmizerany/grammar

jmorganca/vendor-081b29bd

mxyng/func-checks

jmorganca/fix-null-format

parth/fix-default-to-warn-json

jmorganca/qwen2vl

jmorganca/no-concat

parth/cmd-cleanup-SO

brucemacd/check-key-register-structured-err

parth/openai-stream-usage

parth/fix-referencing-so

stream-tools-stop

jmorganca/degin-1

brucemacd/install-path-clean

brucemacd/push-name-validation

brucemacd/browser-key-register

jmorganca/openai-fix-first-message

jmorganca/fix-proxy

jessegross/sample

parth/disallow-streaming-tools

dhiltgen/remove_submodule

jmorganca/ga

jmorganca/mllama

pdevine/newlines

pdevine/geems-2b

jmorganca/llama-bump

mxyng/modelname-7

mxyng/gin-slog

mxyng/modelname-6

jyan/convert-prog

jyan/quant5

paligemma-support

pdevine/import-docs

jmorganca/openai-context

jyan/paligemma

jyan/p2

jyan/palitest

bmizerany/embedspeedup

jmorganca/llama-vit

brucemacd/allow-ollama

royh/ep-methods

royh/whisper

mxyng/api-models

mxyng/fix-memory

jyan/q4_4/8

jyan/ollama-v

royh/stream-tools

roy-embed-parallel

bmizerany/hrm

revert-5963-revert-5924-mxyng/llama3.1-rope

royh/embed-viz

jyan/local2

jyan/auth

jyan/local

jyan/parse-temp

jmorganca/template-mistral

jyan/reord-g

royh-openai-suffixdocs

royh-imgembed

royh-embed-parallel

jyan/quant4

royh-precision

jyan/progress

pdevine/fix-template

jyan/quant3

pdevine/ggla

mxyng/update-registry-domain

jmorganca/ggml-static

mxyng/create-context

jyan/v0.146

mxyng/layers-from-files

build_dist

bmizerany/noseek

royh-ls

royh-name

timeout

mxyng/server-timestamp

bmizerany/nosillyggufslurps

royh-params

jmorganca/llama-cpp-7c26775

royh-openai-delete

royh-show-rigid

jmorganca/enable-fa

jmorganca/no-error-template

jyan/format

royh-testdelete

bmizerany/fastverify

language_support

pdevine/ps-glitches

brucemacd/tokenize

bruce/iq-quants

bmizerany/filepathwithcoloninhost

mxyng/split-bin

bmizerany/client-registry

jmorganca/if-none-match

native

jmorganca/native

jmorganca/batch-embeddings

jmorganca/initcmake

jmorganca/mm

pdevine/showggmlinfo

modenameenforcealphanum

bmizerany/modenameenforcealphanum

jmorganca/done-reason

jmorganca/llama-cpp-8960fe8

ollama.com

bmizerany/filepathnobuild

bmizerany/types/model/defaultfix

rmdisplaylong

nogogen

bmizerany/x

modelfile-readme

bmizerany/replacecolon

jmorganca/limit

jmorganca/execstack

jmorganca/replace-assets

mxyng/tune-concurrency

jmorganca/testing

whitespace-detection

jmorganca/options

upgrade-all

scratch

cuda-search

mattw/airenamer

mattw/allmodelsonhuggingface

mattw/quantcontext

mattw/whatneedstorun

brucemacd/llama-mem-calc

mattw/faq-context

mattw/communitylinks

mattw/noprune

mattw/python-functioncalling

rename

mxyng/install

pulse

remove-first

editor

mattw/selfqueryingretrieval

cgo

mattw/howtoquant

api

matt/streamingapi

format-config

mxyng/extra-args

shell

update-nous-hermes

cp-model

upload-progress

fix-unknown-model

fix-model-names

delete-fix

insecure-registry

ls

deletemodels

progressbar

readme-updates

license-layers

skip-list

list-models

modelpath

matt/examplemodelfiles

distribution

go-opts

v0.23.1

v0.23.1-rc0

v0.23.0

v0.23.0-rc0

v0.22.1

v0.22.1-rc1

v0.22.1-rc0

v0.22.0

v0.22.0-rc1

v0.21.3-rc0

v0.21.2-rc1

v0.21.2

v0.21.2-rc0

v0.21.1

v0.21.1-rc1

v0.21.1-rc0

v0.21.0

v0.21.0-rc1

v0.21.0-rc0

v0.20.8-rc0

v0.20.7

v0.20.7-rc1

v0.20.7-rc0

v0.20.6

v0.20.6-rc1

v0.20.6-rc0

v0.20.5

v0.20.5-rc2

v0.20.5-rc1

v0.20.5-rc0

v0.20.4

v0.20.4-rc2

v0.20.4-rc1

v0.20.4-rc0

v0.20.3

v0.20.3-rc0

v0.20.2

v0.20.1

v0.20.1-rc2

v0.20.1-rc1

v0.20.1-rc0

v0.20.0

v0.20.0-rc1

v0.20.0-rc0

v0.19.0

v0.19.0-rc2

v0.19.0-rc1

v0.19.0-rc0

v0.18.4-rc1

v0.18.4-rc0

v0.18.3

v0.18.3-rc2

v0.18.3-rc1

v0.18.3-rc0

v0.18.2

v0.18.2-rc1

v0.18.2-rc0

v0.18.1

v0.18.1-rc1

v0.18.1-rc0

v0.18.0

v0.18.0-rc2

v0.18.0-rc1

v0.18.0-rc0

v0.17.8-rc4

v0.17.8-rc3

v0.17.8-rc2

v0.17.8-rc1

v0.17.8-rc0

v0.17.7

v0.17.7-rc2

v0.17.7-rc1

v0.17.7-rc0

v0.17.6

v0.17.5

v0.17.4

v0.17.3

v0.17.2

v0.17.1

v0.17.1-rc2

v0.17.1-rc1

v0.17.1-rc0

v0.17.0

v0.17.0-rc2

v0.17.0-rc1

v0.17.0-rc0

v0.16.3

v0.16.3-rc2

v0.16.3-rc1

v0.16.3-rc0

v0.16.2

v0.16.2-rc0

v0.16.1

v0.16.0

v0.16.0-rc2

v0.16.0-rc0

v0.16.0-rc1

v0.15.6

v0.15.5

v0.15.5-rc5

v0.15.5-rc4

v0.15.5-rc3

v0.15.5-rc2

v0.15.5-rc1

v0.15.5-rc0

v0.15.4

v0.15.3

v0.15.2

v0.15.1

v0.15.1-rc1

v0.15.1-rc0

v0.15.0-rc6

v0.15.0

v0.15.0-rc5

v0.15.0-rc4

v0.15.0-rc3

v0.15.0-rc2

v0.15.0-rc1

v0.15.0-rc0

v0.14.3

v0.14.3-rc3

v0.14.3-rc2

v0.14.3-rc1

v0.14.3-rc0

v0.14.2

v0.14.2-rc1

v0.14.2-rc0

v0.14.1

v0.14.0-rc11

v0.14.0

v0.14.0-rc10

v0.14.0-rc9

v0.14.0-rc8

v0.14.0-rc7

v0.14.0-rc6

v0.14.0-rc5

v0.14.0-rc4

v0.14.0-rc3

v0.14.0-rc2

v0.14.0-rc1

v0.14.0-rc0

v0.13.5

v0.13.5-rc1

v0.13.5-rc0

v0.13.4-rc2

v0.13.4

v0.13.4-rc1

v0.13.4-rc0

v0.13.3

v0.13.3-rc1

v0.13.3-rc0

v0.13.2

v0.13.2-rc2

v0.13.2-rc1

v0.13.2-rc0

v0.13.1

v0.13.1-rc2

v0.13.1-rc1

v0.13.1-rc0

v0.13.0

v0.13.0-rc0

v0.12.11

v0.12.11-rc1

v0.12.11-rc0

v0.12.10

v0.12.10-rc1

v0.12.10-rc0

v0.12.9-rc0

v0.12.9

v0.12.8

v0.12.8-rc0

v0.12.7

v0.12.7-rc1

v0.12.7-rc0

v0.12.7-citest0

v0.12.6

v0.12.6-rc1

v0.12.6-rc0

v0.12.5

v0.12.5-rc0

v0.12.4

v0.12.4-rc7

v0.12.4-rc6

v0.12.4-rc5

v0.12.4-rc4

v0.12.4-rc3

v0.12.4-rc2

v0.12.4-rc1

v0.12.4-rc0

v0.12.3

v0.12.2

v0.12.2-rc0

v0.12.1

v0.12.1-rc1

v0.12.1-rc2

v0.12.1-rc0

v0.12.0

v0.12.0-rc1

v0.12.0-rc0

v0.11.11

v0.11.11-rc3

v0.11.11-rc2

v0.11.11-rc1

v0.11.11-rc0

v0.11.10

v0.11.9

v0.11.9-rc0

v0.11.8

v0.11.8-rc0

v0.11.7-rc1

v0.11.7-rc0

v0.11.7

v0.11.6

v0.11.6-rc0

v0.11.5-rc4

v0.11.5-rc3

v0.11.5

v0.11.5-rc5

v0.11.5-rc2

v0.11.5-rc1

v0.11.5-rc0

v0.11.4

v0.11.4-rc0

v0.11.3

v0.11.3-rc0

v0.11.2

v0.11.1

v0.11.0-rc0

v0.11.0-rc1

v0.11.0-rc2

v0.11.0

v0.10.2-int1

v0.10.1

v0.10.0

v0.10.0-rc4

v0.10.0-rc3

v0.10.0-rc2

v0.10.0-rc1

v0.10.0-rc0

v0.9.7-rc1

v0.9.7-rc0

v0.9.6

v0.9.6-rc0

v0.9.6-ci0

v0.9.5

v0.9.4-rc5

v0.9.4-rc6

v0.9.4

v0.9.4-rc3

v0.9.4-rc4

v0.9.4-rc1

v0.9.4-rc2

v0.9.4-rc0

v0.9.3

v0.9.3-rc5

v0.9.4-citest0

v0.9.3-rc4

v0.9.3-rc3

v0.9.3-rc2

v0.9.3-rc1

v0.9.3-rc0

v0.9.2

v0.9.1

v0.9.1-rc1

v0.9.1-rc0

v0.9.1-ci1

v0.9.1-ci0

v0.9.0

v0.9.0-rc0

v0.8.0

v0.8.0-rc0

v0.7.1-rc2

v0.7.1

v0.7.1-rc1

v0.7.1-rc0

v0.7.0

v0.7.0-rc1

v0.7.0-rc0

v0.6.9-rc0

v0.6.8

v0.6.8-rc0

v0.6.7

v0.6.7-rc2

v0.6.7-rc1

v0.6.7-rc0

v0.6.6

v0.6.6-rc2

v0.6.6-rc1

v0.6.6-rc0

v0.6.5-rc1

v0.6.5

v0.6.5-rc0

v0.6.4-rc0

v0.6.4

v0.6.3-rc1

v0.6.3

v0.6.3-rc0

v0.6.2

v0.6.2-rc0

v0.6.1

v0.6.1-rc0

v0.6.0-rc0

v0.6.0

v0.5.14-rc0

v0.5.13

v0.5.13-rc6

v0.5.13-rc5

v0.5.13-rc4

v0.5.13-rc3

v0.5.13-rc2

v0.5.13-rc1

v0.5.13-rc0

v0.5.12

v0.5.12-rc1

v0.5.12-rc0

v0.5.11

v0.5.10

v0.5.9

v0.5.9-rc0

v0.5.8-rc13

v0.5.8

v0.5.8-rc12

v0.5.8-rc11

v0.5.8-rc10

v0.5.8-rc9

v0.5.8-rc8

v0.5.8-rc7

v0.5.8-rc6

v0.5.8-rc5

v0.5.8-rc4

v0.5.8-rc3

v0.5.8-rc2

v0.5.8-rc1

v0.5.8-rc0

v0.5.7

v0.5.6

v0.5.5

v0.5.5-rc0

v0.5.4

v0.5.3

v0.5.3-rc0

v0.5.2

v0.5.2-rc3

v0.5.2-rc2

v0.5.2-rc1

v0.5.2-rc0

v0.5.1

v0.5.0

v0.5.0-rc1

v0.4.8-rc0

v0.4.7

v0.4.6

v0.4.5

v0.4.4

v0.4.3

v0.4.3-rc0

v0.4.2

v0.4.2-rc1

v0.4.2-rc0

v0.4.1

v0.4.1-rc0

v0.4.0

v0.4.0-rc8

v0.4.0-rc7

v0.4.0-rc6

v0.4.0-rc5

v0.4.0-rc4

v0.4.0-rc3

v0.4.0-rc2

v0.4.0-rc1

v0.4.0-rc0

v0.4.0-ci3

v0.3.14

v0.3.14-rc0

v0.3.13

v0.3.12

v0.3.12-rc5

v0.3.12-rc4

v0.3.12-rc3

v0.3.12-rc2

v0.3.12-rc1

v0.3.11

v0.3.11-rc4

v0.3.11-rc3

v0.3.11-rc2

v0.3.11-rc1

v0.3.10

v0.3.10-rc1

v0.3.9

v0.3.8

v0.3.7

v0.3.7-rc6

v0.3.7-rc5

v0.3.7-rc4

v0.3.7-rc3

v0.3.7-rc2

v0.3.7-rc1

v0.3.6

v0.3.5

v0.3.4

v0.3.3

v0.3.2

v0.3.1

v0.3.0

v0.2.8

v0.2.8-rc2

v0.2.8-rc1

v0.2.7

v0.2.6

v0.2.5

v0.2.4

v0.2.3

v0.2.2

v0.2.2-rc2

v0.2.2-rc1

v0.2.1

v0.2.0

v0.1.49-rc14

v0.1.49-rc13

v0.1.49-rc12

v0.1.49-rc11

v0.1.49-rc10

v0.1.49-rc9

v0.1.49-rc8

v0.1.49-rc7

v0.1.49-rc6

v0.1.49-rc4

v0.1.49-rc5

v0.1.49-rc3

v0.1.49-rc2

v0.1.49-rc1

v0.1.48

v0.1.47

v0.1.46

v0.1.45-rc5

v0.1.45

v0.1.45-rc4

v0.1.45-rc3

v0.1.45-rc2

v0.1.45-rc1

v0.1.44

v0.1.43

v0.1.42

v0.1.41

v0.1.40

v0.1.40-rc1

v0.1.39

v0.1.39-rc2

v0.1.39-rc1

v0.1.38

v0.1.37

v0.1.36

v0.1.35

v0.1.35-rc1

v0.1.34

v0.1.34-rc1

v0.1.33

v0.1.33-rc7

v0.1.33-rc6

v0.1.33-rc5

v0.1.33-rc4

v0.1.33-rc3

v0.1.33-rc2

v0.1.33-rc1

v0.1.32

v0.1.32-rc2

v0.1.32-rc1

v0.1.31

v0.1.30

v0.1.29

v0.1.28

v0.1.27

v0.1.26

v0.1.25

v0.1.24

v0.1.23

v0.1.22

v0.1.21

v0.1.20

v0.1.19

v0.1.18

v0.1.17

v0.1.16

v0.1.15

v0.1.14

v0.1.13

v0.1.12

v0.1.11

v0.1.10

v0.1.9

v0.1.8

v0.1.7

v0.1.6

v0.1.5

v0.1.4

v0.1.3

v0.1.2

v0.1.1

v0.1.0

v0.0.21

v0.0.20

v0.0.19

v0.0.18

v0.0.17

v0.0.16

v0.0.15

v0.0.14

v0.0.13

v0.0.12

v0.0.11

v0.0.10

v0.0.9

v0.0.8

v0.0.7

v0.0.6

v0.0.5

v0.0.4

v0.0.3

v0.0.2

v0.0.1

Labels

Clear labels

amd

api

app

bug

build

cli

cloud

compatibility

context-length

create

docker

documentation

embeddings

feature request

feedback wanted

good first issue

gpt-oss

gpu

harmony

help wanted

image

install

intel

js

launch

linux

macos

memory

mlx

model

needs more info

networking

nvidia

ollama.com

performance

pull-request

Mirrored from GitHub Pull Request

python

question

registry

rendering

thinking

tools

top

vulkan

windows

wsl

No Label

Milestone

No items

No Milestone

Projects

Clear projects

No project

Assignees

Clear assignees

GiteaMirror ninjasurge

No Assignees

1 Participants

Notifications

Subscribe

Due Date

No due date set.

Dependencies

No dependencies set.

Reference: github-starred/ollama#63887