local-ai metal failure

gistfile1.txt

Starting LocalAI using 4 threads, with models path: /Users/soleblaze/models
12:29PM DBG Model: 7B (config: {OpenAIRequest:{Model:ggml-model-q4_0.bin File: Language: ResponseFormat: Size: Prompt:<nil> Instruction: Input:<nil> Stop:<nil> Messages:[] Stream:false Echo:false TopP:0 TopK:0 Temperature:0 Maxtokens:0 N:0 Batch:0 F16:false IgnoreEOS:false RepeatPenalty:0 Keep:0 MirostatETA:0 MirostatTAU:0 Mirostat:0 Seed:0 Mode:0 Step:0} Name:7B StopWords:[] Cutstrings:[] TrimSpace:[] ContextSize:0 F16:false Threads:0 Debug:false Roles:map[] Embeddings:false Backend: TemplateConfig:{Completion: Chat: Edit:} MirostatETA:0 MirostatTAU:0 Mirostat:0 NGPULayers:1 ImageGenerationAssets: PromptCachePath: PromptCacheAll:false PromptStrings:[] InputStrings:[] InputToken:[]})
12:29PM DBG GPT4ALL_IMPLEMENTATIONS_PATH: /tmp/localai/backend_data/backend-assets/gpt4all

 ┌───────────────────────────────────────────────────┐ 
 │                   Fiber v2.46.0                   │ 
 │               http://127.0.0.1:8080               │ 
 │       (bound on host 0.0.0.0 and port 8080)       │ 
 │                                                   │ 
 │ Handlers ............ 24  Processes ........... 1 │ 
 │ Prefork ....... Disabled  PID ............. 89179 │ 
 └───────────────────────────────────────────────────┘ 

12:29PM DBG Request received: {"model":"7B","file":"","language":"","response_format":"","size":"","prompt":null,"instruction":"","input":null,"stop":null,"messages":[{"role":"user","content":"How are you?"}],"stream":false,"echo":false,"top_p":0,"top_k":0,"temperature":0.9,"max_tokens":0,"n":0,"batch":0,"f16":false,"ignore_eos":false,"repeat_penalty":0,"n_keep":0,"mirostat_eta":0,"mirostat_tau":0,"mirostat":0,"seed":0,"mode":0,"step":0}
12:29PM DBG Parameter Config: &{OpenAIRequest:{Model:ggml-model-q4_0.bin File: Language: ResponseFormat: Size: Prompt:<nil> Instruction: Input:<nil> Stop:<nil> Messages:[] Stream:false Echo:false TopP:0 TopK:0 Temperature:0.9 Maxtokens:0 N:0 Batch:0 F16:false IgnoreEOS:false RepeatPenalty:0 Keep:0 MirostatETA:0 MirostatTAU:0 Mirostat:0 Seed:0 Mode:0 Step:0} Name:7B StopWords:[] Cutstrings:[] TrimSpace:[] ContextSize:0 F16:false Threads:4 Debug:true Roles:map[] Embeddings:false Backend: TemplateConfig:{Completion: Chat: Edit:} MirostatETA:0 MirostatTAU:0 Mirostat:0 NGPULayers:1 ImageGenerationAssets: PromptCachePath: PromptCacheAll:false PromptStrings:[] InputStrings:[] InputToken:[]}
12:29PM DBG Loading model 'ggml-model-q4_0.bin' greedly
12:29PM DBG [llama] Attempting to load
12:29PM DBG Loading model llama from ggml-model-q4_0.bin
12:29PM DBG Loading model in memory from file: /Users/soleblaze/models/ggml-model-q4_0.bin
llama.cpp: loading model from /Users/soleblaze/models/ggml-model-q4_0.bin
llama_model_load_internal: format     = ggjt v3 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 4096
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 32
llama_model_load_internal: n_layer    = 32
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 2 (mostly Q4_0)
llama_model_load_internal: n_ff       = 11008
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 7B
llama_model_load_internal: ggml ctx size =    0.07 MB
llama_model_load_internal: mem required  = 1932.71 MB (+ 2052.00 MB per state)
.
llama_init_from_file: kv self size  =  512.00 MB
ggml_metal_init: allocating
ggml_metal_init: using MPS
ggml_metal_init: loading '/Users/soleblaze/git/thirdparty/localai/ggml-metal.metal'
ggml_metal_init: loaded kernel_add                            0x12d4080e0
ggml_metal_init: loaded kernel_mul                            0x12d408800
ggml_metal_init: loaded kernel_mul_row                        0x12d408e30
ggml_metal_init: loaded kernel_scale                          0x12d409350
ggml_metal_init: loaded kernel_silu                           0x12d409870
ggml_metal_init: loaded kernel_relu                           0x12d409d90
ggml_metal_init: loaded kernel_soft_max                       0x12d40a440
ggml_metal_init: loaded kernel_diag_mask_inf                  0x12d40aaa0
ggml_metal_init: loaded kernel_get_rows_q4_0                  0x12d40b120
ggml_metal_init: loaded kernel_rms_norm                       0x12d40b7d0
ggml_metal_init: loaded kernel_mul_mat_q4_0_f32               0x12d40c030
ggml_metal_init: loaded kernel_mul_mat_f16_f32                0x12d40ca00
ggml_metal_init: loaded kernel_rope                           0x12d40d2f0
ggml_metal_init: loaded kernel_cpy_f32_f16                    0x12d40db80
ggml_metal_init: loaded kernel_cpy_f32_f32                    0x12d40e410
ggml_metal_add_buffer: allocated 'data            ' buffer, size =  3616.08 MB
ggml_metal_add_buffer: allocated 'eval            ' buffer, size =   768.00 MB
ggml_metal_add_buffer: allocated 'kv              ' buffer, size =   514.00 MB
ggml_metal_add_buffer: allocated 'scr0            ' buffer, size =   512.00 MB
ggml_metal_add_buffer: allocated 'scr1            ' buffer, size =   512.00 MB
12:29PM DBG [llama] Loads OK
GGML_ASSERT: /Users/soleblaze/git/thirdparty/localai/go-llama/llama.cpp/ggml-metal.m:518: false && "not implemented"
SIGABRT: abort
PC=0x19d468724 m=0 sigcode=0
signal arrived during cgo execution

goroutine 37 [syscall]:
runtime.cgocall(0x10489ce14, 0x1400059c2e8)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/cgocall.go:157 +0x54 fp=0x1400059c2b0 sp=0x1400059c270 pc=0x1043f26c4
github.com/go-skynet/go-llama%2ecpp._Cfunc_llama_predict(0x12d40ef50, 0x131808200, 0x14000680000, 0x1)
	_cgo_gotypes.go:219 +0x38 fp=0x1400059c2e0 sp=0x1400059c2b0 pc=0x1047fd9b8
github.com/go-skynet/go-llama%2ecpp.(*LLama).Predict.func2(0x140003327c0?, 0x1400059c4c0?, {0x14000680000, 0x0?, 0x1400007e360?}, 0x0?)
	/Users/soleblaze/git/thirdparty/localai/go-llama/llama.go:203 +0x90 fp=0x1400059c330 sp=0x1400059c2e0 pc=0x1047ff910
github.com/go-skynet/go-llama%2ecpp.(*LLama).Predict(0x1400000ea68, {0x140003327c0, 0xc}, {0x140000aa230, 0x7, 0x0?})
	/Users/soleblaze/git/thirdparty/localai/go-llama/llama.go:203 +0x26c fp=0x1400059c5b0 sp=0x1400059c330 pc=0x1047ff5ec
github.com/go-skynet/LocalAI/api.ModelInference.func12()
	/Users/soleblaze/git/thirdparty/localai/api/prediction.go:512 +0xa4 fp=0x1400059c8a0 sp=0x1400059c5b0 pc=0x10486e874
github.com/go-skynet/LocalAI/api.ModelInference.func14()
	/Users/soleblaze/git/thirdparty/localai/api/prediction.go:554 +0x244 fp=0x1400059c960 sp=0x1400059c8a0 pc=0x10486e484
github.com/go-skynet/LocalAI/api.ComputeChoices({0x140003327c0, 0xc}, 0x14000000280, 0x1400033c000, 0x14000326730?, 0x105523380, 0x4?)
	/Users/soleblaze/git/thirdparty/localai/api/prediction.go:578 +0x198 fp=0x1400059d150 sp=0x1400059c960 pc=0x104870ae8
github.com/go-skynet/LocalAI/api.chatEndpoint.func2(0x140000e4580)
	/Users/soleblaze/git/thirdparty/localai/api/openai.go:439 +0x6f8 fp=0x1400059d300 sp=0x1400059d150 pc=0x104869488
github.com/gofiber/fiber/v2.(*App).next(0x140002e6900, 0x140000e4580)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/router.go:144 +0x184 fp=0x1400059d3b0 sp=0x1400059d300 pc=0x1047ca394
github.com/gofiber/fiber/v2.(*Ctx).Next(0x70?)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/ctx.go:913 +0x5c fp=0x1400059d3d0 sp=0x1400059d3b0 pc=0x1047b7d9c
github.com/gofiber/fiber/v2/middleware/recover.New.func1(0x1?)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/middleware/recover/recover.go:43 +0xa4 fp=0x1400059d450 sp=0x1400059d3d0 pc=0x1047d5f94
github.com/gofiber/fiber/v2.(*Ctx).Next(0x140002d8ae0?)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/ctx.go:910 +0x48 fp=0x1400059d470 sp=0x1400059d450 pc=0x1047b7d88
github.com/gofiber/fiber/v2/middleware/logger.New.func3(0x140000e4580)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/middleware/logger/logger.go:121 +0x2d8 fp=0x1400059db00 sp=0x1400059d470 pc=0x1047d1068
github.com/gofiber/fiber/v2.(*App).next(0x140002e6900, 0x140000e4580)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/router.go:144 +0x184 fp=0x1400059dbb0 sp=0x1400059db00 pc=0x1047ca394
github.com/gofiber/fiber/v2.(*App).handler(0x140002e6900, 0x10473b3e0?)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/router.go:171 +0x74 fp=0x1400059dc10 sp=0x1400059dbb0 pc=0x1047ca574
github.com/gofiber/fiber/v2.(*App).handler-fm(0x14000348600?)
	<autogenerated>:1 +0x30 fp=0x1400059dc30 sp=0x1400059dc10 pc=0x1047cf1e0
github.com/valyala/fasthttp.(*Server).serveConn(0x14000334000, {0x10552bc78?, 0x14000010008})
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/server.go:2365 +0xdd0 fp=0x1400059dea0 sp=0x1400059dc30 pc=0x10473b430
github.com/valyala/fasthttp.(*Server).serveConn-fm({0x10552bc78?, 0x14000010008?})
	<autogenerated>:1 +0x3c fp=0x1400059ded0 sp=0x1400059dea0 pc=0x10474a3fc
github.com/valyala/fasthttp.(*workerPool).workerFunc(0x14000038b40, 0x1400007e020)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/workerpool.go:224 +0x70 fp=0x1400059df90 sp=0x1400059ded0 pc=0x104745e10
github.com/valyala/fasthttp.(*workerPool).getCh.func1()
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/workerpool.go:196 +0x38 fp=0x1400059dfd0 sp=0x1400059df90 pc=0x104745b18
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x1400059dfd0 sp=0x1400059dfd0 pc=0x104454794
created by github.com/valyala/fasthttp.(*workerPool).getCh
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/workerpool.go:195 +0x220

goroutine 1 [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x140005a1280 sp=0x140005a1260 pc=0x104425604
runtime.netpollblock(0x140005a1318?, 0x44c3e64?, 0x1?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/netpoll.go:527 +0x158 fp=0x140005a12c0 sp=0x140005a1280 pc=0x10441ec18
internal/poll.runtime_pollWait(0x12d32cec8, 0x72)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/netpoll.go:306 +0xa0 fp=0x140005a12f0 sp=0x140005a12c0 pc=0x10444e730
internal/poll.(*pollDesc).wait(0x140000fe380?, 0x104404724?, 0x0)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x140005a1320 sp=0x140005a12f0 pc=0x1044bf4a8
internal/poll.(*pollDesc).waitRead(...)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x140000fe380)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/internal/poll/fd_unix.go:614 +0x250 fp=0x140005a13d0 sp=0x140005a1320 pc=0x1044c3f50
net.(*netFD).accept(0x140000fe380)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/net/fd_unix.go:172 +0x28 fp=0x140005a1490 sp=0x140005a13d0 pc=0x1045460c8
net.(*TCPListener).accept(0x140001260d8)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/net/tcpsock_posix.go:148 +0x28 fp=0x140005a14c0 sp=0x140005a1490 pc=0x10455b6f8
net.(*TCPListener).Accept(0x140001260d8)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/net/tcpsock.go:297 +0x2c fp=0x140005a1500 sp=0x140005a14c0 pc=0x10455a86c
github.com/valyala/fasthttp.acceptConn(0x14000334000, {0x105529220, 0x140001260d8}, 0x140005a1718)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/server.go:1930 +0x44 fp=0x140005a15e0 sp=0x140005a1500 pc=0x104739d04
github.com/valyala/fasthttp.(*Server).Serve(0x14000334000, {0x105529220?, 0x140001260d8})
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/server.go:1823 +0x4f0 fp=0x140005a1740 sp=0x140005a15e0 pc=0x1047394c0
github.com/gofiber/fiber/v2.(*App).Listen(0x140002e6900, {0x104a34ecf?, 0x7?})
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/gofiber/fiber/[email protected]/listen.go:82 +0xfc fp=0x140005a17a0 sp=0x140005a1740 pc=0x1047c256c
main.main.func1(0x14000330160?)
	/Users/soleblaze/git/thirdparty/localai/main.go:140 +0x4a4 fp=0x140005a19f0 sp=0x140005a17a0 pc=0x10489c704
github.com/urfave/cli/v2.(*Command).Run(0x14000330160, 0x140000a0940, {0x140000201e0, 0x6, 0x6})
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/urfave/cli/[email protected]/command.go:274 +0x75c fp=0x140005a1c80 sp=0x140005a19f0 pc=0x10488babc
github.com/urfave/cli/v2.(*App).RunContext(0x1400032c000, {0x105529588?, 0x1400002a0d8}, {0x140000201e0, 0x6, 0x6})
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/urfave/cli/[email protected]/app.go:332 +0x604 fp=0x140005a1cf0 sp=0x140005a1c80 pc=0x1048888a4
github.com/urfave/cli/v2.(*App).Run(...)
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/urfave/cli/[email protected]/app.go:309
main.main()
	/Users/soleblaze/git/thirdparty/localai/main.go:144 +0xf38 fp=0x140005a1f70 sp=0x140005a1cf0 pc=0x10489c1c8
runtime.main()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:250 +0x248 fp=0x140005a1fd0 sp=0x140005a1f70 pc=0x1044251d8
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140005a1fd0 sp=0x140005a1fd0 pc=0x104454794

goroutine 2 [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000076fa0 sp=0x14000076f80 pc=0x104425604
runtime.goparkunlock(...)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:387
runtime.forcegchelper()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:305 +0xb8 fp=0x14000076fd0 sp=0x14000076fa0 pc=0x104425448
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000076fd0 sp=0x14000076fd0 pc=0x104454794
created by runtime.init.6
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:293 +0x24

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000077760 sp=0x14000077740 pc=0x104425604
runtime.goparkunlock(...)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:387
runtime.bgsweep(0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgcsweep.go:319 +0x110 fp=0x140000777b0 sp=0x14000077760 pc=0x104412440
runtime.gcenable.func1()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:178 +0x28 fp=0x140000777d0 sp=0x140000777b0 pc=0x104406ef8
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000777d0 sp=0x140000777d0 pc=0x104454794
created by runtime.gcenable
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:178 +0x74

goroutine 4 [GC scavenge wait]:
runtime.gopark(0x1e3d8c1a?, 0x1e2c7700?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000077f50 sp=0x14000077f30 pc=0x104425604
runtime.goparkunlock(...)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:387
runtime.(*scavengerState).park(0x1058f31c0)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgcscavenge.go:400 +0x5c fp=0x14000077f80 sp=0x14000077f50 pc=0x10441025c
runtime.bgscavenge(0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgcscavenge.go:633 +0xac fp=0x14000077fb0 sp=0x14000077f80 pc=0x10441083c
runtime.gcenable.func2()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:179 +0x28 fp=0x14000077fd0 sp=0x14000077fb0 pc=0x104406e98
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000077fd0 sp=0x14000077fd0 pc=0x104454794
created by runtime.gcenable
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:179 +0xb8

goroutine 5 [finalizer wait]:
runtime.gopark(0x1a0?, 0x1058f3e20?, 0xc0?, 0x36?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000076580 sp=0x14000076560 pc=0x104425604
runtime.runfinq()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mfinal.go:193 +0x10c fp=0x140000767d0 sp=0x14000076580 pc=0x104405f8c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000767d0 sp=0x140000767d0 pc=0x104454794
created by runtime.createfing
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mfinal.go:163 +0x84

goroutine 6 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000078740 sp=0x14000078720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000787d0 sp=0x14000078740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000787d0 sp=0x140000787d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 18 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000072740 sp=0x14000072720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000727d0 sp=0x14000072740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000727d0 sp=0x140000727d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 19 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000072f40 sp=0x14000072f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000072fd0 sp=0x14000072f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000072fd0 sp=0x14000072fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 7 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000078f40 sp=0x14000078f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000078fd0 sp=0x14000078f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000078fd0 sp=0x14000078fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 8 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000079740 sp=0x14000079720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000797d0 sp=0x14000079740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000797d0 sp=0x140000797d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 34 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000114740 sp=0x14000114720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140001147d0 sp=0x14000114740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140001147d0 sp=0x140001147d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 20 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000073740 sp=0x14000073720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000737d0 sp=0x14000073740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000737d0 sp=0x140000737d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 9 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000079f40 sp=0x14000079f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000079fd0 sp=0x14000079f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000079fd0 sp=0x14000079fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 10 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000110740 sp=0x14000110720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140001107d0 sp=0x14000110740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140001107d0 sp=0x140001107d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 11 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000110f40 sp=0x14000110f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000110fd0 sp=0x14000110f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000110fd0 sp=0x14000110fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 21 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000073f40 sp=0x14000073f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000073fd0 sp=0x14000073f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000073fd0 sp=0x14000073fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 35 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000114f40 sp=0x14000114f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000114fd0 sp=0x14000114f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000114fd0 sp=0x14000114fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 36 [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000115740 sp=0x14000115720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140001157d0 sp=0x14000115740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140001157d0 sp=0x140001157d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 12 [GC worker (idle)]:
runtime.gopark(0x722f638e70ce?, 0x1?, 0xb0?, 0x37?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000111740 sp=0x14000111720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140001117d0 sp=0x14000111740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140001117d0 sp=0x140001117d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 22 [GC worker (idle)]:
runtime.gopark(0x105b72d60?, 0x1?, 0x25?, 0x5c?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000074740 sp=0x14000074720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000747d0 sp=0x14000074740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000747d0 sp=0x140000747d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 13 [GC worker (idle)]:
runtime.gopark(0x105b72d60?, 0x1?, 0xc8?, 0xa2?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000111f40 sp=0x14000111f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000111fd0 sp=0x14000111f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000111fd0 sp=0x14000111fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 23 [GC worker (idle)]:
runtime.gopark(0x105b72d60?, 0x1?, 0xf3?, 0x85?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000074f40 sp=0x14000074f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000074fd0 sp=0x14000074f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000074fd0 sp=0x14000074fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 50 [GC worker (idle)]:
runtime.gopark(0x722e715bed69?, 0x1?, 0xec?, 0x99?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000588740 sp=0x14000588720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140005887d0 sp=0x14000588740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140005887d0 sp=0x140005887d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 51 [GC worker (idle)]:
runtime.gopark(0x722f6394757e?, 0x1?, 0x98?, 0x3c?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000588f40 sp=0x14000588f20 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x14000588fd0 sp=0x14000588f40 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x14000588fd0 sp=0x14000588fd0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 24 [GC worker (idle)]:
runtime.gopark(0x722f638dd2ed?, 0x1?, 0x50?, 0x3f?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000075740 sp=0x14000075720 pc=0x104425604
runtime.gcBgMarkWorker()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1275 +0xec fp=0x140000757d0 sp=0x14000075740 pc=0x104408e3c
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140000757d0 sp=0x140000757d0 pc=0x104454794
created by runtime.gcBgMarkStartWorkers
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/mgc.go:1199 +0x28

goroutine 14 [select]:
runtime.gopark(0x14000113708?, 0x2?, 0x0?, 0x0?, 0x140001136e4?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000113550 sp=0x14000113530 pc=0x104425604
runtime.selectgo(0x14000113708, 0x140001136e0, 0x0?, 0x0, 0x0?, 0x1)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/select.go:327 +0x690 fp=0x14000113670 sp=0x14000113550 pc=0x1044358e0
github.com/go-skynet/LocalAI/api.(*galleryApplier).start.func1()
	/Users/soleblaze/git/thirdparty/localai/api/gallery.go:98 +0xa8 fp=0x140001137d0 sp=0x14000113670 pc=0x104866bc8
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140001137d0 sp=0x140001137d0 pc=0x104454794
created by github.com/go-skynet/LocalAI/api.(*galleryApplier).start
	/Users/soleblaze/git/thirdparty/localai/api/gallery.go:96 +0xa0

goroutine 66 [sleep]:
runtime.gopark(0x722e715f35e8?, 0x10474515c?, 0x70?, 0x8b?, 0x0?)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/proc.go:381 +0xe4 fp=0x14000589740 sp=0x14000589720 pc=0x104425604
time.Sleep(0x2540be400)
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/time.go:195 +0x118 fp=0x14000589780 sp=0x14000589740 pc=0x104451408
github.com/valyala/fasthttp.(*workerPool).Start.func2()
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/workerpool.go:67 +0x54 fp=0x140005897d0 sp=0x14000589780 pc=0x104745144
runtime.goexit()
	/opt/homebrew/Cellar/go/1.20.4/libexec/src/runtime/asm_arm64.s:1172 +0x4 fp=0x140005897d0 sp=0x140005897d0 pc=0x104454794
created by github.com/valyala/fasthttp.(*workerPool).Start
	/Users/soleblaze/.local/share/go/pkg/mod/github.com/valyala/[email protected]/workerpool.go:59 +0xdc

r0      0x0
r1      0x0
r2      0x0
r3      0x0
r4      0x0
r5      0x1b
r6      0xa
r7      0x0
r8      0x378052d78f26c9e8
r9      0x378052d6776f17e8
r10     0x2
r11     0xfffffffd
r12     0x10000000000
r13     0x0
r14     0x0
r15     0x0
r16     0x148
r17     0x1fcfc0f60
r18     0x0
r19     0x6
r20     0x1f849de00
r21     0x103
r22     0x1f849dee0
r23     0x0
r24     0x0
r25     0x362019570
r26     0x362019980
r27     0x600002ca82d0
r28     0x20
r29     0x16b9fa040
lr      0x19d49fc28
sp      0x16b9fa020
pc      0x19d468724
fault   0x19d468724