관리-도구
편집 파일: apache_exporter.log
[ OK ] level=info ts=2022-08-02T15:00:25.180Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-02T15:00:25.181Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-02T15:00:25.181Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-02T15:00:25.181Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-02T15:00:25.181Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-02T15:00:25.182Z caller=tls_config.go:195 msg="TLS is disabled." http2=false [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc level=info ts=2022-08-02T15:06:14.595Z caller=apache_exporter.go:615 msg="caught sig: %+v. Wait 2 seconds..." sig=terminated runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00002e800, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002c001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.newproc.func1() /usr/local/go/src/runtime/proc.go:4029 +0x97 runtime.systemstack(0x46af74) /usr/local/go/src/runtime/asm_amd64.s:379 +0x66 runtime.mstart() /usr/local/go/src/runtime/proc.go:1246 goroutine 1 [running, locked to thread]: runtime.systemstack_switch() /usr/local/go/src/runtime/asm_amd64.s:339 fp=0xc0000845d0 sp=0xc0000845c8 pc=0x46b0a0 runtime.newproc(0x0, 0xa32478) /usr/local/go/src/runtime/proc.go:4022 +0x6e fp=0xc000084618 sp=0xc0000845d0 pc=0x4420ee runtime.init.6() /usr/local/go/src/runtime/proc.go:264 +0x35 fp=0xc000084638 sp=0xc000084618 pc=0x4398f5 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec fp=0xc000084788 sp=0xc000084638 pc=0x44726c runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 fp=0xc0000847e0 sp=0xc000084788 pc=0x439630 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 fp=0xc0000847e8 sp=0xc0000847e0 pc=0x46cda1 level=info ts=2022-08-02T15:06:16.615Z caller=apache_exporter.go:617 msg="Terminate apache-exporter on port:" listen_address=:9117 [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [runnable, locked to thread]: strconv.init() /usr/local/go/src/strconv/atoi.go:18 [ OK ] level=info ts=2022-08-02T17:59:22.751Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-02T17:59:22.753Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-02T17:59:22.753Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-02T17:59:22.753Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-02T17:59:22.753Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-02T17:59:22.754Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0000cbf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f3fde352f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000264300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000264300, 0xb1e227da95539201, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000206bd0, 0x62e96636, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000206bd0, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc000206bd0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000206bd0, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240370, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240370, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 36 [syscall, 3 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 39 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc000240370) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 43 [select, 1 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f3fde35e178, 0xc000148140, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7f3fde35e178, 0xc000148140, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f3fde35e178, 0xc000148140, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7f3fde35e178, 0xc000148140, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e2a0, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e2a0, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e2a0, 0xc000216200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e2a0, 0xc000216200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227400, 0xab8818, 0xc0001411c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 163 [select, 1 minutes]: net/http.(*persistConn).readLoop(0xc0002286c0) /usr/local/go/src/net/http/transport.go:2203 +0x967 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 62 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f3fde352e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000264380, 0xc000121f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000264380, 0xc000121f31, 0x1, 0x1, 0xc0000a4120, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00020e1f8, 0xc000121f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000121f20) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 63 [IO wait]: internal/poll.runtime_pollWait(0x7f3fde352d48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180218, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180200, 0xc0001ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180200, 0xc0001ff000, 0x1000, 0x1000, 0x1000, 0xf50, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e0c8, 0xc0001ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0002286c0, 0xc0001ff000, 0x1000, 0x1000, 0xf50, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc000238600) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).ReadSlice(0xc000238600, 0x418b0a, 0x7f3fde2c84c0, 0x553ee9, 0xc000219130, 0xc0001fff4e, 0x2) /usr/local/go/src/bufio/bufio.go:360 +0x3d net/http/internal.readChunkLine(0xc000238600, 0xc000219130, 0x2, 0x2, 0x2, 0x0) /usr/local/go/src/net/http/internal/chunked.go:122 +0x34 net/http/internal.(*chunkedReader).beginChunk(0xc000219110) /usr/local/go/src/net/http/internal/chunked.go:48 +0x32 net/http/internal.(*chunkedReader).Read(0xc000219110, 0xc00018a000, 0x1000, 0x1000, 0xc00018af40, 0xc0, 0xc0) /usr/local/go/src/net/http/internal/chunked.go:93 +0x134 net/http.(*body).readLocked(0xc0002206c0, 0xc00018a000, 0x1000, 0x1000, 0xc00018a000, 0x1000, 0x1000) /usr/local/go/src/net/http/transfer.go:842 +0x5f net/http.(*body).Read(0xc0002206c0, 0xc00018a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transfer.go:834 +0xf9 net/http.(*bodyEOFSignal).Read(0xc000220700, 0xc00018a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2764 +0xe2 bufio.(*Reader).fill(0xc0000a44e0) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).ReadByte(0xc0000a44e0, 0xc00066b9ba, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:253 +0x39 compress/flate.(*decompressor).huffSym(0xc0000e9300, 0xc0000e9328, 0x29, 0x0, 0x0) /usr/local/go/src/compress/flate/inflate.go:719 +0x85 compress/flate.(*decompressor).huffmanBlock(0xc0000e9300) /usr/local/go/src/compress/flate/inflate.go:494 +0xd2 compress/flate.(*decompressor).Read(0xc0000e9300, 0xc0006d6000, 0x6000, 0x6000, 0x8000, 0x3987e481, 0x0) /usr/local/go/src/compress/flate/inflate.go:347 +0x79 compress/gzip.(*Reader).Read(0xc000230b00, 0xc0006d6000, 0x6000, 0x6000, 0x2000, 0x0, 0x0) /usr/local/go/src/compress/gzip/gunzip.go:251 +0x87 net/http.(*gzipReader).Read(0xc00021a0c0, 0xc0006d6000, 0x6000, 0x6000, 0x2000, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2828 +0xcd io.ReadAll(0x7f3fde2498b8, 0xc00021a0c0, 0xc00021a0c0, 0x7f3fde2498b8, 0xc00021a0c0, 0x0, 0xab26f0) /usr/local/go/src/io/io.go:633 +0xdf io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:27 main.(*Exporter).collect(0xc000244f00, 0xc000238120, 0x0, 0x0) /app/apache_exporter.go:298 +0x3c8 main.(*Exporter).Collect(0xc000244f00, 0xc000238120) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 64 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc000138318) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000138310) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000138310, 0xc000238120, 0xc000238300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 164 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc0002286c0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 [ OK ] level=info ts=2022-08-02T23:59:19.329Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-02T23:59:19.330Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-02T23:59:19.330Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-02T23:59:19.330Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-02T23:59:19.330Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-02T23:59:19.330Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00020d000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00020d000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0004d3f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 54 minutes]: internal/poll.runtime_pollWait(0x7f43ef150f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000256080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000256080, 0x1e485b6581a46bd6, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0002068d0, 0x62e9c95a, 0xc000311b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0002068d0, 0xc000311b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00025a000, 0xab76f0, 0xc0002068d0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0002068d0, 0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 36 [chan receive, 117 minutes]: main.main.func1(0xaaf020, 0xc0000aecd0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 21 [syscall, 117 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 736 [runnable]: net/http.(*connReader).unlock(0xc000220ea0) /usr/local/go/src/net/http/server.go:655 +0x54 net/http.(*connReader).startBackgroundRead(0xc000220ea0) /usr/local/go/src/net/http/server.go:669 +0xe8 net/http.(*conn).serve(0xc00026c0a0, 0xab8818, 0xc0000cc000) /usr/local/go/src/net/http/server.go:1922 +0xb3d created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 1328 [IO wait]: internal/poll.runtime_pollWait(0x7f43ef150c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186000, 0xc000220eb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186000, 0xc000220eb1, 0x1, 0x1, 0xe0f860, 0xa32700, 0x1000000010000) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e030, 0xc000220eb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000220ea0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-03T02:59:19.483Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T02:59:19.484Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T02:59:19.484Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T02:59:19.484Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T02:59:19.484Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-03T02:59:19.485Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00023d400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00023d400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000187500) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 114 minutes]: internal/poll.runtime_pollWait(0x7f046ddbcf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000e6318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000e6300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000e6300, 0xc8ca335ace6e601, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000ca20, 0x62e9e48a, 0xc0001efb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000ca20, 0xc0001efb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a0000, 0xab76f0, 0xc00000ca20, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000ca20, 0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc0000ae280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc0000ae280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [syscall, 114 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 10 [chan receive, 114 minutes]: main.main.func1(0xaaf020, 0xc0000ae280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 14 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000198910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f046dc16b98, 0xc0001988c0, 0xc00062a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00029e000, 0x7f046dc16b98, 0xc0001988c0, 0xc00062a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f046dc16b98, 0xc0001988c0, 0xc00062a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000bb9e0, 0x7f046dc16b98, 0xc0001988c0, 0xc00062a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002a0460, 0xc00062a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000bbb60, 0xab7900, 0xc0002a0460, 0xc00062a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002a0460, 0xc00062a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002a0000, 0xab7900, 0xc0002a0460, 0xc00062a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020a00, 0xab8818, 0xc0000de540) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 1239 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f046ddbce30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000e6398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000e6380, 0xc0000bbe11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000e6380, 0xc0000bbe11, 0x1, 0x1, 0xc000150ea0, 0x0, 0xc0000de618) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e160, 0xc0000bbe11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000bbe00) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 1241 [semacquire]: sync.runtime_Semacquire(0xc0003f8688) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0003f8680) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0003f8680, 0xc0004ae720, 0xc0004ae840) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 1240 [runnable]: runtime/debug.ReadGCStats(0xc000240000) /usr/local/go/src/runtime/debug/garbage.go:74 +0x3fc github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000146000, 0xc0004ae720) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 1361 [runnable]: github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000146000, 0xc00059c000, 0xc000114240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] level=info ts=2022-08-03T05:59:21.174Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T05:59:21.177Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T05:59:21.177Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T05:59:21.177Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T05:59:21.177Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-03T05:59:21.178Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc0002e9400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc0002e9400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000417f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 7 minutes]: internal/poll.runtime_pollWait(0x7f784bb28f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000fe518, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000fe500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000fe500, 0x94f9004689a11801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d680, 0x62ea0eba, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d680, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000258000, 0xab76f0, 0xc00000d680, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d680, 0xc000258000, 0x0, 0x0, 0xaaf020, 0xc000286280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000258000, 0x0, 0x0, 0xaaf020, 0xc000286280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 7 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 7 minutes]: main.main.func1(0xaaf020, 0xc000286280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 16 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae7d0, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f784baecbb8, 0xc0000ae0f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00024a150, 0x7f784baecbb8, 0xc0000ae0f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f784baecbb8, 0xc0000ae0f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002486c0, 0x7f784baecbb8, 0xc0000ae0f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002582a0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000248840, 0xab7900, 0xc0002582a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002582a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000258000, 0xab7900, 0xc0002582a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000238960, 0xab8818, 0xc0000bd040) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 138 [IO wait]: internal/poll.runtime_pollWait(0x7f784bb28e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000fe598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000fe580, 0xc000248af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000fe580, 0xc000248af1, 0x1, 0x1, 0xc000540760, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e350, 0xc000248af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000248ae0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 139 [runnable]: runtime/debug.ReadGCStats(0xc00017e380) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc0000fe400, 0xc000406060) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 140 [semacquire]: sync.runtime_Semacquire(0xc0002b20a8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0002b20a0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002b20a0, 0xc000406060, 0xc000406120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 141 [runnable]: github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc0000fe400, 0xc000388000, 0xc000226120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-03T11:59:19.663Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T11:59:19.665Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T11:59:19.665Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T11:59:19.665Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T11:59:19.665Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-03T11:59:19.666Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000700c00) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000700c00) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0003fc180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 12 minutes]: internal/poll.runtime_pollWait(0x7f5660e43f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00024c098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00024c080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00024c080, 0xb961f3f5aee8aa01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000200930, 0x62ea631a, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000200930, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000250000, 0xab76f0, 0xc000200930, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000200930, 0xc000250000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000250000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 38 [chan receive, 12 minutes]: main.main.func1(0xaaf020, 0xc0000ae2d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 21 [syscall, 12 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 42 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f5660c9da58, 0xc000272050, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00020ea10, 0x7f5660c9da58, 0xc000272050, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f5660c9da58, 0xc000272050, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002149f0, 0x7f5660c9da58, 0xc000272050, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002502a0, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000214b70, 0xab7900, 0xc0002502a0, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002502a0, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000250000, 0xab7900, 0xc0002502a0, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000262000, 0xab8818, 0xc00021a2c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 199 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 198 [IO wait]: internal/poll.runtime_pollWait(0x7f5660e43e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00024c118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00024c100, 0xc000214e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00024c100, 0xc000214e21, 0x1, 0x1, 0xe0f860, 0xa32700, 0xc0005d2fa8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002040a0, 0xc000214e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000214e10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 200 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000220d0, 0xc000208180, 0xc0002087e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-03T14:59:16.260Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T14:59:16.262Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T14:59:16.262Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T14:59:16.262Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T14:59:16.263Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-03T14:59:16.263Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc0007e8000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc0007e8000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00064ff01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 71 minutes]: internal/poll.runtime_pollWait(0x7f8c2e15f018, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00026e318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00026e300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00026e300, 0x89673177e4b97701, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00020ec00, 0x62ea8d4a, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00020ec00, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a6000, 0xab76f0, 0xc00020ec00, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00020ec00, 0xc0002a6000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a6000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 22 [syscall, 71 minutes]: os/signal.signal_recv(0x46cda6) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 39 [chan receive, 71 minutes]: main.main.func1(0xaaf020, 0xc0002403c0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 23 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f8c2e16bab8, 0xc0001480f0, 0xc000218100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0002927e0, 0x7f8c2e16bab8, 0xc0001480f0, 0xc000218100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f8c2e16bab8, 0xc0001480f0, 0xc000218100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002945a0, 0x7f8c2e16bab8, 0xc0001480f0, 0xc000218100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002a62a0, 0xc000218100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000294720, 0xab7900, 0xc0002a62a0, 0xc000218100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002a62a0, 0xc000218100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002a6000, 0xab7900, 0xc0002a62a0, 0xc000218100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001deaa0, 0xab8818, 0xc000141180) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 778 [IO wait]: internal/poll.runtime_pollWait(0x7f8c2e15ef30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180500, 0xc000121f01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180500, 0xc000121f01, 0x1, 0x1, 0xc000394540, 0x0, 0xc000141258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00013c220, 0xc000121f01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000121ef0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 780 [semacquire]: sync.runtime_Semacquire(0xc0000dc138) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0000dc130) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000dc130, 0xc00013e3c0, 0xc00013e4e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 779 [runnable]: github.com/prometheus/procfs.NewProc(0x7f960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc.go:53 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc00013e3c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:34 +0x1a5 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc00013e3c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce [ OK ] level=info ts=2022-08-03T17:59:17.122Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T17:59:17.123Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T17:59:17.124Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T17:59:17.124Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T17:59:17.124Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-03T17:59:17.126Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 16 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000380800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000380800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000045000, 0xf) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0006eff01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 5 minutes]: internal/poll.runtime_pollWait(0x7f7c99a0af18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00015a318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00015a300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00015a300, 0x5af3602335dbc301, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000114a80, 0x62eab77a, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000114a80, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a0000, 0xab76f0, 0xc000114a80, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000114a80, 0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc00011a320, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc00011a320, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 10 [syscall, 5 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 25 [chan receive, 5 minutes]: main.main.func1(0xaaf020, 0xc00011a320) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 29 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f7c99a4ccc0, 0xc0003020a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00029e000, 0x7f7c99a4ccc0, 0xc0003020a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f7c99a4ccc0, 0xc0003020a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00011d9e0, 0x7f7c99a4ccc0, 0xc0003020a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002a01c0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00011db60, 0xab7900, 0xc0002a01c0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002a01c0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002a0000, 0xab7900, 0xc0002a01c0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001268c0, 0xab8818, 0xc00014e540) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 66 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 178 [select]: github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000186500, 0xc0000a42a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:312 +0x695 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 123 [IO wait]: internal/poll.runtime_pollWait(0x7f7c99a0ae30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00015a398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00015a380, 0xc00011de11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00015a380, 0xc00011de11, 0x1, 0x1, 0xc0003000c0, 0x0, 0x100000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00014c148, 0xc00011de11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00011de00) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 124 [runnable]: fmt.(*ss).scanInt(0xc000300360, 0x76, 0x40, 0x0) /usr/local/go/src/fmt/scan.go:638 +0x436 fmt.(*ss).scanOne(0xc000300360, 0x76, 0x92ff80, 0xc000240028) /usr/local/go/src/fmt/scan.go:976 +0x9b5 fmt.(*ss).doScan(0xc000300360, 0xc0004a16b8, 0x16, 0x16, 0x1, 0x0, 0x0) /usr/local/go/src/fmt/scan.go:1073 +0xb6 fmt.Fscan(0xaaed20, 0xc00011c480, 0xc0004a16b8, 0x16, 0x16, 0x1, 0x17, 0x11) /usr/local/go/src/fmt/scan.go:123 +0xb9 github.com/prometheus/procfs.Proc.Stat(0x24130, 0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_stat.go:134 +0x6c7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc0000a42a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:40 +0x366 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc0000a42a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 125 [semacquire]: sync.runtime_Semacquire(0xc0001b2028) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0001b2020) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001b2020, 0xc0000a42a0, 0xc0000a4300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 126 [runnable]: net/http.(*Transport).connectMethodForRequest(0xc000128640, 0xc000150000, 0xa32200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:826 +0x107 net/http.(*Transport).roundTrip(0xc000128640, 0xc000480200, 0x30, 0x30, 0x0) /usr/local/go/src/net/http/transport.go:569 +0x733 net/http.(*Transport).RoundTrip(0xc000128640, 0xc000480200, 0xc000128640, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc000480200, 0xaaf4e0, 0xc000128640, 0x0, 0x0, 0x0, 0xc0000a2020, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc00011d560, 0xc000480200, 0x0, 0x0, 0x0, 0xc0000a2020, 0x0, 0x1, 0x7f7c99a44cb8) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc00011d560, 0xc000480200, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc000162870, 0xc0000a42a0, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc000162870, 0xc0000a42a0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 193 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 209 [waiting]: runtime.ReadMemStats(0xc000326000) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000186500, 0xc000326000, 0xc0000b00c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] level=info ts=2022-08-03T20:59:13.223Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T20:59:13.224Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T20:59:13.224Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T20:59:13.224Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T20:59:13.225Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-03T20:59:13.224Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000988000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000988000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000895f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 19 minutes]: internal/poll.runtime_pollWait(0x7f09f8ebaf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0x885b05bbf3225b8a, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cf30, 0x62eae402, 0xc000599b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cf30, 0xc000599b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00030c000, 0xab76f0, 0xc00000cf30, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cf30, 0xc00030c000, 0x0, 0x0, 0xaaf020, 0xc000134320, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00030c000, 0x0, 0x0, 0xaaf020, 0xc000134320, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [syscall, 19 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 11 [chan receive, 19 minutes]: main.main.func1(0xaaf020, 0xc000134320) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 403 [semacquire]: sync.runtime_Semacquire(0xc00015c074) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00015c074) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00015c074, 0xc000200060, 0xc000200120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 402 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 193 [runnable]: github.com/prometheus/client_golang/prometheus.processMetric(0xab2768, 0xc0000cd500, 0xc0002695f8, 0xc000269628, 0x0, 0xc000510800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:671 +0xc4a github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f09f8e770a8, 0xc000316140, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001fcaf0, 0x7f09f8e770a8, 0xc000316140, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f09f8e770a8, 0xc000316140, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ef3e0, 0x7f09f8e770a8, 0xc000316140, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00030c2a0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ef560, 0xab7900, 0xc00030c2a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00030c2a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00030c000, 0xab7900, 0xc00030c2a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00013a0a0, 0xab8818, 0xc00015e400) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 404 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000200060) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000200060) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 401 [IO wait]: internal/poll.runtime_pollWait(0x7f09f8ebad48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186080, 0xc0001eee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186080, 0xc0001eee21, 0x1, 0x1, 0xc0005900c0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00022c008, 0xc0001eee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001eee10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-03T23:59:17.915Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-03T23:59:17.917Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-03T23:59:17.917Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-03T23:59:17.917Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-03T23:59:17.917Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-03T23:59:17.919Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000038800, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000288180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 13 minutes]: internal/poll.runtime_pollWait(0x7fb5fcfc2f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0001e4618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0001e4600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0001e4600, 0xd14cdb43ad784601, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0001976c8, 0x62eb0bda, 0xc0001efb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0001976c8, 0xc0001efb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000274000, 0xab76f0, 0xc0001976c8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0001976c8, 0xc000274000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000274000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [chan receive, 13 minutes]: main.main.func1(0xaaf020, 0xc0000ae2d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 51 [syscall, 13 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 27 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000198910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fb5fcfddcf8, 0xc000286230, 0xc000246000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00024f730, 0x7fb5fcfddcf8, 0xc000286230, 0xc000246000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fb5fcfddcf8, 0xc000286230, 0xc000246000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002572c0, 0x7fb5fcfddcf8, 0xc000286230, 0xc000246000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002741c0, 0xc000246000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000257440, 0xab7900, 0xc0002741c0, 0xc000246000) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002741c0, 0xc000246000) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000274000, 0xab7900, 0xc0002741c0, 0xc000246000) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002434a0, 0xab8818, 0xc0001895c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 197 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7fb5fcfc2e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0001e4698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001e4680, 0xc0002576f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0001e4680, 0xc0002576f1, 0x1, 0x1, 0xc0003b6760, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000182378, 0xc0002576f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002576e0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 199 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc000022198) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022190) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022190, 0xc0000a41e0, 0xc0000a4240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 198 [runnable]: strings.Index(0xc0008aeb45, 0x34, 0xa04cc3, 0x1, 0x2c) /usr/local/go/src/strings/strings.go:1024 +0x70b strings.genSplit(0xc0008aeb45, 0x34, 0xa04cc3, 0x1, 0x0, 0x1, 0xc00066bfe0, 0x2, 0x2) /usr/local/go/src/strings/strings.go:251 +0xff strings.SplitN(...) /usr/local/go/src/strings/strings.go:273 main.splitkv(0xc0008aeb45, 0x34, 0xe, 0x0, 0xc0008aeb43, 0x1) /app/apache_exporter.go:244 +0x6d main.(*Exporter).collect(0xc000232780, 0xc0000a41e0, 0x0, 0x0) /app/apache_exporter.go:322 +0x60d main.(*Exporter).Collect(0xc000232780, 0xc0000a41e0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 168 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7fb5fcfc2c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0001e4198, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001e4180, 0xc00047c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0001e4180, 0xc00047c000, 0x1000, 0x1000, 0x439c3c, 0xc000387c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00065e238, 0xc00047c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00019a5a0, 0xc00047c000, 0x1000, 0x1000, 0xc0000b04e0, 0xc000387d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc000184a20) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc000184a20, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00019a5a0) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 169 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc00019a5a0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c [ OK ] level=info ts=2022-08-04T02:59:15.238Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T02:59:15.240Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T02:59:15.240Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T02:59:15.240Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T02:59:15.240Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-04T02:59:15.240Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-04T03:11:22.257Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T03:12:22.215Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T03:13:22.211Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T03:14:22.210Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T03:15:22.213Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.608Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:22008->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-04T06:50:03.614Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.616Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.617Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.617Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.619Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.621Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.623Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.624Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.625Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.625Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.626Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.626Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T06:50:03.628Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0002b4a80) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 56 minutes]: internal/poll.runtime_pollWait(0x7fc015f46f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186600, 0x79bfd8473e4725d6, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d4e8, 0x62eb6c2e, 0xc000639b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d4e8, 0xc000639b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000284000, 0xab76f0, 0xc00000d4e8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d4e8, 0xc000284000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000284000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 287 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 287 minutes]: main.main.func1(0xaaf020, 0xc0002062d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 2583 [runnable]: net/http.readTransfer(0x9f22e0, 0xc00012c100, 0xc0000a56e0, 0x0, 0xe10f00) /usr/local/go/src/net/http/transfer.go:487 +0x89 net/http.readRequest(0xc0000a56e0, 0x0, 0xc00012c100, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1099 +0x505 net/http.(*conn).readRequest(0xc0000203c0, 0xab8770, 0xc00023a240, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc0000203c0, 0xab8818, 0xc00023a240) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-04T09:15:41.207Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T09:15:41.208Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T09:15:41.209Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T09:15:41.209Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T09:15:41.209Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-04T09:15:41.209Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000a00000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000a00000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00090df01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 21 minutes]: internal/poll.runtime_pollWait(0x7fa8e7945f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000264300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000264300, 0x982420363a69a901, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000208cd8, 0x62eb8e66, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000208cd8, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc000208cd8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000208cd8, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240460, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240460, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 39 [syscall, 21 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 42 [chan receive, 21 minutes]: main.main.func1(0xaaf020, 0xc000240460) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 46 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa8e7906dd8, 0xc0000ae370, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa8e7906dd8, 0xc0000ae370, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa8e7906dd8, 0xc0000ae370, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa8e7906dd8, 0xc0000ae370, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e2a0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000229400, 0xab8818, 0xc0002226c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 323 [IO wait]: internal/poll.runtime_pollWait(0x7fa8e7945e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000264380, 0xc00028c9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000264380, 0xc00028c9d1, 0x1, 0x1, 0xc000200840, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00020a210, 0xc00028c9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00028c9c0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 324 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc0000a41e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc0000a41e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 325 [semacquire]: sync.runtime_Semacquire(0xc0000221d8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0000221d0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000221d0, 0xc0000a41e0, 0xc0000a4240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-04T11:59:22.191Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T11:59:22.194Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T11:59:22.194Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T11:59:22.194Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T11:59:22.194Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-04T11:59:22.194Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000480400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000480400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00050bf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait]: internal/poll.runtime_pollWait(0x7f6c04756f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0xbac25a8945ac61fc, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cd38, 0x62ebb7e2, 0xc000317b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cd38, 0xc000317b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00028c000, 0xab76f0, 0xc00000cd38, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cd38, 0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 11 [chan receive, 14 minutes]: main.main.func1(0xaaf020, 0xc0002403c0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 20 [syscall, 14 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 253 [select]: net/http.(*persistConn).readLoop(0xc00022a240) /usr/local/go/src/net/http/transport.go:2203 +0x967 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 143 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f6c04766b78, 0xc000240a00, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001f8310, 0x7f6c04766b78, 0xc000240a00, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f6c04766b78, 0xc000240a00, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001f6840, 0x7f6c04766b78, 0xc000240a00, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00028c0e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001f69c0, 0xab7900, 0xc00028c0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00028c0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00028c000, 0xab7900, 0xc00028c0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000203c0, 0xab8818, 0xc0000cc280) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 290 [semacquire]: sync.runtime_Semacquire(0xc00021e408) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021e400) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021e400, 0xc0000a43c0, 0xc0000a4420) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 291 [runnable]: net/http.(*gzipReader).Read(0xc0003f80e0, 0xc0003c1000, 0x1a80, 0x1a80, 0x5001, 0xc0003bc000, 0x5000) /usr/local/go/src/net/http/transport.go:2809 +0x1ff io.ReadAll(0x7f6c0460f028, 0xc0003f80e0, 0xc0003f80e0, 0x7f6c0460f028, 0xc0003f80e0, 0x0, 0xab26f0) /usr/local/go/src/io/io.go:633 +0xdf io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:27 main.(*Exporter).collect(0xc0001d20f0, 0xc0000a43c0, 0x0, 0x46cda1) /app/apache_exporter.go:298 +0x3c8 main.(*Exporter).Collect(0xc0001d20f0, 0xc0000a43c0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 254 [select]: net/http.(*persistConn).writeLoop(0xc00022a240) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c [ OK ] level=info ts=2022-08-04T14:59:12.471Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T14:59:12.472Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T14:59:12.472Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T14:59:12.472Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T14:59:12.473Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-04T14:59:12.473Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=error ts=2022-08-04T15:24:01.827Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:38348->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-04T15:24:01.829Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.829Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.830Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.831Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.831Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.832Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.833Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.833Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.833Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.835Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.837Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.839Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.839Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.840Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.840Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.841Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.841Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.842Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.843Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.843Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.843Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.844Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.844Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:01.845Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:24:22.211Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:25:22.211Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:26:22.213Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T15:27:22.211Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000590000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000590000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000265f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f8504eb9f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180800, 0xf5402d6041b447ac, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012ee58, 0x62ec040e, 0xc000503b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012ee58, 0xc000503b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000298000, 0xab76f0, 0xc00012ee58, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012ee58, 0xc000298000, 0x0, 0x0, 0xaaf020, 0xc000148cd0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000298000, 0x0, 0x0, 0xaaf020, 0xc000148cd0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 34 [syscall, 146 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 26 [chan receive, 146 minutes]: main.main.func1(0xaaf020, 0xc000148cd0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 1712 [select, 1 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f8504d120a8, 0xc000358050, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001ef8f0, 0x7f8504d120a8, 0xc000358050, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f8504d120a8, 0xc000358050, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ed830, 0x7f8504d120a8, 0xc000358050, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002982a0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ed9b0, 0xab7900, 0xc0002982a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002982a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000298000, 0xab7900, 0xc0002982a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020280, 0xab8818, 0xc0000d0100) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 1693 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f8504d1b0f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000230118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000230100, 0xc0002240d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000230100, 0xc0002240d1, 0x1, 0x1, 0xc000415320, 0x0, 0x100000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e0e0, 0xc0002240d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002240c0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 1780 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc0000d4000) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 1695 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc0003bc038) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0003bc030) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0003bc030, 0xc000201080, 0xc0002012c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 1779 [select, 1 minutes]: net/http.(*persistConn).readLoop(0xc0000d4000) /usr/local/go/src/net/http/transport.go:2203 +0x967 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 1696 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 io.ReadAll(0x7f8504ce9520, 0xc00024a0e0, 0xc00024a0e0, 0x7f8504ce9520, 0xc00024a0e0, 0x0, 0xab26f0) /usr/local/go/src/io/io.go:631 +0x1d9 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:27 main.(*Exporter).collect(0xc0001ce960, 0xc000201080, 0x0, 0x0) /app/apache_exporter.go:298 +0x3c8 main.(*Exporter).Collect(0xc0001ce960, 0xc000201080) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] level=info ts=2022-08-04T18:10:21.008Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T18:10:21.033Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T18:10:21.033Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T18:10:21.033Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T18:10:21.034Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-04T18:10:21.033Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=error ts=2022-08-04T18:29:11.626Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:55670->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-04T18:29:11.630Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-04T18:29:11.632Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000480000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000480000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0002bdf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 42 minutes]: internal/poll.runtime_pollWait(0x7f3ada1eef18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000106818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000106800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000106800, 0xec2da07bd678c271, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cee8, 0x62ec1002, 0xc0001c1b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cee8, 0xc0001c1b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000298000, 0xab76f0, 0xc00000cee8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cee8, 0xc000298000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000298000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 18 [syscall, 60 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 16 [chan receive, 60 minutes]: main.main.func1(0xaaf020, 0xc0000aedc0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 741 [runnable]: sync.(*WaitGroup).Add(0xc00028e0c0, 0xffffffffffffffff) /usr/local/go/src/sync/waitgroup.go:53 +0x14d sync.(*WaitGroup).Done(...) /usr/local/go/src/sync/waitgroup.go:99 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:452 +0x76 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 299 [runnable]: github.com/prometheus/client_golang/prometheus.(*counter).Write(0xc0000a56e0, 0xc0001501c0, 0x2, 0x2) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/counter.go:136 +0x145 github.com/prometheus/client_golang/prometheus.processMetric(0xab2740, 0xc0000a56e0, 0xc00038b5f8, 0xc00038b628, 0x0, 0xc00030d800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:598 +0xa2 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f3ada20a5f8, 0xc0000ae190, 0xc000226200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001718f0, 0x7f3ada20a5f8, 0xc0000ae190, 0xc000226200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f3ada20a5f8, 0xc0000ae190, 0xc000226200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00016f830, 0x7f3ada20a5f8, 0xc0000ae190, 0xc000226200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002982a0, 0xc000226200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00016f9b0, 0xab7900, 0xc0002982a0, 0xc000226200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002982a0, 0xc000226200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000298000, 0xab7900, 0xc0002982a0, 0xc000226200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001621e0, 0xab8818, 0xc00022e180) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 726 [IO wait]: internal/poll.runtime_pollWait(0x7f3ada1eeb78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000106118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000106100, 0xc0001e4761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000106100, 0xc0001e4761, 0x1, 0x1, 0xc000300480, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e178, 0xc0001e4761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001e4750) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 727 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000300480) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000300480) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 728 [semacquire]: sync.runtime_Semacquire(0xc00028e0c8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00028e0c0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00028e0c0, 0xc000300480, 0xc000300600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 729 [runnable]: runtime/debug.ReadGCStats(0xc000104000) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc0001a8000, 0xc000300480) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 163 [waiting]: runtime.ReadMemStats(0xc000485800) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc0001a8000, 0xc000485800, 0xc0001ee000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] level=info ts=2022-08-04T20:59:44.124Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-04T20:59:44.126Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-04T20:59:44.126Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-04T20:59:44.126Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-04T20:59:44.126Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-04T20:59:44.127Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000203c80) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fbe03fecf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000256080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000256080, 0x5f1d27ff059ba701, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0002128b8, 0x62ec3366, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0002128b8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00025a000, 0xab76f0, 0xc0002128b8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0002128b8, 0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000aed20, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000aed20, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 52 [chan receive, 4 minutes]: main.main.func1(0xaaf020, 0xc0000aed20) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 35 [syscall, 4 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 56 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fbe04001438, 0xc0002800f0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00021aa10, 0x7fbe04001438, 0xc0002800f0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fbe04001438, 0xc0002800f0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002209f0, 0x7fbe04001438, 0xc0002800f0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003160e0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000220b70, 0xab7900, 0xc0003160e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003160e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00025a000, 0xab7900, 0xc0003160e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00026c000, 0xab8818, 0xc0000cd440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 120 [IO wait]: internal/poll.runtime_pollWait(0x7fbe03fece30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000256100, 0xc0001f0f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000256100, 0xc0001f0f11, 0x1, 0x1, 0xe0f860, 0xa32700, 0xc0006387a8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000222098, 0xc0001f0f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001f0f00) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 121 [runnable]: main.(*Exporter).Collect(0xc00022c000, 0xc000132000) /app/apache_exporter.go:575 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 122 [semacquire]: sync.runtime_Semacquire(0xc00029c078) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00029c070) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00029c070, 0xc000132000, 0xc000132180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-05T02:59:16.315Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-05T02:59:16.316Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-05T02:59:16.316Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-05T02:59:16.316Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-05T02:59:16.317Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-05T02:59:16.317Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 18 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00060c000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00060c000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00004a000, 0x11) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000545f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7fb852ca4f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000128100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000128100, 0x1610b9c287518401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0001170e0, 0x62ec878a, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0001170e0, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000162000, 0xab76f0, 0xc0001170e0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0001170e0, 0xc000162000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000162000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 19 [syscall, 2 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 22 [chan receive, 2 minutes]: main.main.func1(0xaaf020, 0xc0000aedc0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 26 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fb852ce2a58, 0xc0002b45a0, 0xc000308200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00011b650, 0x7fb852ce2a58, 0xc0002b45a0, 0xc000308200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fb852ce2a58, 0xc0002b45a0, 0xc000308200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc000122a20, 0x7fb852ce2a58, 0xc0002b45a0, 0xc000308200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0001622a0, 0xc000308200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000122ba0, 0xab7900, 0xc0001622a0, 0xc000308200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0001622a0, 0xc000308200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000162000, 0xab7900, 0xc0001622a0, 0xc000308200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000174000, 0xab8818, 0xc00013a2c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 114 [waiting]: runtime.ReadMemStats(0xc000221800) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000128000, 0xc000221800, 0xc000160000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 goroutine 44 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc0000a4300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc0000a4300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 41 [IO wait]: internal/poll.runtime_pollWait(0x7fb852ca4e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000128180, 0xc000122e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000128180, 0xc000122e51, 0x1, 0x1, 0xc0000a41e0, 0x0, 0xc00013a398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001200a8, 0xc000122e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000122e40) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 43 [semacquire]: sync.runtime_Semacquire(0xc000022418) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022410) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022410, 0xc0000a4300, 0xc0000a4360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 42 [runnable]: main.(*Exporter).Collect(0xc00013e000, 0xc0000a4300) /app/apache_exporter.go:575 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 129 [runnable]: runtime/debug.ReadGCStats(0xc0001da230) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000128000, 0xc0000a4300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] level=info ts=2022-08-05T05:59:16.494Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-05T05:59:16.495Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-05T05:59:16.495Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-05T05:59:16.495Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-05T05:59:16.495Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-05T05:59:16.496Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 13 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00003d800, 0xc) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000103b00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 7 minutes]: internal/poll.runtime_pollWait(0x7fa779185018, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8398, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000b8380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000b8380, 0xf1af8df663a79701, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d278, 0x62ecb1ba, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d278, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc00000d278, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d278, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc0000ae370, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc0000ae370, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 20 [syscall, 7 minutes]: os/signal.signal_recv(0x46cda6) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 13 [chan receive, 7 minutes]: main.main.func1(0xaaf020, 0xc0000ae370) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 49 [select, 1 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa778f96b98, 0xc000322050, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0000ecc40, 0x7fa778f96b98, 0xc000322050, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa778f96b98, 0xc000322050, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000b7a10, 0x7fa778f96b98, 0xc000322050, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e2a0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000b7b90, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020960, 0xab8818, 0xc0000e6540) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 193 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc00014a5a0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 80 [IO wait]: internal/poll.runtime_pollWait(0x7fa779184e48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180198, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180180, 0xc0002f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180180, 0xc0002f5000, 0x1000, 0x1000, 0x439c3c, 0xc00011ac38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002100f8, 0xc0002f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00014a5a0, 0xc0002f5000, 0x1000, 0x1000, 0xc0001143c0, 0xc00011ad40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc0000a4900) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc0000a4900, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00014a5a0) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 48 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7fa779184f30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000b8400, 0xc0000b7e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000b8400, 0xc0000b7e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e160, 0xc0000b7e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000b7e30) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 177 [runnable]: strings.genSplit(0xc0005f0000, 0x4df8f, 0xa30880, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0002e8c60, 0x0) /usr/local/go/src/strings/strings.go:236 +0x2c5 strings.Split(...) /usr/local/go/src/strings/strings.go:299 main.(*Exporter).collect(0xc0000f2870, 0xc000200120, 0x0, 0x3fe01ff6dd3e2526) /app/apache_exporter.go:307 +0x4ac main.(*Exporter).Collect(0xc0000f2870, 0xc000200120) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 178 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc000338038) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000338030) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000338030, 0xc000200120, 0xc0002002a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-05T08:59:20.645Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-05T08:59:20.647Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-05T08:59:20.647Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-05T08:59:20.647Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-05T08:59:20.647Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-05T08:59:20.647Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000306c00) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000306c00) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0005b7f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 112 minutes]: internal/poll.runtime_pollWait(0x7fe452747f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0001a8118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0001a8100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0001a8100, 0xc99547fa2b29e599, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000197368, 0x62ed07be, 0xc000313b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000197368, 0xc000313b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000294000, 0xab76f0, 0xc000197368, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000197368, 0xc000294000, 0x0, 0x0, 0xaaf020, 0xc000206280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000294000, 0x0, 0x0, 0xaaf020, 0xc000206280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [chan receive, 298 minutes]: main.main.func1(0xaaf020, 0xc000206280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 8 [syscall, 298 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 3340 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 3342 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 3341 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0005291e0, 0xc0001b2540, 0xc0001b2b40) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 3339 [IO wait]: internal/poll.runtime_pollWait(0x7fe452747c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0001a8098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001a8080, 0xc000208521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0001a8080, 0xc000208521, 0x1, 0x1, 0xc0000a4ae0, 0x0, 0xc000384098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003ae008, 0xc000208521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000208510) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 2121 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fe452707398, 0xc0000ae730, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00019be30, 0x7fe452707398, 0xc0000ae730, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fe452707398, 0xc0000ae730, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001a35c0, 0x7fe452707398, 0xc0000ae730, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002942a0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001a3740, 0xab7900, 0xc0002942a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002942a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000294000, 0xab7900, 0xc0002942a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001ce1e0, 0xab8818, 0xc000384000) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-05T14:59:15.619Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-05T14:59:15.622Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-05T14:59:15.622Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-05T14:59:15.622Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-05T14:59:15.622Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-05T14:59:15.622Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 21 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101c00) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101c00) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000051800, 0x14) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000693f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 181 minutes]: internal/poll.runtime_pollWait(0x7f84ebe73f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186800, 0x9316f02eb4016101, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d050, 0x62ed304a, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d050, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002aa000, 0xab76f0, 0xc00000d050, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d050, 0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aee60, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aee60, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 20 [syscall, 181 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 14 [chan receive, 181 minutes]: main.main.func1(0xaaf020, 0xc0000aee60) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-05T23:59:14.443Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-05T23:59:14.444Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-05T23:59:14.445Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-05T23:59:14.445Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-05T23:59:14.445Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-05T23:59:14.445Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000880000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000880000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000835f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 16 minutes]: internal/poll.runtime_pollWait(0x7fa39bd72f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180600, 0xe5748348edc91501, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012f518, 0x62edaeff, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012f518, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000282000, 0xab76f0, 0xc00012f518, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012f518, 0xc000282000, 0x0, 0x0, 0xaaf020, 0xc000206230, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000282000, 0x0, 0x0, 0xaaf020, 0xc000206230, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [chan receive, 16 minutes]: main.main.func1(0xaaf020, 0xc000206230) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 9 [syscall, 16 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 27 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa39bceb1e8, 0xc000392640, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001ecf50, 0x7fa39bceb1e8, 0xc000392640, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa39bceb1e8, 0xc000392640, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001f4870, 0x7fa39bceb1e8, 0xc000392640, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002821c0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001f49f0, 0xab7900, 0xc0002821c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002821c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000282000, 0xab7900, 0xc0002821c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001dea00, 0xab8818, 0xc00023a2c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 278 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 279 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002321e0, 0xc000204180, 0xc0002043c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 277 [IO wait]: internal/poll.runtime_pollWait(0x7fa39bd72e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180680, 0xc0002090c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180680, 0xc0002090c1, 0x1, 0x1, 0xc000204840, 0x0, 0xc00023a398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00013c2d0, 0xc0002090c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002090b0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-06T02:59:13.892Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-06T02:59:13.894Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-06T02:59:13.894Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-06T02:59:13.894Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-06T02:59:13.894Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-06T02:59:13.894Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-06T07:56:56.874Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:14614->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-06T07:56:56.880Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.880Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.881Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.881Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.881Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.882Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.883Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.885Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.885Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.886Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.887Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.887Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.888Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.888Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.888Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.889Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.889Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.889Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.889Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.890Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T07:56:56.890Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000279800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000279800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000276c00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f48dc30cf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0x112cbc0a209fd34d, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cd08, 0x62ee1ecb, 0xc0002b3b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cd08, 0xc0002b3b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00028c000, 0xab76f0, 0xc00000cd08, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cd08, 0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc0002403c0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 37 [syscall, 300 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 11 [chan receive, 300 minutes]: main.main.func1(0xaaf020, 0xc0002403c0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 3281 [runnable]: context.WithCancel(0xab8770, 0xc000328fc0, 0xa053a2, 0x4, 0xc0004f6ce8) /usr/local/go/src/context/context.go:236 +0x3f net/http.(*conn).readRequest(0xc000021400, 0xab8770, 0xc000328fc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1004 +0x725 net/http.(*conn).serve(0xc000021400, 0xab8818, 0xc000328fc0) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-06T08:59:30.339Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-06T08:59:30.341Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-06T08:59:30.341Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-06T08:59:30.341Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-06T08:59:30.341Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-06T08:59:30.342Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00039a400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00039a400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000587f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 18 minutes]: internal/poll.runtime_pollWait(0x7f9fd5530f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00025c098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00025c080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00025c080, 0x12bddaad286bb401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000206ae0, 0x62ee2d8f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000206ae0, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000276000, 0xab76f0, 0xc000206ae0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000206ae0, 0xc000276000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000276000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 11 [syscall, 18 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 37 [chan receive, 18 minutes]: main.main.func1(0xaaf020, 0xc0000aecd0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 41 [runnable]: net/textproto.(*Reader).readContinuedLineSlice(0xc000122d50, 0xa32250, 0xa053a2, 0x4, 0xc0001ee608, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:127 +0x785 net/textproto.(*Reader).ReadMIMEHeader(0xc000122d50, 0x8, 0xc00024e1b0, 0x0) /usr/local/go/src/net/textproto/reader.go:505 +0x108 net/http.readRequest(0xc0002349c0, 0x0, 0xc000212200, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1074 +0x388 net/http.(*conn).readRequest(0xc000222aa0, 0xab8770, 0xc00021c440, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc000222aa0, 0xab8818, 0xc00021c440) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-06T11:59:13.662Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-06T11:59:13.664Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-06T11:59:13.664Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-06T11:59:13.664Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-06T11:59:13.664Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-06T11:59:13.664Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000269400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000269400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0005b1f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 27 minutes]: internal/poll.runtime_pollWait(0x7f6e94b6bf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0xf9f6b59fe2ecd201, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000ccd8, 0x62ee57bf, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000ccd8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0001fc000, 0xab76f0, 0xc00000ccd8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000ccd8, 0xc0001fc000, 0x0, 0x0, 0xaaf020, 0xc000206230, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0001fc000, 0x0, 0x0, 0xaaf020, 0xc000206230, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 10 [chan receive, 27 minutes]: main.main.func1(0xaaf020, 0xc000206230) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 22 [syscall, 27 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 14 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f6e94b7bb78, 0xc0002064b0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001f0310, 0x7f6e94b7bb78, 0xc0002064b0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f6e94b7bb78, 0xc0002064b0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ee840, 0x7f6e94b7bb78, 0xc0002064b0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0001fc2a0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ee9c0, 0xab7900, 0xc0001fc2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0001fc2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0001fc000, 0xab7900, 0xc0001fc2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e2aa0, 0xab8818, 0xc0000cd440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 371 [IO wait]: internal/poll.runtime_pollWait(0x7f6e94b6be30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186600, 0xc0001eec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186600, 0xc0001eec71, 0x1, 0x1, 0x35, 0xc0005d2120, 0xde5860) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e2c8, 0xc0001eec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001eec60) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 372 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000132300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000132300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 373 [semacquire]: sync.runtime_Semacquire(0xc0002321d8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0002321d0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002321d0, 0xc000132300, 0xc000132360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-06T14:59:14.389Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-06T14:59:14.389Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-06T14:59:14.389Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-06T14:59:14.389Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-06T14:59:14.389Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-06T14:59:14.391Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-06T15:05:19.378Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:20426->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-06T15:05:19.380Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T15:05:19.382Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T15:05:19.390Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T15:05:19.391Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T15:05:19.391Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.539Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:20780->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-06T23:13:26.540Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.541Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.541Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.542Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.545Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.545Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.546Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.546Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.546Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.547Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.547Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.547Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.548Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.548Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.549Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-06T23:13:26.549Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000402000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000402000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000455f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 40 minutes]: internal/poll.runtime_pollWait(0x7fd948873f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000b8100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000b8100, 0xda35bac5bdad9c30, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d110, 0x62eef5b7, 0xc00038bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d110, 0xc00038bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0000ee000, 0xab76f0, 0xc00000d110, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d110, 0xc0000ee000, 0x0, 0x0, 0xaaf020, 0xc000148d20, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0000ee000, 0x0, 0x0, 0xaaf020, 0xc000148d20, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 7 [syscall, 528 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 10 [chan receive, 528 minutes]: main.main.func1(0xaaf020, 0xc000148d20) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 3896 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 3895 [IO wait]: internal/poll.runtime_pollWait(0x7fd9488a3db0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000b8480, 0xc0006be341, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000b8480, 0xc0006be341, 0x1, 0x1, 0xc000300ea0, 0x0, 0xc0001a0098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002ce1a0, 0xc0006be341, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0006be330) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 5232 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x5e9 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fd948689a58, 0xc0000ae0f0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0000b5650, 0x7fd948689a58, 0xc0000ae0f0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fd948689a58, 0xc0000ae0f0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000b6a20, 0x7fd948689a58, 0xc0000ae0f0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0000ee2a0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000b6ba0, 0xab7900, 0xc0000ee2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0000ee2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0000ee000, 0xab7900, 0xc0000ee2a0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132b40, 0xab8818, 0xc0004e8000) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-06T23:59:13.610Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-06T23:59:13.611Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-06T23:59:13.611Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-06T23:59:13.611Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-06T23:59:13.611Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-06T23:59:13.613Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000267b00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f252e58cf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000176098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000176080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000176080, 0xb552ec0425c22301, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00011cb70, 0x62ef007f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00011cb70, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00028e000, 0xab76f0, 0xc00011cb70, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00011cb70, 0xc00028e000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00028e000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 19 [syscall, 3 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 22 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc0002062d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 26 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f252e5d04c0, 0xc0000ae1e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00014f1f0, 0x7f252e5d04c0, 0xc0000ae1e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f252e5d04c0, 0xc0000ae1e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc000131590, 0x7f252e5d04c0, 0xc0000ae1e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00028e0e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000131710, 0xab7900, 0xc00028e0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00028e0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00028e000, 0xab7900, 0xc00028e0e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00013cb40, 0xab8818, 0xc000136440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 111 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc00013e7e0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 40 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f252e58ce30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000176118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000176100, 0xc0001319c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000176100, 0xc0001319c1, 0x1, 0x1, 0x59, 0xc00039c000, 0x100000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00011e178, 0xc0001319c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001319b0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 110 [IO wait]: internal/poll.runtime_pollWait(0x7f252e58cd48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000246298, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000246280, 0xc0001bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000246280, 0xc0001bc000, 0x1000, 0x1000, 0x439c3c, 0xc0000b9c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002380e8, 0xc0001bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00013e7e0, 0xc0001bc000, 0x1000, 0x1000, 0xc0002504e0, 0xc0000b9d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc000204360) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc000204360, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00013e7e0) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 42 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc0001a4044) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0001a4044) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001a4044, 0xc0000a4300, 0xc0000a4360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 43 [runnable]: github.com/prometheus/client_golang/prometheus.validateLabelValues(0xc000202890, 0x1, 0x1, 0x1, 0xc000336b18, 0x44ea2c) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/labels.go:67 +0x296 github.com/prometheus/client_golang/prometheus.(*MetricVec).hashLabelValues(0xc000130d50, 0xc000202890, 0x1, 0x1, 0x10, 0x8, 0xc000336ba0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/vec.go:226 +0x5f github.com/prometheus/client_golang/prometheus.(*MetricVec).GetMetricWithLabelValues(0xc000130d50, 0xc000202890, 0x1, 0x1, 0xc000640900, 0xc000336be8, 0x40e078, 0x10) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/vec.go:192 +0x4d github.com/prometheus/client_golang/prometheus.(*GaugeVec).GetMetricWithLabelValues(...) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/gauge.go:183 github.com/prometheus/client_golang/prometheus.(*GaugeVec).WithLabelValues(0xc00011e0e8, 0xc000202890, 0x1, 0x1, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/gauge.go:215 +0x53 main.(*Exporter).collect(0xc000158690, 0xc0000a4300, 0x0, 0x0) /app/apache_exporter.go:454 +0x2d85 main.(*Exporter).Collect(0xc000158690, 0xc0000a4300) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-07T05:59:10.432Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-07T05:59:10.433Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-07T05:59:10.433Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-07T05:59:10.434Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-07T05:59:10.434Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-07T05:59:10.434Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=error ts=2022-08-07T06:11:53.062Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:36276->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-07T06:11:53.065Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.067Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.067Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.067Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.068Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.069Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.069Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.071Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.071Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.072Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-07T06:11:53.072Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 16 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00021ac00) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00021ac00) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000045000, 0xf) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00043bf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7efc82cccf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000128100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000128100, 0x103e1853ae418e0c, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000117170, 0x62ef57af, 0xc00038bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000117170, 0xc00038bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00016a000, 0xab76f0, 0xc000117170, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000117170, 0xc00016a000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00016a000, 0x0, 0x0, 0xaaf020, 0xc0000aedc0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 24 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc0000aedc0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 34 [syscall, 3 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 241 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7efc82ccc438, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000128180, 0xc00032a161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000128180, 0xc00032a161, 0x1, 0x1, 0xc000132840, 0x0, 0xc000458058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000340000, 0xc00032a161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00032a150) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 242 [runnable]: regexp.(*Regexp).FindStringSubmatch(0xc0001e2140, 0xc0004de0a0, 0x4e, 0xc0004de0a0, 0x4e, 0x0) /usr/local/go/src/regexp/regexp.go:1037 github.com/prometheus/procfs.Proc.Limits(0x4b64b, 0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_limits.go:104 +0x25f github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc0003321e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:59 +0x547 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc0003321e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 59 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7efc82d0aa58, 0xc000322460, 0xc00031c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00011b650, 0x7efc82d0aa58, 0xc000322460, 0xc00031c100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7efc82d0aa58, 0xc000322460, 0xc00031c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc000122a20, 0x7efc82d0aa58, 0xc000322460, 0xc00031c100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002ca1c0, 0xc00031c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000122ba0, 0xab7900, 0xc0002ca1c0, 0xc00031c100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002ca1c0, 0xc00031c100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00016a000, 0xab7900, 0xc0002ca1c0, 0xc00031c100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000203c0, 0xab8818, 0xc000458000) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 243 [semacquire, 2 minutes]: sync.runtime_Semacquire(0xc000543258) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000543250) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000543250, 0xc0003321e0, 0xc000332240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 244 [select]: net/http.(*persistConn).roundTrip(0xc000718000, 0xc00079e000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2610 +0x765 net/http.(*Transport).roundTrip(0xc000144000, 0xc00002a400, 0x30, 0x9db900, 0xc0000b9810) /usr/local/go/src/net/http/transport.go:592 +0xacb net/http.(*Transport).RoundTrip(0xc000144000, 0xc00002a400, 0xc000144000, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc00002a400, 0xaaf4e0, 0xc000144000, 0x0, 0x0, 0x0, 0xc0007ac018, 0x418257, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0001225a0, 0xc00002a400, 0x0, 0x0, 0x0, 0xc0007ac018, 0x0, 0x1, 0xc00002a400) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0001225a0, 0xc00002a400, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc000146000, 0xc0003321e0, 0x697274656d6e6570, 0x3b747865742d7363) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc000146000, 0xc0003321e0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 223 [runnable]: internal/poll.(*FD).Read(0xc000128680, 0xc0001d6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:142 +0x385 net.(*netFD).Read(0xc000128680, 0xc0001d6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0007ac020, 0xc0001d6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc000718000, 0xc0001d6000, 0x1000, 0x1000, 0x4055fd, 0x60, 0x0) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc000200360) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc000200360, 0x1, 0xc0003422a0, 0x438065, 0xa324f0, 0xc00042e480, 0xc0004fbf08) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc000718000) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 224 [runnable]: net/http.(*persistConn).writeLoop(0xc000718000) /usr/local/go/src/net/http/transport.go:2379 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c [ OK ] runtime: failed to create new OS thread (have 7 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00002e800, 0x6) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [runnable]: os/signal.signal_enable(0x2) /usr/local/go/src/runtime/sigqueue.go:246 +0x72 os/signal.enableSignal(...) /usr/local/go/src/os/signal/signal_unix.go:49 os/signal.Notify.func1(0x2) /usr/local/go/src/os/signal/signal.go:145 +0x88 os/signal.Notify(0xc0000b0120, 0xc000191f18, 0x1, 0x1) /usr/local/go/src/os/signal/signal.go:165 +0x185 main.main() /app/apache_exporter.go:598 +0x195 goroutine 35 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-07T14:59:14.336Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-07T14:59:14.341Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-07T14:59:14.341Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-07T14:59:14.341Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-07T14:59:14.342Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-07T14:59:14.342Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000880000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000880000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000813f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 25 minutes]: internal/poll.runtime_pollWait(0x7fbe44d62f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0xe3147095ddfcc501, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000ccd8, 0x62efd36f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000ccd8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00028c000, 0xab76f0, 0xc00000ccd8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000ccd8, 0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc000240460, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00028c000, 0x0, 0x0, 0xaaf020, 0xc000240460, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 10 [chan receive, 25 minutes]: main.main.func1(0xaaf020, 0xc000240460) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 19 [syscall, 25 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 14 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fbe44d72b78, 0xc0003ae0a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001f6310, 0x7fbe44d72b78, 0xc0003ae0a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fbe44d72b78, 0xc0003ae0a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001f4840, 0x7fbe44d72b78, 0xc0003ae0a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00028c2a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001f49c0, 0xab7900, 0xc00028c2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00028c2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00028c000, 0xab7900, 0xc00028c2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e2aa0, 0xab8818, 0xc0000cd440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 374 [IO wait]: internal/poll.runtime_pollWait(0x7fbe44d62e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186600, 0xc0001f4c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186600, 0xc0001f4c71, 0x1, 0x1, 0xc00039e420, 0x0, 0x100000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e2c8, 0xc0001f4c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001f4c60) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 375 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000132360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000132360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 376 [semacquire]: sync.runtime_Semacquire(0xc00014e448) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00014e440) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00014e440, 0xc000132360, 0xc000132480) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-07T17:59:14.267Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-07T17:59:14.268Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-07T17:59:14.268Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-07T17:59:14.268Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-07T17:59:14.269Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-07T17:59:14.275Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000380800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000380800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00058ff01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 43 minutes]: internal/poll.runtime_pollWait(0x7fa0cb520f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186800, 0x162775e397e5f801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d0b0, 0x62effd9f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d0b0, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002aa000, 0xab76f0, 0xc00000d0b0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d0b0, 0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aeeb0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aeeb0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 34 [syscall, 43 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 15 [chan receive, 43 minutes]: main.main.func1(0xaaf020, 0xc0000aeeb0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 51 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa0cb53ceb8, 0xc0003740f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00029e0e0, 0x7fa0cb53ceb8, 0xc0003740f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa0cb53ceb8, 0xc0003740f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002a03f0, 0x7fa0cb53ceb8, 0xc0003740f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002aa1c0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0002a0570, 0xab7900, 0xc0002aa1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002aa1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002aa000, 0xab7900, 0xc0002aa1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e3ea0, 0xab8818, 0xc0000cd840) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 551 [IO wait]: internal/poll.runtime_pollWait(0x7fa0cb520e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186880, 0xc0002a0821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186880, 0xc0002a0821, 0x1, 0x1, 0xc0003942a0, 0x0, 0x1000000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e428, 0xc0002a0821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002a0810) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 552 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 553 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0003502e0, 0xc0002044e0, 0xc000204720) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-07T20:59:15.433Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-07T20:59:15.435Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-07T20:59:15.435Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-07T20:59:15.435Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-07T20:59:15.435Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-07T20:59:15.436Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000300c00) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000300c00) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000302d80) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 12 minutes]: internal/poll.runtime_pollWait(0x7f34fb067f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000286098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000286080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000286080, 0x1bd4da4873e43401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000caf8, 0x62f027cf, 0xc0001efb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000caf8, 0xc0001efb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000288000, 0xab76f0, 0xc00000caf8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000caf8, 0xc000288000, 0x0, 0x0, 0xaaf020, 0xc000198c30, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000288000, 0x0, 0x0, 0xaaf020, 0xc000198c30, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 8 [chan receive, 12 minutes]: main.main.func1(0xaaf020, 0xc000198c30) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 38 [syscall, 12 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [runnable]: sort.IsSorted(0xab7ab0, 0xc000196000, 0x1) /usr/local/go/src/sort/sort.go:269 +0x99 github.com/prometheus/client_golang/prometheus.checkMetricConsistency(0xc0000ae050, 0xc000238310, 0xc000113628, 0x26, 0xc000290498) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:887 +0x8bf github.com/prometheus/client_golang/prometheus.processMetric(0xab2740, 0xc0000a45a0, 0xc0001135f8, 0xc000113628, 0x0, 0xc00014d800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:673 +0x3ce github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000198910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f34fb0a40a8, 0xc000386050, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0000e51f0, 0x7f34fb0a40a8, 0xc000386050, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f34fb0a40a8, 0xc000386050, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000bb6e0, 0x7f34fb0a40a8, 0xc000386050, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002880e0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000bb860, 0xab7900, 0xc0002880e0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002880e0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000288000, 0xab7900, 0xc0002880e0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020c80, 0xab8818, 0xc000142040) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 207 [runnable]: github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000128000, 0xc00030c2a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:281 +0x3f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 206 [IO wait]: internal/poll.runtime_pollWait(0x7f34fb067e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000286118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000286100, 0xc000122101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000286100, 0xc000122101, 0x1, 0x1, 0xc0000a4900, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e158, 0xc000122101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001220f0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 215 [runnable]: bytes.Index(0xc00068c000, 0x130, 0x200, 0xc000639657, 0x1, 0x1, 0x0) /usr/local/go/src/bytes/bytes.go:1091 github.com/prometheus/procfs.Proc.Stat(0xc3af4, 0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_stat.go:125 +0x22c github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000198960, 0xc00030c2a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:40 +0x366 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000198960, 0xc00030c2a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 208 [semacquire]: sync.runtime_Semacquire(0xc0001940c8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0001940c0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001940c0, 0xc00030c2a0, 0xc00030c300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 241 [runnable]: net/http.(*Transport).connectMethodForRequest(0xc0000e6280, 0xc0001ee000, 0xa32200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:826 +0x107 net/http.(*Transport).roundTrip(0xc0000e6280, 0xc0001ec000, 0x30, 0x30, 0x0) /usr/local/go/src/net/http/transport.go:569 +0x733 net/http.(*Transport).RoundTrip(0xc0000e6280, 0xc0001ec000, 0xc0000e6280, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc0001ec000, 0xaaf4e0, 0xc0000e6280, 0x0, 0x0, 0x0, 0xc000120010, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0000bb260, 0xc0001ec000, 0x0, 0x0, 0x0, 0xc000120010, 0x0, 0x1, 0x7f34fae814c0) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0000bb260, 0xc0001ec000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc0000e8690, 0xc00030c2a0, 0x697274656d6e6570, 0x3b747865742d7363) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc0000e8690, 0xc00030c2a0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runuser: /bin/bash: Resource temporarily unavailable [FAILED] runuser: /bin/bash: Resource temporarily unavailable [FAILED] runuser: /bin/bash: Resource temporarily unavailable [FAILED] runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-08T14:59:11.191Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-08T14:59:11.193Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-08T14:59:11.193Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-08T14:59:11.193Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-08T14:59:11.193Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-08T14:59:11.193Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 17 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000396400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000396400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000047800, 0x10) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000634a80) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7fa92bc1df18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000264300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000264300, 0x98b324fa0099d008, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000206bd0, 0x62f12cab, 0xc0004cfb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000206bd0, 0xc0004cfb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc000206bd0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000206bd0, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240370, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000240370, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 277 [semacquire, 7 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000080600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013e9c0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 22 [syscall, 19 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 38 [chan receive, 19 minutes]: main.main.func1(0xaaf020, 0xc000240370) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 42 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0002408c0, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0002408c0, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0002408c0, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0002408c0, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e0e0, 0xc000216200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e0e0, 0xc000216200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e0e0, 0xc000216200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e0e0, 0xc000216200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227360, 0xab8818, 0xc0002206c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 48 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0002ec0f0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0002ec0f0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0002ec0f0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0002ec0f0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e2a0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e2a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001deaa0, 0xab8818, 0xc000220c80) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 82 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000408dc0, 0xc000216600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000408dc0, 0xc000216600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000408dc0, 0xc000216600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000408dc0, 0xc000216600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004341c0, 0xc000216600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004341c0, 0xc000216600) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004341c0, 0xc000216600) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004341c0, 0xc000216600) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002274a0, 0xab8818, 0xc000476000) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 45 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc00021c878) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021c870) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021c870, 0xc000238f00, 0xc000238f60) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 46 [select, 19 minutes]: net/http.(*persistConn).roundTrip(0xc00014a6c0, 0xc000141200, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2610 +0x765 net/http.(*Transport).roundTrip(0xc0002428c0, 0xc000216300, 0x30, 0x9db900, 0xd) /usr/local/go/src/net/http/transport.go:592 +0xacb net/http.(*Transport).RoundTrip(0xc0002428c0, 0xc000216300, 0xc0002428c0, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc000216300, 0xaaf4e0, 0xc0002428c0, 0x0, 0x0, 0x0, 0xc00020e208, 0x203000, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc00028c120, 0xc000216300, 0x0, 0x0, 0x0, 0xc00020e208, 0x0, 0x1, 0xc000216300) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc00028c120, 0xc000216300, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc000244f00, 0xc000238f00, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc000244f00, 0xc000238f00) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 71 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0000af860, 0xc0001e2700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0000af860, 0xc0001e2700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0000af860, 0xc0001e2700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0000af860, 0xc0001e2700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e8c0, 0xc0001e2700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e8c0, 0xc0001e2700) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e8c0, 0xc0001e2700) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e8c0, 0xc0001e2700) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020320, 0xab8818, 0xc000221fc0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 53 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000148cd0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000148cd0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000148cd0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000148cd0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434000, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434000, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434000, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434000, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227400, 0xab8818, 0xc000141800) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 59 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0002ec3c0, 0xc0001e2400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0002ec3c0, 0xc0001e2400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0002ec3c0, 0xc0001e2400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0002ec3c0, 0xc0001e2400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e540, 0xc0001e2400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e540, 0xc0001e2400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e540, 0xc0001e2400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e540, 0xc0001e2400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001deb40, 0xab8818, 0xc000221680) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 51 [IO wait, 19 minutes]: internal/poll.runtime_pollWait(0x7fa92bc1dd48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264618, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000264600, 0xc00042e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000264600, 0xc00042e000, 0x1000, 0x1000, 0x0, 0x100030000, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000404038, 0xc00042e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00014a6c0, 0xc00042e000, 0x1000, 0x1000, 0x405690, 0x60, 0x0) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc00013f440) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc00013f440, 0x1, 0xc000114300, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00014a6c0) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 52 [select, 19 minutes]: net/http.(*persistConn).writeLoop(0xc00014a6c0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 70 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00046c600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013fa40) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 67 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc0001398d8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0001398d0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001398d0, 0xc0000a4420, 0xc0000a4480) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 68 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0x0, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0000a4420) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 73 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000081600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae060) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 134 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000599608) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000599600) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000599600, 0xc0004ae6c0, 0xc0004ae720) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 55 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000279e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013f680) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 56 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc00021c8f8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021c8f0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021c8f0, 0xc00013f680, 0xc00013f6e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 25 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000408d20, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000408d20, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000408d20, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000408d20, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e620, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e620, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e620, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e620, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020280, 0xab8818, 0xc000221800) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 61 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00027b600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0002393e0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 62 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000380ba8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000380ba0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000380ba0, 0xc0002393e0, 0xc000239440) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 13 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000149a40, 0xc0001e2600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000149a40, 0xc0001e2600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000149a40, 0xc0001e2600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000149a40, 0xc0001e2600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004342a0, 0xc0001e2600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004342a0, 0xc0001e2600) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004342a0, 0xc0001e2600) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004342a0, 0xc0001e2600) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001debe0, 0xab8818, 0xc000476180) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 30 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00046de00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000239c20) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 28 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc00021cb08) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021cb00) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021cb00, 0xc00013fa40, 0xc00013faa0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 101 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0002ed180, 0xc00002a700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0002ed180, 0xc00002a700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0002ed180, 0xc00002a700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0002ed180, 0xc00002a700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434460, 0xc00002a700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434460, 0xc00002a700) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434460, 0xc00002a700) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434460, 0xc00002a700) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227540, 0xab8818, 0xc000476bc0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 85 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000139ea8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000139ea0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000139ea0, 0xc000239620, 0xc000239680) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 86 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00027ee00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000239620) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 213 [select, 14 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0006e4730, 0xc000216500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0006e4730, 0xc000216500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0006e4730, 0xc000216500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0006e4730, 0xc000216500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004347e0, 0xc000216500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004347e0, 0xc000216500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004347e0, 0xc000216500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004347e0, 0xc000216500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001de1e0, 0xab8818, 0xc0001408c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 16 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000400ac8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000400ac0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000400ac0, 0xc00013fe00, 0xc00013fe60) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 97 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000278e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013fe00) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 147 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0004c92c0, 0xc000216d00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0004c92c0, 0xc000216d00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0004c92c0, 0xc000216d00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0004c92c0, 0xc000216d00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004348c0, 0xc000216d00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004348c0, 0xc000216d00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004348c0, 0xc000216d00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004348c0, 0xc000216d00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020460, 0xab8818, 0xc000477c80) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 74 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc0003819e8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0003819e0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0003819e0, 0xc0004ae060, 0xc0004ae0c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 114 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000409a90, 0xc000216900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000409a90, 0xc000216900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000409a90, 0xc000216900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000409a90, 0xc000216900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029ea80, 0xc000216900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029ea80, 0xc000216900) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029ea80, 0xc000216900) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029ea80, 0xc000216900) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001dec80, 0xab8818, 0xc000477140) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 104 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000381f48) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000381f40) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000381f40, 0xc000239c20, 0xc000239c80) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 119 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0003be050, 0xc00002a800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0003be050, 0xc00002a800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0003be050, 0xc00002a800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0003be050, 0xc00002a800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434620, 0xc00002a800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434620, 0xc00002a800) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434620, 0xc00002a800) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434620, 0xc00002a800) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000203c0, 0xab8818, 0xc000477280) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 80 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00011be00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae900) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 116 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000391600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000239f20) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 117 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000401ac8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000401ac0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000401ac0, 0xc000239f20, 0xc000239f80) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 133 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00046d600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae6c0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 131 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000552190, 0xc000216b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000552190, 0xc000216b00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000552190, 0xc000216b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000552190, 0xc000216b00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029ec40, 0xc000216b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029ec40, 0xc000216b00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029ec40, 0xc000216b00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029ec40, 0xc000216b00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227680, 0xab8818, 0xc0004b2a40) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 121 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00046ee00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae3c0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 122 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000401bd8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000401bd0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000401bd0, 0xc0004ae3c0, 0xc0004ae420) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 78 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0004c9130, 0xc00002a900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0004c9130, 0xc00002a900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0004c9130, 0xc00002a900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0004c9130, 0xc00002a900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029ed20, 0xc00002a900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029ed20, 0xc00002a900) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029ed20, 0xc00002a900) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029ed20, 0xc00002a900) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001ded20, 0xab8818, 0xc0004b2bc0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 145 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc000401f38) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000401f30) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000401f30, 0xc0004ae900, 0xc0004ae960) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 153 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0004c9450, 0xc0001e2b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0004c9450, 0xc0001e2b00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0004c9450, 0xc0001e2b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0004c9450, 0xc0001e2b00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029efc0, 0xc0001e2b00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029efc0, 0xc0001e2b00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029efc0, 0xc0001e2b00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029efc0, 0xc0001e2b00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000227720, 0xab8818, 0xc0004b3140) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 149 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00046d600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0000a55c0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 150 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc0004c4be8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0004c4be0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0004c4be0, 0xc0000a55c0, 0xc0000a5620) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 142 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0004c9ae0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0004c9ae0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0004c9ae0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0004c9ae0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e1c0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e1c0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e1c0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e1c0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001de0a0, 0xab8818, 0xc000476140) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 111 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00038b600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0000a4120) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 185 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc00063ff58) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00063ff50) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00063ff50, 0xc0004aed20, 0xc0004aed80) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 110 [select, 19 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0005521e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0005521e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0005521e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0005521e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004340e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004340e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004340e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004340e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132320, 0xab8818, 0xc0004b2100) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 187 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0002efe00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004aed20) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 201 [select, 14 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000240320, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000240320, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000240320, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000240320, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434700, 0xc0001e2100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434700, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434700, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434700, 0xc0001e2100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132a00, 0xab8818, 0xc0004763c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 89 [select, 14 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc00059a0f0, 0xc00002a600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc00059a0f0, 0xc00002a600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc00059a0f0, 0xc00002a600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc00059a0f0, 0xc00002a600) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e460, 0xc00002a600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e460, 0xc00002a600) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e460, 0xc00002a600) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e460, 0xc00002a600) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132b40, 0xab8818, 0xc0004b2180) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 191 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc0004c4148) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0004c4140) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0004c4140, 0xc0000a4120, 0xc0000a4180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 112 [semacquire, 19 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006c8e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae240) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 195 [select, 17 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0005532c0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0005532c0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0005532c0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0005532c0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434380, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434380, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434380, 0xc00002a500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434380, 0xc00002a500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020140, 0xab8818, 0xc0004b2280) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 215 [semacquire, 14 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006ede00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004aeea0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 193 [semacquire, 19 minutes]: sync.runtime_Semacquire(0xc00021c3f8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021c3f0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021c3f0, 0xc0004ae240, 0xc0004ae4e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 211 [semacquire, 14 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006cb600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0000a4360) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 216 [semacquire, 14 minutes]: sync.runtime_Semacquire(0xc000022e88) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022e80) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022e80, 0xc0004aeea0, 0xc0004aef00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 225 [select, 17 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000240280, 0xc000216100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000240280, 0xc000216100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000240280, 0xc000216100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000240280, 0xc000216100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e380, 0xc000216100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e380, 0xc000216100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e380, 0xc000216100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e380, 0xc000216100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002261e0, 0xab8818, 0xc000220100) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 202 [semacquire, 14 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006a0600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0004ae7e0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 198 [semacquire, 17 minutes]: sync.runtime_Semacquire(0xc000598308) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000598300) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000598300, 0xc00013e300, 0xc00013e360) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 199 [semacquire, 17 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00063be00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013e300) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 203 [semacquire, 14 minutes]: sync.runtime_Semacquire(0xc000380028) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000380020) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000380020, 0xc0004ae7e0, 0xc00013e720) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 228 [semacquire, 17 minutes]: sync.runtime_Semacquire(0xc000022328) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022320) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022320, 0xc000510120, 0xc0005102a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 229 [semacquire, 17 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000187e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000510120) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 263 [select, 9 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0006e54a0, 0xc00002ab00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0006e54a0, 0xc00002ab00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0006e54a0, 0xc00002ab00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0006e54a0, 0xc00002ab00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e7e0, 0xc00002ab00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e7e0, 0xc00002ab00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e7e0, 0xc00002ab00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e7e0, 0xc00002ab00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001de320, 0xab8818, 0xc0004b2400) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 274 [semacquire, 11 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0002abe00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000238900) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 283 [semacquire, 2 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000498e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013f320) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 273 [semacquire, 11 minutes]: sync.runtime_Semacquire(0xc0005985a8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0005985a0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0005985a0, 0xc000238900, 0xc000238960) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 257 [select, 11 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0006e47d0, 0xc00002aa00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0006e47d0, 0xc00002aa00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0006e47d0, 0xc00002aa00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0006e47d0, 0xc00002aa00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434540, 0xc00002aa00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434540, 0xc00002aa00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434540, 0xc00002aa00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434540, 0xc00002aa00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000226320, 0xab8818, 0xc0004b23c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 92 [semacquire, 14 minutes]: sync.runtime_Semacquire(0xc0004001d8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0004001d0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0004001d0, 0xc0000a4360, 0xc0000a4540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 236 [select, 11 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000190af0, 0xc0001e2200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000190af0, 0xc0001e2200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000190af0, 0xc0001e2200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000190af0, 0xc0001e2200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e700, 0xc0001e2200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e700, 0xc0001e2200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e700, 0xc0001e2200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e700, 0xc0001e2200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000201e0, 0xab8818, 0xc0002202c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 238 [semacquire, 11 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006cae00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000238360) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 293 [select, 7 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0003980f0, 0xc00002ad00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0003980f0, 0xc00002ad00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0003980f0, 0xc00002ad00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0003980f0, 0xc00002ad00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434c40, 0xc00002ad00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434c40, 0xc00002ad00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434c40, 0xc00002ad00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434c40, 0xc00002ad00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132f00, 0xab8818, 0xc000476a40) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 239 [semacquire, 11 minutes]: sync.runtime_Semacquire(0xc000138198) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000138190) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000138190, 0xc000238360, 0xc0002383c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 206 [select, 11 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0000d82d0, 0xc0001e2500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0000d82d0, 0xc0001e2500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0000d82d0, 0xc0001e2500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0000d82d0, 0xc0001e2500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0004349a0, 0xc0001e2500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc0004349a0, 0xc0001e2500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0004349a0, 0xc0001e2500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc0004349a0, 0xc0001e2500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132c80, 0xab8818, 0xc000220b40) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 269 [select, 7 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0000d8410, 0xc000216700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0000d8410, 0xc000216700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0000d8410, 0xc000216700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0000d8410, 0xc000216700) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434b60, 0xc000216700) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434b60, 0xc000216700) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434b60, 0xc000216700) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434b60, 0xc000216700) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020500, 0xab8818, 0xc000476900) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 260 [semacquire, 11 minutes]: sync.runtime_Semacquire(0xc00021cb68) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021cb60) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021cb60, 0xc00013e780, 0xc00013e7e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 261 [semacquire, 12 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00011de00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013e780) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 265 [semacquire, 9 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006ca600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000510a20) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 266 [semacquire, 9 minutes]: sync.runtime_Semacquire(0xc00063ebe8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00063ebe0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00063ebe0, 0xc000510a20, 0xc000510a80) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 290 [select, 7 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000191bd0, 0xc0001e2800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000191bd0, 0xc0001e2800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000191bd0, 0xc0001e2800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000191bd0, 0xc0001e2800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e9a0, 0xc0001e2800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029e9a0, 0xc0001e2800) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e9a0, 0xc0001e2800) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e9a0, 0xc0001e2800) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000226aa0, 0xab8818, 0xc000220b00) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 271 [semacquire, 9 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006c6600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0000a4c00) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 272 [semacquire, 9 minutes]: sync.runtime_Semacquire(0xc000022f88) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022f80) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022f80, 0xc0000a4c00, 0xc0000a4c60) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 295 [semacquire, 7 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006cde00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc000238ba0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 223 [semacquire, 7 minutes]: sync.runtime_Semacquire(0xc000400254) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000400254) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000400254, 0xc00013e9c0, 0xc00013ea20) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 308 [select, 2 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc00054c0f0, 0xc000216c00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc00054c0f0, 0xc000216c00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc00054c0f0, 0xc000216c00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc00054c0f0, 0xc000216c00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029ee00, 0xc000216c00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029ee00, 0xc000216c00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029ee00, 0xc000216c00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029ee00, 0xc000216c00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002270e0, 0xab8818, 0xc000140a40) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 296 [semacquire, 7 minutes]: sync.runtime_Semacquire(0xc000022fc8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022fc0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022fc0, 0xc000238ba0, 0xc000238c00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 280 [semacquire, 2 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0004a9e00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0002391a0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 298 [select, 5 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000398af0, 0xc000216400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000398af0, 0xc000216400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000398af0, 0xc000216400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000398af0, 0xc000216400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029eb60, 0xc000216400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc00029eb60, 0xc000216400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029eb60, 0xc000216400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029eb60, 0xc000216400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001de460, 0xab8818, 0xc000220500) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 304 [select, 5 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000191d60, 0xc0001e2900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000191d60, 0xc0001e2900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000191d60, 0xc0001e2900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000191d60, 0xc0001e2900) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434d20, 0xc0001e2900) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434d20, 0xc0001e2900) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434d20, 0xc0001e2900) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434d20, 0xc0001e2900) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000205a0, 0xab8818, 0xc0004b2ec0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 300 [semacquire, 5 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc00069fe00, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0002385a0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 301 [semacquire, 5 minutes]: sync.runtime_Semacquire(0xc000380328) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000380320) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000380320, 0xc0002385a0, 0xc000238600) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 306 [select, 2 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc000520140, 0xc000216800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc000520140, 0xc000216800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc000520140, 0xc000216800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc000520140, 0xc000216800) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434e00, 0xc000216800) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434e00, 0xc000216800) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434e00, 0xc000216800) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434e00, 0xc000216800) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000226fa0, 0xab8818, 0xc000220840) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 323 [semacquire, 5 minutes]: sync.runtime_Semacquire(0xc00021d7b8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021d7b0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021d7b0, 0xc00013ede0, 0xc00013eea0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 324 [semacquire, 5 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc000080600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc00013ede0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 327 [semacquire, 2 minutes]: sync.runtime_Semacquire(0xc00063ee88) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00063ee80) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00063ee80, 0xc0002391a0, 0xc00013f2c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 314 [select, 2 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa92bbdac18, 0xc0004200f0, 0xc00002ae00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028a7e0, 0x7fa92bbdac18, 0xc0004200f0, 0xc00002ae00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa92bbdac18, 0xc0004200f0, 0xc00002ae00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028c5a0, 0x7fa92bbdac18, 0xc0004200f0, 0xc00002ae00) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000434fc0, 0xc00002ae00) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028c720, 0xab7900, 0xc000434fc0, 0xc00002ae00) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000434fc0, 0xc00002ae00) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc000434fc0, 0xc00002ae00) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000132fa0, 0xab8818, 0xc000221100) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 310 [semacquire, 2 minutes]: sync.runtime_SemacquireMutex(0xc000244f14, 0xc0006a3600, 0x1) /usr/local/go/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0xc000244f10) /usr/local/go/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /usr/local/go/src/sync/mutex.go:81 main.(*Exporter).Collect(0xc000244f00, 0xc0003181e0) /app/apache_exporter.go:576 +0x298 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 311 [semacquire, 2 minutes]: sync.runtime_Semacquire(0xc00063fc98) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00063fc90) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00063fc90, 0xc0003181e0, 0xc000318240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 317 [semacquire, 2 minutes]: sync.runtime_Semacquire(0xc00021d818) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00021d810) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021d810, 0xc00013f320, 0xc00013f380) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-08T20:59:26.907Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-08T20:59:26.910Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-08T20:59:26.910Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-08T20:59:26.910Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-08T20:59:26.910Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-08T20:59:26.911Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000281000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000281000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000419f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 76 minutes]: internal/poll.runtime_pollWait(0x7f8428109f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000332098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000332080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000332080, 0x761d2a3a1e0d1501, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00031a8b8, 0x62f1794f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00031a8b8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00035a000, 0xab76f0, 0xc00031a8b8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00031a8b8, 0xc00035a000, 0x0, 0x0, 0xaaf020, 0xc0000aefa0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00035a000, 0x0, 0x0, 0xaaf020, 0xc0000aefa0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 16 [syscall, 76 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 19 [chan receive, 76 minutes]: main.main.func1(0xaaf020, 0xc0000aefa0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 23 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f8428083a58, 0xc0002fcd20, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc000316a10, 0x7f8428083a58, 0xc0002fcd20, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f8428083a58, 0xc0002fcd20, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0003229f0, 0x7f8428083a58, 0xc0002fcd20, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00035a1c0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000322b70, 0xab7900, 0xc00035a1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00035a1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00035a000, 0xab7900, 0xc00035a1c0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00036c000, 0xab8818, 0xc00032a2c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 949 [IO wait]: internal/poll.runtime_pollWait(0x7f8428109e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000332118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000332100, 0xc000322e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000332100, 0xc000322e21, 0x1, 0x1, 0xc0000a4000, 0x0, 0xc00032a398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003240a8, 0xc000322e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000322e10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 950 [runnable]: net/http.NewRequestWithContext(0xab87a8, 0xc0000220b0, 0xa04fba, 0x3, 0x7ffe615bdef8, 0x28, 0x0, 0x0, 0x8, 0x4, ...) /usr/local/go/src/net/http/request.go:853 +0x89b net/http.NewRequest(...) /usr/local/go/src/net/http/request.go:828 main.(*Exporter).collect(0xc00032e000, 0xc000414780, 0x0, 0x0) /app/apache_exporter.go:284 +0x85 main.(*Exporter).Collect(0xc00032e000, 0xc000414780) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 951 [semacquire]: sync.runtime_Semacquire(0xc000404478) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000404470) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000404470, 0xc000414780, 0xc000414840) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-08T23:59:13.507Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-08T23:59:13.508Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-08T23:59:13.508Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-08T23:59:13.508Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-08T23:59:13.508Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-08T23:59:13.509Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000980000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000980000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0008a1f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 79 minutes]: internal/poll.runtime_pollWait(0x7fb317554f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002b0098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0002b0080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0002b0080, 0x4fe33febd9cc8701, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0002968d0, 0x62f1a37f, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0002968d0, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002d8000, 0xab76f0, 0xc0002968d0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0002968d0, 0xc0002d8000, 0x0, 0x0, 0xaaf020, 0xc00023e500, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002d8000, 0x0, 0x0, 0xaaf020, 0xc00023e500, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 18 [syscall, 79 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 51 [chan receive, 79 minutes]: main.main.func1(0xaaf020, 0xc00023e500) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 55 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:422 +0x245 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fb3174cea58, 0xc00016c050, 0xc000212100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc000292a10, 0x7fb3174cea58, 0xc00016c050, 0xc000212100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fb3174cea58, 0xc00016c050, 0xc000212100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00029e9f0, 0x7fb3174cea58, 0xc00016c050, 0xc000212100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002d82a0, 0xc000212100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00029eb70, 0xab7900, 0xc0002d82a0, 0xc000212100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002d82a0, 0xc000212100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002d8000, 0xab7900, 0xc0002d82a0, 0xc000212100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002ea000, 0xab8818, 0xc0002a62c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 964 [IO wait]: internal/poll.runtime_pollWait(0x7fb317554e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002b0118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0002b0100, 0xc00029ee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0002b0100, 0xc00029ee21, 0x1, 0x1, 0x3c, 0xc0000a4900, 0xde5a20) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002a00a8, 0xc00029ee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00029ee10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-09T02:59:15.123Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T02:59:15.124Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T02:59:15.124Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T02:59:15.124Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T02:59:15.124Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-09T02:59:15.124Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-09T04:29:01.333Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:15742->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-09T04:29:01.338Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.341Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.342Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.343Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.343Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.344Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.345Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.346Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.346Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.347Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.348Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.348Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T04:29:01.349Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00050df01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 38 minutes]: internal/poll.runtime_pollWait(0x7f5e5d9ab118, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00025c098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00025c080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00025c080, 0x1, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000208b70, 0x62f1e28b, 0xc0003adb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000208b70, 0xc0003adb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000274000, 0xab76f0, 0xc000208b70, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000208b70, 0xc000274000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000274000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 35 [syscall, 125 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 38 [chan receive, 125 minutes]: main.main.func1(0xaaf020, 0xc000148c30) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 1452 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001380a0, 0xc000398720, 0xc000398780) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 1034 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f5e5d9bf638, 0xc0002400f0, 0xc000218200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00023b1f0, 0x7f5e5d9bf638, 0xc0002400f0, 0xc000218200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f5e5d9bf638, 0xc0002400f0, 0xc000218200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00021b590, 0x7f5e5d9bf638, 0xc0002400f0, 0xc000218200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002741c0, 0xc000218200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00021b710, 0xab7900, 0xc0002741c0, 0xc000218200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002741c0, 0xc000218200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000274000, 0xab7900, 0xc0002741c0, 0xc000218200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000228b40, 0xab8818, 0xc000140d80) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 1451 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 1450 [IO wait]: internal/poll.runtime_pollWait(0x7f5e5d9aa380, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180100, 0xc0001efa51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180100, 0xc0001efa51, 0x1, 0x1, 0xc00013e9c0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00041e280, 0xc0001efa51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001efa40) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-09T05:59:19.929Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T05:59:19.931Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T05:59:19.931Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T05:59:19.931Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T05:59:19.931Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-09T05:59:19.932Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0003a2300) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 25 minutes]: internal/poll.runtime_pollWait(0x7f23be75cf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180600, 0x1c69c6691800f501, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012f818, 0x62f1f7df, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012f818, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00021a000, 0xab76f0, 0xc00012f818, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012f818, 0xc00021a000, 0x0, 0x0, 0xaaf020, 0xc00028e1e0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00021a000, 0x0, 0x0, 0xaaf020, 0xc00028e1e0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 26 [syscall, 25 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 29 [chan receive, 25 minutes]: main.main.func1(0xaaf020, 0xc00028e1e0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 49 [runnable]: net/textproto.(*Reader).ReadMIMEHeader(0xc0000fc060, 0x8, 0xc000200090, 0x0) /usr/local/go/src/net/textproto/reader.go:493 +0x85 net/http.readRequest(0xc00013f860, 0x0, 0xc0001e2000, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1074 +0x388 net/http.(*conn).readRequest(0xc0001df540, 0xab8770, 0xc0001415c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc0001df540, 0xab8818, 0xc0001415c0) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-09T07:20:54.317Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T07:20:54.319Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T07:20:54.319Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T07:20:54.319Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T07:20:54.319Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-09T07:20:54.319Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 8 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00002c000, 0x7) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait]: internal/poll.runtime_pollWait(0x7f452c282018, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002cc098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0002cc080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0002cc080, 0x513f580986b8c101, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0002868a0, 0x62f20adb, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0002868a0, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002d0000, 0xab76f0, 0xc0002868a0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0002868a0, 0xc0002d0000, 0x0, 0x0, 0xaaf020, 0xc0000ae5a0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002d0000, 0x0, 0x0, 0xaaf020, 0xc0000ae5a0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 35 [chan receive]: main.main.func1(0xaaf020, 0xc0000ae5a0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 19 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 39 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f452c097a58, 0xc00029e4b0, 0xc0002f8000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc000282a10, 0x7f452c097a58, 0xc00029e4b0, 0xc0002f8000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f452c097a58, 0xc00029e4b0, 0xc0002f8000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00028e9f0, 0x7f452c097a58, 0xc00029e4b0, 0xc0002f8000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002d00e0, 0xc0002f8000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00028eb70, 0xab7900, 0xc0002d00e0, 0xc0002f8000) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002d00e0, 0xc0002f8000) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002d0000, 0xab7900, 0xc0002d00e0, 0xc0002f8000) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002e2000, 0xab8818, 0xc0002962c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 40 [runnable]: net/http.(*connReader).backgroundRead(0xc00028ee10) /usr/local/go/src/net/http/server.go:671 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 41 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 42 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002801c0, 0xc00028a780, 0xc00028a7e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 43 [runnable]: fmt.(*ss).doScan(0xc00028a900, 0xc0002ef6b8, 0x16, 0x16, 0x0, 0x0, 0x0) /usr/local/go/src/fmt/scan.go:1070 +0x1bc fmt.Fscan(0xaaed20, 0xc00028efc0, 0xc0002ef6b8, 0x16, 0x16, 0x1, 0x17, 0x11) /usr/local/go/src/fmt/scan.go:123 +0xb9 github.com/prometheus/procfs.Proc.Stat(0xcda05, 0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_stat.go:134 +0x6c7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc00028a780) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:40 +0x366 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc00028a780) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-09T14:59:17.167Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T14:59:17.168Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T14:59:17.168Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T14:59:17.168Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T14:59:17.168Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-09T14:59:17.169Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-09T17:29:13.981Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:51844->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-09T17:29:13.984Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.988Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.988Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.989Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.990Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.990Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.991Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.992Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.992Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.993Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.993Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.994Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.994Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-09T17:29:13.995Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00026e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00026e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000382f00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 150 minutes]: internal/poll.runtime_pollWait(0x7f1a9fa61f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002c6318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0002c6300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0002c6300, 0xcce4dd1a1a139829, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000280a80, 0x62f29997, 0xc000657b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000280a80, 0xc000657b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000308000, 0xab76f0, 0xc000280a80, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000280a80, 0xc000308000, 0x0, 0x0, 0xaaf020, 0xc0002862d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000308000, 0x0, 0x0, 0xaaf020, 0xc0002862d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 41 [chan receive, 299 minutes]: main.main.func1(0xaaf020, 0xc0002862d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 38 [syscall, 299 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 1674 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f1a9fa71a38, 0xc0001ca050, 0xc00025c200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc000306000, 0x7f1a9fa71a38, 0xc0001ca050, 0xc00025c200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f1a9fa71a38, 0xc0001ca050, 0xc00025c200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002899e0, 0x7f1a9fa71a38, 0xc0001ca050, 0xc00025c200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003081c0, 0xc00025c200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000289b60, 0xab7900, 0xc0003081c0, 0xc00025c200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003081c0, 0xc00025c200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000308000, 0xab7900, 0xc0003081c0, 0xc00025c200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e4460, 0xab8818, 0xc0002bea40) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 3252 [IO wait]: internal/poll.runtime_pollWait(0x7f1a9fa61180, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002e1618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0002e1600, 0xc0003a49a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0002e1600, 0xc0003a49a1, 0x1, 0x1, 0xc00075c120, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e780, 0xc0003a49a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0003a4990) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 3254 [semacquire]: sync.runtime_Semacquire(0xc000416028) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000416020) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000416020, 0xc0004f40c0, 0xc0004f4180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 3253 [runnable]: net/http.NewRequestWithContext(0xab87a8, 0xc0000220b0, 0xa04fba, 0x3, 0x7ffd37f8def8, 0x28, 0x0, 0x0, 0x8, 0x4, ...) /usr/local/go/src/net/http/request.go:853 +0x89b net/http.NewRequest(...) /usr/local/go/src/net/http/request.go:828 main.(*Exporter).collect(0xc0002ce870, 0xc0004f40c0, 0x0, 0x0) /app/apache_exporter.go:284 +0x85 main.(*Exporter).Collect(0xc0002ce870, 0xc0004f40c0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce [ OK ] level=info ts=2022-08-09T20:59:17.022Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T20:59:17.024Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T20:59:17.024Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T20:59:17.024Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T20:59:17.024Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-09T20:59:17.024Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 16 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000580000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000580000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000045000, 0xf) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000527f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 9 minutes]: internal/poll.runtime_pollWait(0x7f11ce5cff18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186800, 0x546102eb8e009701, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000ce28, 0x62f2cacf, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000ce28, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a2000, 0xab76f0, 0xc00000ce28, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000ce28, 0xc0002a2000, 0x0, 0x0, 0xaaf020, 0xc0000aec80, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a2000, 0x0, 0x0, 0xaaf020, 0xc0000aec80, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 21 [syscall, 9 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 9 minutes]: main.main.func1(0xaaf020, 0xc0000aec80) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 16 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f11ce5e75b8, 0xc0001aa0f0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001f18f0, 0x7f11ce5e75b8, 0xc0001aa0f0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f11ce5e75b8, 0xc0001aa0f0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ef830, 0x7f11ce5e75b8, 0xc0001aa0f0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002a22a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ef9b0, 0xab7900, 0xc0002a22a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002a22a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002a2000, 0xab7900, 0xc0002a22a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e5400, 0xab8818, 0xc0000cd6c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 169 [IO wait]: internal/poll.runtime_pollWait(0x7f11ce5cfe30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186880, 0xc0001efc61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186880, 0xc0001efc61, 0x1, 0x1, 0xc000326120, 0x0, 0x1000000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e378, 0xc0001efc61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001efc50) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 171 [semacquire]: sync.runtime_Semacquire(0xc00020e028) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00020e020) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00020e020, 0xc000204180, 0xc000204300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 170 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000204180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000204180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce [ OK ] level=info ts=2022-08-09T23:59:13.516Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-09T23:59:13.516Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-09T23:59:13.516Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-09T23:59:13.516Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-09T23:59:13.517Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-09T23:59:13.517Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000500400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000500400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00010df01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 11 minutes]: internal/poll.runtime_pollWait(0x7f11937a2018, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180898, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180880, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180880, 0x7508383d06233e7e, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012f668, 0x62f324cf, 0xc00041bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012f668, 0xc00041bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a0000, 0xab76f0, 0xc00012f668, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012f668, 0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc000148d20, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc000148d20, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 34 [syscall, 214 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 27 [chan receive, 214 minutes]: main.main.func1(0xaaf020, 0xc000148d20) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 2206 [runnable]: bufio.NewWriterSize(...) /usr/local/go/src/bufio/bufio.go:578 net/http.newBufioWriterSize(0xaaf540, 0xc0002a0200, 0x800, 0x0) /usr/local/go/src/net/http/server.go:842 +0xa5 net/http.(*conn).readRequest(0xc000132320, 0xab8770, 0xc0001404c0, 0xc0002a01c0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1036 +0x976 net/http.(*conn).serve(0xc000132320, 0xab8818, 0xc0001404c0) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-10T05:59:21.533Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-10T05:59:21.534Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-10T05:59:21.534Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-10T05:59:21.534Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-10T05:59:21.534Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-10T05:59:21.535Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000944000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000944000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0007a5f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 23 minutes]: internal/poll.runtime_pollWait(0x7f7661b38f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180800, 0xeb565e24424466eb, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012ee28, 0x62f34d1f, 0xc00038fb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012ee28, 0xc00038fb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc00012ee28, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012ee28, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000148c80, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc000148c80, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 8 [syscall, 38 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 25 [chan receive, 38 minutes]: main.main.func1(0xaaf020, 0xc000148c80) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 273 [runnable]: github.com/prometheus/common/version.NewCollector.func1(0xc00038d268) /go/pkg/mod/github.com/prometheus/common@v0.29.0/version/info.go:54 github.com/prometheus/client_golang/prometheus.(*valueFunc).Write(0xc000141480, 0xc0000b4e70, 0x2, 0x2) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/value.go:77 +0x2f github.com/prometheus/client_golang/prometheus.processMetric(0xab2808, 0xc000141480, 0xc00038d5f8, 0xc00038d628, 0x0, 0xc0000fd800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:598 +0xa2 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f7661aee8f8, 0xc0004b00a0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001ef8f0, 0x7f7661aee8f8, 0xc0004b00a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f7661aee8f8, 0xc0004b00a0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ed830, 0x7f7661aee8f8, 0xc0004b00a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e2a0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ed9b0, 0xab7900, 0xc00029e2a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e2a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e2a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020280, 0xab8818, 0xc00037a3c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 432 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002c0020, 0xc0000a4540, 0xc0000a45a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 430 [IO wait]: internal/poll.runtime_pollWait(0x7f7661b38e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000b8080, 0xc0004a6a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000b8080, 0xc0004a6a31, 0x1, 0x1, 0xc000300240, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e120, 0xc0004a6a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0004a6a20) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 529 [runnable]: main.(*Exporter).Collect(0xc0001ce960, 0xc0000a4540) /app/apache_exporter.go:575 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 545 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc0000a4540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc0000a4540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 561 [runnable]: runtime/debug.ReadGCStats(0xc0001ee000) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc0000b8000, 0xc0000a4540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 562 [waiting]: runtime.ReadMemStats(0xc000312000) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc0000b8000, 0xc000312000, 0xc000726000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] level=info ts=2022-08-10T07:21:05.915Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-10T07:21:05.916Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-10T07:21:05.916Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-10T07:21:05.916Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-10T07:21:05.917Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-10T07:21:05.917Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 17 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000380800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000380800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000047800, 0x10) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00041ff01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f1e79d41f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000248318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000248300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000248300, 0xd67e5d9335ccb001, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000206a20, 0x62f35c97, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000206a20, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000290000, 0xab76f0, 0xc000206a20, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000206a20, 0xc000290000, 0x0, 0x0, 0xaaf020, 0xc00020a280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000290000, 0x0, 0x0, 0xaaf020, 0xc00020a280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f1e79d03c98, 0xc0001b0050, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00028e000, 0x7f1e79d03c98, 0xc0001b0050, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f1e79d03c98, 0xc0001b0050, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00020d9e0, 0x7f1e79d03c98, 0xc0001b0050, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002902a0, 0xc00002a500) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00020db60, 0xab7900, 0xc0002902a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002902a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000290000, 0xab7900, 0xc0002902a0, 0xc00002a500) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e3540, 0xab8818, 0xc00023c500) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 20 [syscall, 2 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 39 [chan receive, 2 minutes]: main.main.func1(0xaaf020, 0xc00020a280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 61 [runnable]: runtime/debug.ReadGCStats(0xc000184000) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000128000, 0xc00027c0c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 60 [IO wait]: internal/poll.runtime_pollWait(0x7f1e79d41e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186580, 0xc00020dc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186580, 0xc00020dc91, 0x1, 0x1, 0x0, 0x0, 0x100010000) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e2e8, 0xc00020dc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00020dc80) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 62 [semacquire]: sync.runtime_Semacquire(0xc0000220c8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0000220c0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000220c0, 0xc00027c0c0, 0xc00027c120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 63 [waiting]: runtime.ReadMemStats(0xc0002c1800) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000128000, 0xc0002c1800, 0xc0000b03c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00002e800, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002c001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.newproc.func1() /usr/local/go/src/runtime/proc.go:4029 +0x97 runtime.systemstack(0x46af74) /usr/local/go/src/runtime/asm_amd64.s:379 +0x66 runtime.mstart() /usr/local/go/src/runtime/proc.go:1246 goroutine 1 [running, locked to thread]: runtime.systemstack_switch() /usr/local/go/src/runtime/asm_amd64.s:339 fp=0xc0000845d0 sp=0xc0000845c8 pc=0x46b0a0 runtime.newproc(0x0, 0xa32478) /usr/local/go/src/runtime/proc.go:4022 +0x6e fp=0xc000084618 sp=0xc0000845d0 pc=0x4420ee runtime.init.6() /usr/local/go/src/runtime/proc.go:264 +0x35 fp=0xc000084638 sp=0xc000084618 pc=0x4398f5 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec fp=0xc000084788 sp=0xc000084638 pc=0x44726c runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 fp=0xc0000847e0 sp=0xc000084788 pc=0x439630 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 fp=0xc0000847e8 sp=0xc0000847e0 pc=0x46cda1 runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-10T20:59:12.687Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-10T20:59:12.688Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-10T20:59:12.688Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-10T20:59:12.688Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-10T20:59:12.688Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-10T20:59:12.688Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=error ts=2022-08-10T21:09:33.781Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:17608->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-10T21:09:33.799Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.800Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.801Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.803Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.803Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.804Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.804Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.805Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.807Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-10T21:09:33.807Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc001300000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc001300000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00120ff01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f04d6c2cf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000128100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000128100, 0x338f827192096f58, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000117350, 0x62f41ebd, 0xc0005c1b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000117350, 0xc0005c1b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000284000, 0xab76f0, 0xc000117350, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000117350, 0xc000284000, 0x0, 0x0, 0xaaf020, 0xc000206280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000284000, 0x0, 0x0, 0xaaf020, 0xc000206280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 20 [syscall, 2 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 23 [chan receive, 2 minutes]: main.main.func1(0xaaf020, 0xc000206280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 153 [runnable]: bufio.(*Reader).ReadSlice(0xc0000a5e00, 0xa, 0x100000006, 0x8, 0x7f04d6c68e30, 0xc000556340, 0x5) /usr/local/go/src/bufio/bufio.go:360 +0x3d bufio.(*Reader).ReadLine(0xc0000a5e00, 0x203000, 0x203000, 0x7f04d6c68e30, 0x3, 0xc0004a3860, 0x30) /usr/local/go/src/bufio/bufio.go:389 +0x34 net/textproto.(*Reader).readLineSlice(0xc0004a3860, 0xc000258300, 0xc0002b79e8, 0x4ddfd3, 0xc000560080, 0xc000475000) /usr/local/go/src/net/textproto/reader.go:57 +0xd6 net/textproto.(*Reader).ReadLine(...) /usr/local/go/src/net/textproto/reader.go:38 net/http.readRequest(0xc0000a5e00, 0x0, 0xc000258300, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1027 +0xaa net/http.(*conn).readRequest(0xc0000203c0, 0xab8770, 0xc000524000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc0000203c0, 0xab8818, 0xc000524000) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-10T21:39:42.749Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-10T21:39:42.749Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-10T21:39:42.749Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-10T21:39:42.749Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-10T21:39:42.750Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-10T21:39:42.749Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=error ts=2022-08-11T05:11:25.923Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:24704->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-11T05:11:25.927Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.929Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.930Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.930Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.931Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.931Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.931Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.932Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.932Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.932Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.933Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.933Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.934Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.934Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.935Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.935Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T05:11:25.936Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.798Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:43674->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-11T06:55:34.803Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.807Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.807Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.808Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.809Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.809Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.809Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.810Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.810Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.810Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.811Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.812Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.812Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.812Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.813Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.813Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.813Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.814Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.814Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.814Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.814Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T06:55:34.815Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.147Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": read tcp 127.0.0.1:58202->127.0.0.1:80: read: connection reset by peer" level=error ts=2022-08-11T08:24:22.150Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.151Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.153Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.153Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.154Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.154Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.155Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.155Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.155Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.156Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.156Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.156Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.156Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.157Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.157Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.157Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.158Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" level=error ts=2022-08-11T08:24:22.158Z caller=apache_exporter.go:579 msg="Error scraping apache:" err="error scraping apache: Get \"http://localhost/whm-server-status/?auto\": dial tcp 127.0.0.1:80: connect: connection refused" runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000201400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000201400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000203200) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 240 minutes]: internal/poll.runtime_pollWait(0x7fb8ca5a8f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002c6318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0002c6300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0002c6300, 0x340ef160bc054750, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000280a20, 0x62f4bcb5, 0xc0004f1b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000280a20, 0xc0004f1b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000310000, 0xab76f0, 0xc000280a20, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000280a20, 0xc000310000, 0x0, 0x0, 0xaaf020, 0xc000286230, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000310000, 0x0, 0x0, 0xaaf020, 0xc000286230, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 20 [syscall, 883 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 54 [chan receive, 883 minutes]: main.main.func1(0xaaf020, 0xc000286230) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 9363 [runnable]: runtime/debug.ReadGCStats(0xc00011ad90) /usr/local/go/src/runtime/debug/garbage.go:31 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000128000, 0xc0003a4960) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 9364 [waiting]: runtime.ReadMemStats(0xc000480000) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000128000, 0xc000480000, 0xc000162060) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 goroutine 9212 [IO wait]: internal/poll.runtime_pollWait(0x7fb8ca0e3fc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00011e298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00011e280, 0xc0002420a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00011e280, 0xc0002420a1, 0x1, 0x1, 0xc000318760, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00031c008, 0xc0002420a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000242090) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 6765 [runnable]: github.com/prometheus/client_golang/prometheus.(*valueFunc).Write(0xc0002ba300, 0xc0001e4000, 0x2, 0x2) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/value.go:76 +0x9d github.com/prometheus/client_golang/prometheus.processMetric(0xab2808, 0xc0002ba300, 0xc0004e15f8, 0xc0004e1628, 0x0, 0xc000512800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:598 +0xa2 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fb8ca3cac98, 0xc0003cc0f0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00030e000, 0x7fb8ca3cac98, 0xc0003cc0f0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fb8ca3cac98, 0xc0003cc0f0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002899e0, 0x7fb8ca3cac98, 0xc0003cc0f0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003100e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000289b60, 0xab7900, 0xc0003100e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003100e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000310000, 0xab7900, 0xc0003100e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e2a00, 0xab8818, 0xc000220300) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 7142 [runnable]: main.(*Exporter).Collect(0xc0002ce870, 0xc0003a4960) /app/apache_exporter.go:575 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 9381 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc0003a4960) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc0003a4960) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 9214 [semacquire]: sync.runtime_Semacquire(0xc000498028) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000498020) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000498020, 0xc0003a4960, 0xc0003a4a20) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-11T14:59:34.965Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-11T14:59:34.966Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-11T14:59:34.966Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-11T14:59:34.966Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-11T14:59:34.967Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-11T14:59:34.966Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000282000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000282000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000531f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 8 minutes]: internal/poll.runtime_pollWait(0x7f8295c8ef18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000328098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000328080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000328080, 0x741423cdaf317801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0003068b8, 0x62f51985, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0003068b8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000350000, 0xab76f0, 0xc0003068b8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0003068b8, 0xc000350000, 0x0, 0x0, 0xaaf020, 0xc0000aed20, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000350000, 0x0, 0x0, 0xaaf020, 0xc0000aed20, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 35 [syscall, 8 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 51 [chan receive, 8 minutes]: main.main.func1(0xaaf020, 0xc0000aed20) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 55 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f8295c4b0a8, 0xc00031ef50, 0xc00012c400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc000302a10, 0x7f8295c4b0a8, 0xc00031ef50, 0xc00012c400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f8295c4b0a8, 0xc00031ef50, 0xc00012c400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00030e9f0, 0x7f8295c4b0a8, 0xc00031ef50, 0xc00012c400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003502a0, 0xc00012c400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00030eb70, 0xab7900, 0xc0003502a0, 0xc00012c400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003502a0, 0xc00012c400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000350000, 0xab7900, 0xc0003502a0, 0xc00012c400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000362000, 0xab8818, 0xc000220040) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 115 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 185 [IO wait]: internal/poll.runtime_pollWait(0x7f8295c8ee30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000328118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000328100, 0xc0002180d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000328100, 0xc0002180d1, 0x1, 0x1, 0xc0000a4360, 0x0, 0xc000220118) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003100a8, 0xc0002180d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002180c0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 186 [runnable]: sort.Slice(0x93d280, 0xc0001fa000, 0xc0002585f8) /usr/local/go/src/sort/slice.go:16 +0xf7 runtime/debug.ReadGCStats(0xc0001ee540) /usr/local/go/src/runtime/debug/garbage.go:74 +0x46f github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc000186500, 0xc0000a44e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 187 [semacquire]: sync.runtime_Semacquire(0xc000022478) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022470) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022470, 0xc0000a44e0, 0xc0000a4540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 188 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc0000a44e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc0000a44e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 193 [waiting]: runtime.ReadMemStats(0xc000381800) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc000186500, 0xc000381800, 0xc0000b0180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-11T20:59:20.282Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-11T20:59:20.283Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-11T20:59:20.283Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-11T20:59:20.283Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-11T20:59:20.284Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-11T20:59:20.287Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) runtime: failed to create new OS thread (have 27 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc000063000, 0x1a) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0x100000000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.injectglist.func1(...) /usr/local/go/src/runtime/proc.go:3060 runtime.injectglist(0xc000707d18) /usr/local/go/src/runtime/proc.go:3084 +0x205 runtime.wakeScavenger() /usr/local/go/src/runtime/mgcscavenge.go:215 +0xa7 runtime.bgscavenge.func1(0x0, 0x0, 0x0) /usr/local/go/src/runtime/mgcscavenge.go:261 +0x25 runtime.runOneTimer(0xc00002c000, 0xc0000ae000, 0x20c6b95c584a5f) /usr/local/go/src/runtime/time.go:866 +0x146 runtime.runtimer(0xc00002c000, 0x20c6b95c584a5f, 0xc000060800) /usr/local/go/src/runtime/time.go:774 +0xa5 runtime.checkTimers(0xc00002c000, 0x20c6b95c584a5f, 0x1, 0x0, 0x0) /usr/local/go/src/runtime/proc.go:3268 +0x19a runtime.findrunnable(0xc00004c800, 0x0) /usr/local/go/src/runtime/proc.go:2700 +0xd28 runtime.schedule() /usr/local/go/src/runtime/proc.go:3169 +0x2d7 runtime.park_m(0xc000334f00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 49 minutes]: internal/poll.runtime_pollWait(0x7f543cd53f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186600, 0xb6dae5a54413d4e, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d4e8, 0x62f5c8d5, 0xc00039db48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d4e8, 0xc00039db98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000304000, 0xab76f0, 0xc00000d4e8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d4e8, 0xc000304000, 0x0, 0x0, 0xaaf020, 0xc000154460, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000304000, 0x0, 0x0, 0xaaf020, 0xc000154460, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 438 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 438 minutes]: main.main.func1(0xaaf020, 0xc000154460) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 4710 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f543cd53d48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186000, 0xc0000bacd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186000, 0xc0000bacd1, 0x1, 0x1, 0x3a, 0xc0000a5e00, 0xde59a0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00040c020, 0xc0000bacd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000bacc0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 4771 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc0000d2b40) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 4711 [GC assist marking (scan), 1 minutes]: compress/flate.(*huffmanDecoder).init(0xc000244028, 0xc00024a000, 0x116, 0x13c, 0x0) /usr/local/go/src/compress/flate/inflate.go:178 +0x325 compress/flate.(*decompressor).readHuffman(0xc000244000, 0x2afb, 0xc000244000) /usr/local/go/src/compress/flate/inflate.go:459 +0x56e compress/flate.(*decompressor).nextBlock(0xc000244000) /usr/local/go/src/compress/flate/inflate.go:322 +0x119 compress/flate.(*decompressor).Read(0xc000244000, 0xc000604000, 0x4000, 0x4000, 0xc000, 0x5888772a, 0x0) /usr/local/go/src/compress/flate/inflate.go:347 +0x79 compress/gzip.(*Reader).Read(0xc0000da840, 0xc000604000, 0x4000, 0x4000, 0x8000, 0x0, 0x0) /usr/local/go/src/compress/gzip/gunzip.go:251 +0x87 net/http.(*gzipReader).Read(0xc00017a0a0, 0xc000604000, 0x4000, 0x4000, 0x8000, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2828 +0xcd io.ReadAll(0x7f543cd10028, 0xc00017a0a0, 0xc00017a0a0, 0x7f543cd10028, 0xc00017a0a0, 0x0, 0xab26f0) /usr/local/go/src/io/io.go:633 +0xdf io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:27 main.(*Exporter).collect(0xc0001d20f0, 0xc000114060, 0x0, 0x0) /app/apache_exporter.go:298 +0x3c8 main.(*Exporter).Collect(0xc0001d20f0, 0xc000114060) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 4199 [select, 1 minutes]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f543cd65378, 0xc0002f00a0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001eef50, 0x7f543cd65378, 0xc0002f00a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f543cd65378, 0xc0002f00a0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001f6870, 0x7f543cd65378, 0xc0002f00a0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003041c0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001f69f0, 0xab7900, 0xc0003041c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003041c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000304000, 0xab7900, 0xc0003041c0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00013c1e0, 0xab8818, 0xc000136180) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 4770 [select, 1 minutes]: net/http.(*persistConn).readLoop(0xc0000d2b40) /usr/local/go/src/net/http/transport.go:2203 +0x967 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 4712 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc0000220f8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0000220f0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000220f0, 0xc000114060, 0xc0001140c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000708800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000708800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0004edf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e [ OK ] level=info ts=2022-08-12T05:59:14.899Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-12T05:59:14.900Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-12T05:59:14.900Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-12T05:59:14.900Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-12T05:59:14.901Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-12T05:59:14.901Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00026b400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00026b400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0002bd380) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 9 minutes]: internal/poll.runtime_pollWait(0x7fa5f734df18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0x41ebc3223d80ea01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cf60, 0x62f5ec39, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cf60, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00028e000, 0xab76f0, 0xc00000cf60, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cf60, 0xc00028e000, 0x0, 0x0, 0xaaf020, 0xc00020e230, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00028e000, 0x0, 0x0, 0xaaf020, 0xc00020e230, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 11 [syscall, 9 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 14 [chan receive, 9 minutes]: main.main.func1(0xaaf020, 0xc00020e230) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 50 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fa5f7363c38, 0xc0000ae1e0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001fcaf0, 0x7fa5f7363c38, 0xc0000ae1e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fa5f7363c38, 0xc0000ae1e0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ef3e0, 0x7fa5f7363c38, 0xc0000ae1e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00028e0e0, 0xc00002a200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ef560, 0xab7900, 0xc00028e0e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00028e0e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00028e000, 0xab7900, 0xc00028e0e0, 0xc00002a200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e3540, 0xab8818, 0xc0000cd5c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 101 [runnable]: net.(*Resolver).lookupIPAddr(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc00032e080, 0x9, 0x50, 0x0, 0x0, ...) /usr/local/go/src/net/lookup.go:289 +0x485 net.(*Resolver).internetAddrList(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc00032e080, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/ipsock.go:280 +0x4d4 net.(*Resolver).resolveAddrList(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa055d2, 0x4, 0xa051b5, 0x3, 0xc00032e080, 0xc, 0x0, ...) /usr/local/go/src/net/dial.go:221 +0x47d net.(*Dialer).DialContext(0xde0c60, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc00032e080, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/dial.go:403 +0x22b net/http.(*Transport).dial(0xc0001e8780, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc00032e080, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/http/transport.go:1171 +0x16f net/http.(*Transport).dialConn(0xc0001e8780, 0xab87a8, 0xc0000220b0, 0x0, 0x7fff5cc4cef8, 0x4, 0xc00032e080, 0xc, 0x0, 0xc0001fe120, ...) /usr/local/go/src/net/http/transport.go:1600 +0x1b85 net/http.(*Transport).dialConnFor(0xc0001e8780, 0xc0003a4000) /usr/local/go/src/net/http/transport.go:1442 +0xc6 created by net/http.(*Transport).queueForDial /usr/local/go/src/net/http/transport.go:1411 +0x40f goroutine 196 [select]: net/http.(*Transport).getConn(0xc0001e8780, 0xc0003b60c0, 0x0, 0x7fff5cc4cef8, 0x4, 0xc00032e080, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/http/transport.go:1368 +0x589 net/http.(*Transport).roundTrip(0xc0001e8780, 0xc00002a400, 0x30, 0x30, 0x0) /usr/local/go/src/net/http/transport.go:579 +0x7eb net/http.(*Transport).RoundTrip(0xc0001e8780, 0xc00002a400, 0xc0001e8780, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc00002a400, 0xaaf4e0, 0xc0001e8780, 0x0, 0x0, 0x0, 0xc0001200b8, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0001eef60, 0xc00002a400, 0x0, 0x0, 0x0, 0xc0001200b8, 0x0, 0x1, 0x7fa61e020768) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0001eef60, 0xc00002a400, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc0001d2780, 0xc0002002a0, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc0001d2780, 0xc0002002a0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 183 [IO wait]: internal/poll.runtime_pollWait(0x7fa5f734de30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186600, 0xc0001ef811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186600, 0xc0001ef811, 0x1, 0x1, 0xc000200180, 0x0, 0x1000000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e378, 0xc0001ef811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001ef800) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 185 [semacquire]: sync.runtime_Semacquire(0xc00015a668) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc00015a660) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00015a660, 0xc0002002a0, 0xc000200300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [runnable, locked to thread]: strconv.init() /usr/local/go/src/strconv/atoi.go:18 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-12T14:59:13.608Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-12T14:59:13.609Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-12T14:59:13.609Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-12T14:59:13.609Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-12T14:59:13.609Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-12T14:59:13.610Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 15 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000045000, 0xe) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000253800) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 9 minutes]: internal/poll.runtime_pollWait(0x7f37fd2f6f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000328098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000328080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000328080, 0x52a1c4452cb9b901, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000306888, 0x62f66ac9, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000306888, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000350000, 0xab76f0, 0xc000306888, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000306888, 0xc000350000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000350000, 0x0, 0x0, 0xaaf020, 0xc0000aecd0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 35 [syscall, 9 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 51 [chan receive, 9 minutes]: main.main.func1(0xaaf020, 0xc0000aecd0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 55 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 net/textproto.(*Reader).ReadMIMEHeader(0xc0001f3260, 0x8, 0xc0001fa120, 0x0) /usr/local/go/src/net/textproto/reader.go:493 +0x85 net/http.readRequest(0xc00030a720, 0x0, 0xc00002a200, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1074 +0x388 net/http.(*conn).readRequest(0xc000362000, 0xab8770, 0xc0003162c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc000362000, 0xab8818, 0xc0003162c0) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-12T16:45:58.537Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-12T16:45:58.538Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-12T16:45:58.538Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-12T16:45:58.538Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-12T16:45:58.538Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-12T16:45:58.539Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000300800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000300800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000302f00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 9 minutes]: internal/poll.runtime_pollWait(0x7f693efa4f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186800, 0xb9ba387dd6601401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d050, 0x62f683dd, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d050, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002aa000, 0xab76f0, 0xc00000d050, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d050, 0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aee10, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002aa000, 0x0, 0x0, 0xaaf020, 0xc0000aee10, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 95 [select]: net/http.(*persistConn).writeLoop(0xc0001506c0) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 35 [syscall, 9 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 13 [chan receive, 9 minutes]: main.main.func1(0xaaf020, 0xc0000aee10) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 49 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f693efe10a8, 0xc000312230, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00029e0e0, 0x7f693efe10a8, 0xc000312230, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f693efe10a8, 0xc000312230, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002a03f0, 0x7f693efe10a8, 0xc000312230, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002aa2a0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0002a0570, 0xab7900, 0xc0002aa2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002aa2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002aa000, 0xab7900, 0xc0002aa2a0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e3ea0, 0xab8818, 0xc000142040) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 94 [select]: net/http.(*persistConn).readLoop(0xc0001506c0) /usr/local/go/src/net/http/transport.go:2203 +0x967 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 172 [IO wait]: internal/poll.runtime_pollWait(0x7f693efa4e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186880, 0xc000122101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186880, 0xc000122101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e420, 0xc000122101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001220f0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 174 [semacquire]: sync.runtime_Semacquire(0xc0002da138) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0002da130) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002da130, 0xc0003942a0, 0xc0003943c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 175 [IO wait]: internal/poll.runtime_pollWait(0x7f693efa4c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128318, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000128300, 0xc000258000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000128300, 0xc000258000, 0x1000, 0x1000, 0xc00046f5b8, 0x4dd03c, 0xc000128300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00011e0e8, 0xc000258000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0001506c0, 0xc000258000, 0x1000, 0x1000, 0x59a711, 0xc000128300, 0xc000258000) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc0000a4780) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).ReadSlice(0xc0000a4780, 0xc0000bba0a, 0xc000258039, 0x2, 0x0, 0x0, 0xc00046f718) /usr/local/go/src/bufio/bufio.go:360 +0x3d net/http/internal.readChunkLine(0xc0000a4780, 0x2, 0x0, 0x0, 0x0, 0x2) /usr/local/go/src/net/http/internal/chunked.go:122 +0x34 net/http/internal.(*chunkedReader).beginChunk(0xc0000bbad0) /usr/local/go/src/net/http/internal/chunked.go:48 +0x32 net/http/internal.(*chunkedReader).Read(0xc0000bbad0, 0xc00025c000, 0x1000, 0x1000, 0xeea, 0x0, 0x0) /usr/local/go/src/net/http/internal/chunked.go:93 +0x134 net/http.(*body).readLocked(0xc0004d2180, 0xc00025c000, 0x1000, 0x1000, 0xeea, 0x0, 0x0) /usr/local/go/src/net/http/transfer.go:842 +0x5f net/http.(*body).Read(0xc0004d2180, 0xc00025c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transfer.go:834 +0xf9 net/http.(*bodyEOFSignal).Read(0xc0004d21c0, 0xc00025c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2764 +0xe2 bufio.(*Reader).fill(0xc0000a48a0) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).ReadByte(0xc0000a48a0, 0xc00046f9c7, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:253 +0x39 compress/flate.(*decompressor).huffSym(0xc00025e000, 0xc00025e028, 0x61, 0x0, 0x0) /usr/local/go/src/compress/flate/inflate.go:719 +0x85 compress/flate.(*decompressor).huffmanBlock(0xc00025e000) /usr/local/go/src/compress/flate/inflate.go:494 +0xd2 compress/flate.(*decompressor).Read(0xc00025e000, 0xc000490000, 0x6000, 0x6000, 0x8000, 0x78583988, 0x0) /usr/local/go/src/compress/flate/inflate.go:347 +0x79 compress/gzip.(*Reader).Read(0xc0000da840, 0xc000490000, 0x6000, 0x6000, 0x2000, 0x0, 0x0) /usr/local/go/src/compress/gzip/gunzip.go:251 +0x87 net/http.(*gzipReader).Read(0xc00001e1a0, 0xc000490000, 0x6000, 0x6000, 0x2000, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:2828 +0xcd io.ReadAll(0x7f693ef61028, 0xc00001e1a0, 0xc00001e1a0, 0x7f693ef61028, 0xc00001e1a0, 0x0, 0xab26f0) /usr/local/go/src/io/io.go:633 +0xdf io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:27 main.(*Exporter).collect(0xc0001d2ff0, 0xc0003942a0, 0x0, 0x0) /app/apache_exporter.go:298 +0x3c8 main.(*Exporter).Collect(0xc0001d2ff0, 0xc0003942a0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 [ OK ] level=info ts=2022-08-12T20:15:32.711Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-12T20:15:32.712Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-12T20:15:32.712Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-12T20:15:32.712Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-12T20:15:32.712Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-12T20:15:32.712Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000880000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000880000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00005e000, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00084df01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 17 minutes]: internal/poll.runtime_pollWait(0x7fe02de6af18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8398, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000b8380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000b8380, 0x392baf1d4abfe401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d248, 0x62f6b515, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d248, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00029e000, 0xab76f0, 0xc00000d248, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d248, 0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc0000ae320, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00029e000, 0x0, 0x0, 0xaaf020, 0xc0000ae320, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 22 [syscall, 17 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 17 minutes]: main.main.func1(0xaaf020, 0xc0000ae320) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 16 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x5d5 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fe02dde0b98, 0xc0001480f0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0000ecc40, 0x7fe02dde0b98, 0xc0001480f0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fe02dde0b98, 0xc0001480f0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000b7a10, 0x7fe02dde0b98, 0xc0001480f0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00029e0e0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000b7b90, 0xab7900, 0xc00029e0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00029e0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00029e000, 0xab7900, 0xc00029e0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000020a00, 0xab8818, 0xc0000e6540) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 244 [IO wait]: internal/poll.runtime_pollWait(0x7fe02de6ae30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000b8400, 0xc0000b7e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000b8400, 0xc0000b7e41, 0x1, 0x1, 0xe0f860, 0xa32700, 0xc0002667a8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e160, 0xc0000b7e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000b7e30) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 245 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc0000a4120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc0000a4120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce [ OK ] level=info ts=2022-08-12T20:59:16.127Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-12T20:59:16.128Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-12T20:59:16.128Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-12T20:59:16.128Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-12T20:59:16.128Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-12T20:59:16.129Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000254800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000254800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000042800, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc0002c9f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 5 minutes]: internal/poll.runtime_pollWait(0x7f823dc0df18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180800, 0x6c9bb9f4251be01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012edf8, 0x62f6bf29, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012edf8, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000296000, 0xab76f0, 0xc00012edf8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012edf8, 0xc000296000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000296000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 22 [syscall, 5 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 25 [chan receive, 5 minutes]: main.main.func1(0xaaf020, 0xc000148c30) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 29 [runnable]: github.com/prometheus/client_golang/prometheus.processMetric(0xab26f0, 0xc0003180c0, 0xc00010d5f8, 0xc00010d628, 0x0, 0xc0002aa800, 0x1) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:651 +0xb0f github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:492 +0x9da github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f823dc23db8, 0xc0000ae0f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001ef8f0, 0x7f823dc23db8, 0xc0000ae0f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f823dc23db8, 0xc0000ae0f0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ed830, 0x7f823dc23db8, 0xc0000ae0f0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002962a0, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ed9b0, 0xab7900, 0xc0002962a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002962a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000296000, 0xab7900, 0xc0002962a0, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001df2c0, 0xab8818, 0xc0001416c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 133 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc00021e240, 0xc000406180, 0xc0004061e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 111 [runnable]: internal/reflectlite.Value.Len(0x93d280, 0xc00012e018, 0x97, 0xc00012e018) /usr/local/go/src/internal/reflectlite/value.go:330 +0x1cb sort.Slice(0x93d280, 0xc00012e018, 0xc0005a3df8) /usr/local/go/src/sort/slice.go:19 +0xab runtime/debug.ReadGCStats(0xc0001cd490) /usr/local/go/src/runtime/debug/garbage.go:74 +0x46f github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc0000c0000, 0xc000406180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 132 [runnable]: net/http.(*Transport).connectMethodForRequest(0xc0001e6b40, 0xc0004c0000, 0xa32200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:826 +0x107 net/http.(*Transport).roundTrip(0xc0001e6b40, 0xc000218100, 0x20300000000000, 0x7f823df61fff, 0x7f823d845b88) /usr/local/go/src/net/http/transport.go:569 +0x733 net/http.(*Transport).RoundTrip(0xc0001e6b40, 0xc000218100, 0xc0001e6b40, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc000218100, 0xaaf4e0, 0xc0001e6b40, 0x0, 0x0, 0x0, 0xc0004be008, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0001ed3b0, 0xc000218100, 0x0, 0x0, 0x0, 0xc0004be008, 0x0, 0x1, 0x7f823dbc2d50) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0001ed3b0, 0xc000218100, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc0001ce960, 0xc000406180, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc0001ce960, 0xc000406180) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 134 [runnable]: bufio.(*Scanner).Text(...) /usr/local/go/src/bufio/scan.go:113 github.com/prometheus/procfs.FS.Stat(0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/stat.go:179 +0x32f github.com/prometheus/procfs.ProcStat.StartTime(0x42ca3, 0xc0002e2040, 0xf, 0xd9c178, 0x1, 0x1, 0x42ca2, 0x42ca2, 0x0, 0xffffffffffffffff, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_stat.go:179 +0x85 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc000406180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:44 +0xe78 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc000406180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 131 [IO wait]: internal/poll.runtime_pollWait(0x7f823dc0de30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180880, 0xc0001edc61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180880, 0xc0001edc61, 0x1, 0x1, 0xc0000a4060, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00013c368, 0xc0001edc61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001edc50) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 112 [runnable]: github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc0000c0000, 0xc000270000, 0xc0000d2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-13T02:59:14.657Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T02:59:14.658Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T02:59:14.658Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T02:59:14.658Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T02:59:14.659Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-13T02:59:14.658Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00029bf01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 12 minutes]: internal/poll.runtime_pollWait(0x7fe40e547f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128118, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000128100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000128100, 0xa52737dfb857d301, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0001170c8, 0x62f71389, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0001170c8, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000172000, 0xab76f0, 0xc0001170c8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0001170c8, 0xc000172000, 0x0, 0x0, 0xaaf020, 0xc0000aec80, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000172000, 0x0, 0x0, 0xaaf020, 0xc0000aec80, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 21 [chan receive, 12 minutes]: main.main.func1(0xaaf020, 0xc0000aec80) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 37 [syscall, 12 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 25 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fe40e585a58, 0xc000134c80, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00011b650, 0x7fe40e585a58, 0xc000134c80, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fe40e585a58, 0xc000134c80, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc000122a20, 0x7fe40e585a58, 0xc000134c80, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0001721c0, 0xc00002a300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000122ba0, 0xab7900, 0xc0001721c0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0001721c0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000172000, 0xab7900, 0xc0001721c0, 0xc00002a300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000174000, 0xab8818, 0xc0001422c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 203 [IO wait]: internal/poll.runtime_pollWait(0x7fe40e547e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000128180, 0xc000122e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000128180, 0xc000122e51, 0x1, 0x1, 0x0, 0xc00018f760, 0x100010000) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001200a0, 0xc000122e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000122e40) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 205 [semacquire]: sync.runtime_Semacquire(0xc0006980b8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0006980b0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0006980b0, 0xc000300240, 0xc0003004e0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 204 [runnable]: regexp.(*bitState).reset(0xc000241760, 0xc0000bba40, 0x4e, 0x8) /usr/local/go/src/regexp/backtrack.go:80 +0x2cb regexp.(*Regexp).backtrack(0xc0001e21e0, 0x0, 0x0, 0x0, 0xc0001b1ef0, 0x4e, 0x0, 0x8, 0xc0002955f8, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x11e regexp.(*Regexp).doExecute(0xc0001e21e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0001b1ef0, 0x4e, 0x0, 0x8, ...) /usr/local/go/src/regexp/exec.go:535 +0x45c regexp.(*Regexp).FindStringSubmatch(0xc0001e21e0, 0xc0001b1ef0, 0x4e, 0xc0001b1ef0, 0x4e, 0x0) /usr/local/go/src/regexp/regexp.go:1039 +0xb5 github.com/prometheus/procfs.Proc.Limits(0x31e8c, 0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_limits.go:104 +0x25f github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc000300240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:59 +0x547 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc000300240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 241 [runnable]: net.(*netFD).connect(0xc000186280, 0xab87a8, 0xc0000220b0, 0x0, 0x0, 0xaaf8e0, 0xc0001263c0, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/fd_unix.go:99 +0x6c6 net.(*netFD).dial(0xc000186280, 0xab87a8, 0xc0000220b0, 0xabb9b0, 0x0, 0xabb9b0, 0xc0003041b0, 0x0, 0x7fe40e5015d0, 0x20) /usr/local/go/src/net/sock_posix.go:149 +0x10b net.socket(0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0x2, 0x1, 0x0, 0x0, 0xabb9b0, 0x0, ...) /usr/local/go/src/net/sock_posix.go:70 +0x1c5 net.internetSocket(0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xabb9b0, 0x0, 0xabb9b0, 0xc0003041b0, 0x1, 0x0, ...) /usr/local/go/src/net/ipsock_posix.go:141 +0x145 net.(*sysDialer).doDialTCP(0xc000186200, 0xab87a8, 0xc0000220b0, 0x0, 0xc0003041b0, 0xffffffffffffffff, 0x110000c0003936f8, 0x2) /usr/local/go/src/net/tcpsock_posix.go:65 +0xc5 net.(*sysDialer).dialTCP(0xc000186200, 0xab87a8, 0xc0000220b0, 0x0, 0xc0003041b0, 0xc000022060, 0xc000393768, 0x40db52) /usr/local/go/src/net/tcpsock_posix.go:61 +0xd7 net.(*sysDialer).dialSingle(0xc000186200, 0xab87a8, 0xc0000220b0, 0xab3258, 0xc0003041b0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/dial.go:580 +0x5e8 net.(*sysDialer).dialSerial(0xc000186200, 0xab87a8, 0xc0000220b0, 0xc0004780a0, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/dial.go:548 +0x15e net.(*Dialer).DialContext(0xde0c60, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000022060, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/dial.go:425 +0x6e5 net/http.(*Transport).dial(0xc000144000, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000022060, 0xc, 0x0, 0xc0003004d8, 0xc0004ca3b0, ...) /usr/local/go/src/net/http/transport.go:1171 +0x16f net/http.(*Transport).dialConn(0xc000144000, 0xab87a8, 0xc0000220b0, 0x0, 0x7ffcec45eef8, 0x4, 0xc000022060, 0xc, 0x0, 0xc0000d2360, ...) /usr/local/go/src/net/http/transport.go:1600 +0x1b85 net/http.(*Transport).dialConnFor(0xc000144000, 0xc0000e2a50) /usr/local/go/src/net/http/transport.go:1442 +0xc6 created by net/http.(*Transport).queueForDial /usr/local/go/src/net/http/transport.go:1411 +0x40f goroutine 112 [select]: net/http.(*Transport).getConn(0xc000144000, 0xc0000cc4c0, 0x0, 0x7ffcec45eef8, 0x4, 0xc000022060, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/http/transport.go:1368 +0x589 net/http.(*Transport).roundTrip(0xc000144000, 0xc000218200, 0x30, 0x30, 0x0) /usr/local/go/src/net/http/transport.go:579 +0x7eb net/http.(*Transport).RoundTrip(0xc000144000, 0xc000218200, 0xc000144000, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc000218200, 0xaaf4e0, 0xc000144000, 0x0, 0x0, 0x0, 0xc00031a040, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0001225a0, 0xc000218200, 0x0, 0x0, 0x0, 0xc00031a040, 0x0, 0x1, 0x7fe40e500d50) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0001225a0, 0xc000218200, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc000146000, 0xc000300240, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc000146000, 0xc000300240) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-13T07:21:46.449Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T07:21:46.449Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T07:21:46.449Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T07:21:46.449Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T07:21:46.450Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-13T07:21:46.450Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 18 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc0004e0000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc0004e0000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00004a000, 0x11) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000449f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f1547988f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00015a318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00015a300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc00015a300, 0xe79c143161544c01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000114a50, 0x62f7512d, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000114a50, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a8000, 0xab76f0, 0xc000114a50, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000114a50, 0xc0002a8000, 0x0, 0x0, 0xaaf020, 0xc00011a280, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a8000, 0x0, 0x0, 0xaaf020, 0xc00011a280, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 20 [syscall, 2 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 39 [chan receive, 2 minutes]: main.main.func1(0xaaf020, 0xc00011a280) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 43 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:421 +0x205 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f15479971f8, 0xc000240140, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0002a6000, 0x7f15479971f8, 0xc000240140, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f15479971f8, 0xc000240140, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00011d9e0, 0x7f15479971f8, 0xc000240140, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc000302000, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00011db60, 0xab7900, 0xc000302000, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc000302000, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002a8000, 0xab7900, 0xc000302000, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000126960, 0xab8818, 0xc0000cd1c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 84 [IO wait]: internal/poll.runtime_pollWait(0x7f1547988e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00015a398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00015a380, 0xc0000bbf31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00015a380, 0xc0000bbf31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00014c158, 0xc0000bbf31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000bbf20) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime: failed to create new OS thread (have 5 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x4) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [chan receive, locked to thread]: runtime.gopark(0xa323e8, 0xc0000a2058, 0x170e, 0x2) /usr/local/go/src/runtime/proc.go:336 +0xe5 runtime.chanrecv(0xc0000a2000, 0x0, 0xc000000101, 0x41ac5e) /usr/local/go/src/runtime/chan.go:576 +0x36f runtime.chanrecv1(0xc0000a2000, 0x0) /usr/local/go/src/runtime/chan.go:439 +0x2b runtime.gcenable() /usr/local/go/src/runtime/mgc.go:219 +0x95 runtime.main() /usr/local/go/src/runtime/proc.go:184 +0x155 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000031000, 0x3) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000097f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e [ OK ] level=info ts=2022-08-13T11:59:13.780Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T11:59:13.781Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T11:59:13.781Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T11:59:13.781Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T11:59:13.781Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-13T11:59:13.782Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 13 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00003d800, 0xc) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0003fa780) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7fd0d0d61018, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180580, 0xb6b9017b5f63801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012ed68, 0x62f79219, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012ed68, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0001fa000, 0xab76f0, 0xc00012ed68, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012ed68, 0xc0001fa000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0001fa000, 0x0, 0x0, 0xaaf020, 0xc0000ae2d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 3 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 25 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc0000ae2d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 29 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fd0d0d725b8, 0xc00023e050, 0xc000214300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001ee310, 0x7fd0d0d725b8, 0xc00023e050, 0xc000214300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fd0d0d725b8, 0xc00023e050, 0xc000214300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ec840, 0x7fd0d0d725b8, 0xc00023e050, 0xc000214300) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0001fa1c0, 0xc000214300) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ec9c0, 0xab7900, 0xc0001fa1c0, 0xc000214300) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0001fa1c0, 0xc000214300) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0001fa000, 0xab7900, 0xc0001fa1c0, 0xc000214300) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001deaa0, 0xab8818, 0xc000141440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 118 [IO wait]: internal/poll.runtime_pollWait(0x7fd0d0d60f30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000180600, 0xc0001ecc71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000180600, 0xc0001ecc71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00013c2c0, 0xc0001ecc71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001ecc60) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 119 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 120 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001380a0, 0xc0002002a0, 0xc000200540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 121 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d [ OK ] level=info ts=2022-08-13T14:59:15.334Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T14:59:15.335Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T14:59:15.335Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T14:59:15.335Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T14:59:15.335Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-13T14:59:15.336Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 16 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000500000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000500000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000045000, 0xf) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000481f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 5 minutes]: internal/poll.runtime_pollWait(0x7fdb98ffcf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186600, 0xca798a7b1d31ff01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d4d0, 0x62f7bc49, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d4d0, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000284000, 0xab76f0, 0xc00000d4d0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d4d0, 0xc000284000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000284000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 5 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 12 [chan receive, 5 minutes]: main.main.func1(0xaaf020, 0xc0002062d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 16 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:486 +0x6ed github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fdb9900e378, 0xc0002182d0, 0xc00012c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001eef50, 0x7fdb9900e378, 0xc0002182d0, 0xc00012c100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fdb9900e378, 0xc0002182d0, 0xc00012c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001f6870, 0x7fdb9900e378, 0xc0002182d0, 0xc00012c100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002842a0, 0xc00012c100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001f69f0, 0xab7900, 0xc0002842a0, 0xc00012c100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002842a0, 0xc00012c100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000284000, 0xab7900, 0xc0002842a0, 0xc00012c100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e4b40, 0xab8818, 0xc0000cd440) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 107 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:442 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 108 [runnable]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0002322a0, 0xc000204060, 0xc000204180) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 160 [IO wait]: internal/poll.runtime_pollWait(0x7fdb98ffce30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186680, 0xc0001f6ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186680, 0xc0001f6ca1, 0x1, 0x1, 0xe0f860, 0xa32700, 0xc0002e17a8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e2c8, 0xc0001f6ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001f6c90) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-13T17:59:15.604Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T17:59:15.607Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T17:59:15.607Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T17:59:15.607Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T17:59:15.607Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-13T17:59:15.608Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 26 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000480400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000480400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000060800, 0x19) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000219f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 209 minutes]: internal/poll.runtime_pollWait(0x7f392e67cf18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000180818, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000180800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000180800, 0x9b4b0f932fc88c01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012ee10, 0x62f7e679, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012ee10, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002a0000, 0xab76f0, 0xc00012ee10, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012ee10, 0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002a0000, 0x0, 0x0, 0xaaf020, 0xc000148c30, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 35 [syscall, 209 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 24 [chan receive, 209 minutes]: main.main.func1(0xaaf020, 0xc000148c30) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 28 [runnable]: vendor/golang.org/x/net/http/httpguts.HeaderValuesContainsToken(0x0, 0x0, 0x0, 0xa05eae, 0x5, 0x2) /usr/local/go/src/vendor/golang.org/x/net/http/httpguts/httplex.go:106 net/http.shouldClose(0x1, 0x1, 0xc00023de60, 0x0, 0xe10fe0) /usr/local/go/src/net/http/transfer.go:751 +0xa6 net/http.readRequest(0xc00013f920, 0x0, 0xc00025c100, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1097 +0x4c7 net/http.(*conn).readRequest(0xc0001df2c0, 0xab8770, 0xc0001416c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:966 +0x19d net/http.(*conn).serve(0xc0001df2c0, 0xab8818, 0xc0001416c0) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-13T23:59:14.705Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-13T23:59:14.706Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-13T23:59:14.706Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-13T23:59:14.706Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-13T23:59:14.706Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-13T23:59:14.706Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007f800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007f800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000103500) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 10 minutes]: internal/poll.runtime_pollWait(0x7f81c4657f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002d6098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0002d6080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0002d6080, 0x59f58c701b068601, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000280900, 0x62f83ad9, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000280900, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0002da000, 0xab76f0, 0xc000280900, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000280900, 0xc0002da000, 0x0, 0x0, 0xaaf020, 0xc0000aee60, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0002da000, 0x0, 0x0, 0xaaf020, 0xc0000aee60, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 37 [chan receive, 10 minutes]: main.main.func1(0xaaf020, 0xc0000aee60) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 19 [syscall, 10 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 41 [runnable]: compress/flate.newHuffmanEncoder(...) /usr/local/go/src/compress/flate/huffman_code.go:60 compress/flate.newHuffmanBitWriter(...) /usr/local/go/src/compress/flate/huffman_bit_writer.go:100 compress/flate.(*compressor).init(0xc000822000, 0x7f81c436ba18, 0xc00067e0f0, 0xffffffffffffffff, 0xa, 0x0) /usr/local/go/src/compress/flate/deflate.go:579 +0xef compress/flate.NewWriter(0x7f81c436ba18, 0xc00067e0f0, 0xffffffffffffffff, 0xa, 0xa, 0x0) /usr/local/go/src/compress/flate/deflate.go:671 +0x65 compress/gzip.(*Writer).Write(0xc00015c000, 0xc00034b000, 0xef, 0x1000, 0x0, 0xc00010f610, 0x4356b0) /usr/local/go/src/compress/gzip/gzip.go:191 +0x305 bufio.(*Writer).Flush(0xc0000cc9c0, 0xc00010f6d0, 0xc00010f620) /usr/local/go/src/bufio/bufio.go:607 +0x7b github.com/prometheus/common/expfmt.MetricFamilyToText.func1(0xc0000cc9c0, 0xc00010f7c8) /go/pkg/mod/github.com/prometheus/common@v0.29.0/expfmt/text_create.go:85 +0x2f github.com/prometheus/common/expfmt.MetricFamilyToText(0xaaede0, 0xc00015c000, 0xc0000aedc0, 0xef, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/common@v0.29.0/expfmt/text_create.go:269 +0x122a github.com/prometheus/common/expfmt.NewEncoder.func7(0xc0000aedc0, 0xc00000cac8, 0xa30c88) /go/pkg/mod/github.com/prometheus/common@v0.29.0/expfmt/encode.go:144 +0x3d github.com/prometheus/common/expfmt.encoderCloser.Encode(...) /go/pkg/mod/github.com/prometheus/common@v0.29.0/expfmt/encode.go:50 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f81c4615a58, 0xc00067e0f0, 0xc0005f6100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:195 +0x469 net/http.HandlerFunc.ServeHTTP(0xc00029aa10, 0x7f81c4615a58, 0xc00067e0f0, 0xc0005f6100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f81c4615a58, 0xc00067e0f0, 0xc0005f6100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002a09f0, 0x7f81c4615a58, 0xc00067e0f0, 0xc0005f6100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002da2a0, 0xc0005f6100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0002a0b70, 0xab7900, 0xc0002da2a0, 0xc0005f6100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002da2a0, 0xc0005f6100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0002da000, 0xab7900, 0xc0002da2a0, 0xc0005f6100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0002ec000, 0xab8818, 0xc0002a62c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 231 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f81c4657e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002d6118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0002d6100, 0xc0002a0e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0002d6100, 0xc0002a0e21, 0x1, 0x1, 0xc000288000, 0x0, 0x100010000) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002840a8, 0xc0002a0e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0002a0e10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 236 [IO wait]: internal/poll.runtime_pollWait(0x7f81c4657d48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0002d6398, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0002d6380, 0xc00016d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0002d6380, 0xc00016d000, 0x1000, 0x1000, 0x439c3c, 0xc0000b3c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000168220, 0xc00016d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0002c2000, 0xc00016d000, 0x1000, 0x1000, 0xc0000b0600, 0xc0000b3d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc000288060) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc000288060, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc0002c2000) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 237 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc0002c2000) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: retry: Resource temporarily unavailable bash: fork: Resource temporarily unavailable [FAILED] runuser: /bin/bash: Resource temporarily unavailable [FAILED] runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-14T08:59:28.853Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T08:59:28.854Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T08:59:28.854Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T08:59:28.854Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T08:59:28.854Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T08:59:28.854Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 16 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000a00000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000a00000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000047800, 0xf) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000921f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f7fab7c9f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000200598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000200580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000200580, 0xde750883a4c27401, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00012ed08, 0x62f8b9a5, 0xc00020bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00012ed08, 0xc00020bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00027a000, 0xab76f0, 0xc00012ed08, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00012ed08, 0xc00027a000, 0x0, 0x0, 0xaaf020, 0xc0001c0410, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00027a000, 0x0, 0x0, 0xaaf020, 0xc0001c0410, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 23 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc0001c0410) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 7 [syscall, 3 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 27 [runnable]: net/http.(*conn).readRequest(0xc00025ea00, 0xab8770, 0xc0001a4400, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:981 +0x256 net/http.(*conn).serve(0xc00025ea00, 0xab8818, 0xc0001a4400) /usr/local/go/src/net/http/server.go:1858 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b [ OK ] level=info ts=2022-08-14T11:59:14.090Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T11:59:14.091Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T11:59:14.091Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T11:59:14.091Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T11:59:14.091Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T11:59:14.094Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc00038a780) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 11 minutes]: internal/poll.runtime_pollWait(0x7ffbcf702f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000256080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000256080, 0x2533c7bd8c463801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0002068e8, 0x62f8e399, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0002068e8, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc00025a000, 0xab76f0, 0xc0002068e8, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc0002068e8, 0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000ae320, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc00025a000, 0x0, 0x0, 0xaaf020, 0xc0000ae320, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 36 [chan receive, 11 minutes]: main.main.func1(0xaaf020, 0xc0000ae320) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 22 [syscall, 11 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 40 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7ffbcf6c0b80, 0xc000432d70, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00021aa10, 0x7ffbcf6c0b80, 0xc000432d70, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7ffbcf6c0b80, 0xc000432d70, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002209f0, 0x7ffbcf6c0b80, 0xc000432d70, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc00025a0e0, 0xc0001e2000) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000220b70, 0xab7900, 0xc00025a0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc00025a0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc00025a000, 0xab7900, 0xc00025a0e0, 0xc0001e2000) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc00026c000, 0xab8818, 0xc0002282c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 164 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7ffbcf702e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000256100, 0xc000220e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000256100, 0xc000220e21, 0x1, 0x1, 0xc00013e300, 0x0, 0xc000228398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002220a8, 0xc000220e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000220e10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 218 [IO wait]: internal/poll.runtime_pollWait(0x7ffbcf702c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000256398, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000256380, 0xc000302000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000256380, 0xc000302000, 0x1000, 0x1000, 0x439c3c, 0xc000119c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003a4050, 0xc000302000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00014a360, 0xc000302000, 0x1000, 0x1000, 0xc0000f43c0, 0xc000119d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc00013e660) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc00013e660, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00014a360) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 219 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc00014a360) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 229 [runnable]: strings.Index(0xc0007a40f7, 0x38, 0xa04cc3, 0x1, 0x2c) /usr/local/go/src/strings/strings.go:1024 +0x70b strings.genSplit(0xc0007a40f7, 0x38, 0xa04cc3, 0x1, 0x0, 0x1, 0xc000189240, 0x2, 0x2) /usr/local/go/src/strings/strings.go:251 +0xff strings.SplitN(...) /usr/local/go/src/strings/strings.go:273 main.splitkv(0xc0007a40f7, 0x38, 0xe, 0x0, 0xc0007a40f5, 0x1) /app/apache_exporter.go:244 +0x6d main.(*Exporter).collect(0xc00022c000, 0xc00039c1e0, 0x0, 0x0) /app/apache_exporter.go:322 +0x60d main.(*Exporter).Collect(0xc00022c000, 0xc00039c1e0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 166 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc0001383b8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0001383b0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0001383b0, 0xc00039c1e0, 0xc00039c240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d [ OK ] level=info ts=2022-08-14T14:59:15.686Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T14:59:15.688Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T14:59:15.688Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T14:59:15.688Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T14:59:15.688Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T14:59:15.688Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000101400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000101400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc0003c5080) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 10 minutes]: internal/poll.runtime_pollWait(0x7fb66a6b5f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186598, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000186580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000186580, 0x6744849b23205b01, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000cf00, 0x62f90dc9, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000cf00, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000316000, 0xab76f0, 0xc00000cf00, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000cf00, 0xc000316000, 0x0, 0x0, 0xaaf020, 0xc0001342d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000316000, 0x0, 0x0, 0xaaf020, 0xc0001342d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 11 [chan receive, 10 minutes]: main.main.func1(0xaaf020, 0xc0001342d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 35 [syscall, 10 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 15 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7fb66a6cbc38, 0xc0000ae140, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0001fcaf0, 0x7fb66a6cbc38, 0xc0000ae140, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7fb66a6cbc38, 0xc0000ae140, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0001ef3e0, 0x7fb66a6cbc38, 0xc0000ae140, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0003160e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0001ef560, 0xab7900, 0xc0003160e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0003160e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000316000, 0xab7900, 0xc0003160e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0001e3540, 0xab8818, 0xc0000cd5c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 197 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7fb66a6b5c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc00067e218, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00067e200, 0xc00031f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00067e200, 0xc00031f000, 0x1000, 0x1000, 0x439c3c, 0xc000398c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002a8040, 0xc00031f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0000d3320, 0xc00031f000, 0x1000, 0x1000, 0xc0000b03c0, 0xc000398d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc0000a4600) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc0000a4600, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc0000d3320) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 193 [runnable]: strings.Index(0xc0005c465a, 0x40, 0xa04cc3, 0x1, 0x33) /usr/local/go/src/strings/strings.go:1024 +0x70b strings.genSplit(0xc0005c465a, 0x40, 0xa04cc3, 0x1, 0x0, 0x1, 0xc00026b700, 0x2, 0x2) /usr/local/go/src/strings/strings.go:251 +0xff strings.SplitN(...) /usr/local/go/src/strings/strings.go:273 main.splitkv(0xc0005c465a, 0x40, 0xe, 0x0, 0xc0005c4658, 0x1) /app/apache_exporter.go:244 +0x6d main.(*Exporter).collect(0xc0001d2780, 0xc0004123c0, 0x0, 0x0) /app/apache_exporter.go:322 +0x60d main.(*Exporter).Collect(0xc0001d2780, 0xc0004123c0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 198 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc0000d3320) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 192 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc000388148) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000388140) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000388140, 0xc0004123c0, 0xc000412420) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 190 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7fb66a6b5e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000186618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000186600, 0xc0001ef811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000186600, 0xc0001ef811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e370, 0xc0001ef811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001ef800) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-14T17:59:18.238Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T17:59:18.238Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T17:59:18.238Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T17:59:18.238Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T17:59:18.239Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T17:59:18.239Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 14 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000278400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000278400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000040000, 0xd) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000382c00) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f6ef0514f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264318, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000264300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000264300, 0xaa27a9d557358301, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00020cd20, 0x62f937f9, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00020cd20, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000296000, 0xab76f0, 0xc00020cd20, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00020cd20, 0xc000296000, 0x0, 0x0, 0xaaf020, 0xc000240500, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000296000, 0x0, 0x0, 0xaaf020, 0xc000240500, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 7 [syscall, 6 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 43 [chan receive, 6 minutes]: main.main.func1(0xaaf020, 0xc000240500) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 47 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f6ef04d9d18, 0xc000240190, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00027a7e0, 0x7f6ef04d9d18, 0xc000240190, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f6ef04d9d18, 0xc000240190, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc00027c5a0, 0x7f6ef04d9d18, 0xc000240190, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002960e0, 0xc00002a100) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc00027c720, 0xab7900, 0xc0002960e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002960e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000296000, 0xab7900, 0xc0002960e0, 0xc00002a100) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000229360, 0xab8818, 0xc0002226c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 125 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f6ef0514c60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000128298, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000128280, 0xc000426000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000128280, 0xc000426000, 0x1000, 0x1000, 0x439c3c, 0xc000322c38, 0x465300) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e208, 0xc000426000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc00022a240, 0xc000426000, 0x1000, 0x1000, 0xc00026c1e0, 0xc000322d40, 0x405755) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc00038cc60) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc00038cc60, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc00022a240) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 126 [select, 1 minutes]: net/http.(*persistConn).writeLoop(0xc00022a240) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 138 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc0000237c8) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc0000237c0) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc0000237c0, 0xc0000a4300, 0xc0000a4420) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 139 [runnable]: github.com/prometheus/client_golang/prometheus.(*metricMap).getOrCreateMetricWithLabelValues(0xc00021bf20, 0xf3d1ff90e8e2b1fb, 0xc0001a3b30, 0x1, 0x1, 0x0, 0x0, 0x0, 0x7f6f171e9e30, 0x8) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/vec.go:388 +0x4af github.com/prometheus/client_golang/prometheus.(*MetricVec).GetMetricWithLabelValues(0xc00021bef0, 0xc0001a3b30, 0x1, 0x1, 0xc000403200, 0xc000413b08, 0x40e078, 0x10) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/vec.go:197 +0xd8 github.com/prometheus/client_golang/prometheus.(*GaugeVec).GetMetricWithLabelValues(...) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/gauge.go:183 github.com/prometheus/client_golang/prometheus.(*GaugeVec).WithLabelValues(0xc00020e198, 0xc0001a3b30, 0x1, 0x1, 0xc00022c558, 0xc0006fc001) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/gauge.go:215 +0x53 main.(*Exporter).updateScoreboard(0xc000244f00, 0xc00074c28b, 0x400) /app/apache_exporter.go:279 +0x16b main.(*Exporter).collect(0xc000244f00, 0xc0000a4300, 0x0, 0x0) /app/apache_exporter.go:507 +0x2073 main.(*Exporter).Collect(0xc000244f00, 0xc0000a4300) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 136 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f6ef0514e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000264398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000264380, 0xc00027c9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000264380, 0xc00027c9d1, 0x1, 0x1, 0xc00038c6c0, 0x0, 0xc000222798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00020e208, 0xc00027c9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00027c9c0) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 [ OK ] level=info ts=2022-08-14T20:59:29.009Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T20:59:29.010Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T20:59:29.010Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T20:59:29.010Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T20:59:29.010Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T20:59:29.010Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 18 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000400800) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000400800) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00004a000, 0x11) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000791f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f8acd611f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000242098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000242080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc000242080, 0x2d6ee35c436f0801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000200918, 0x62f96265, 0xc000191b48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000200918, 0xc000191b98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc000250000, 0xab76f0, 0xc000200918, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc000200918, 0xc000250000, 0x0, 0x0, 0xaaf020, 0xc000134410, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc000250000, 0x0, 0x0, 0xaaf020, 0xc000134410, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 9 [syscall, 3 minutes]: os/signal.signal_recv(0x46cda6) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 37 [chan receive, 3 minutes]: main.main.func1(0xaaf020, 0xc000134410) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 41 [runnable]: runtime.Gosched(...) /usr/local/go/src/runtime/proc.go:292 github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc0000ae960, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:540 +0xe5e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f8acd46fa58, 0xc0002060a0, 0xc000144200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc00020aa10, 0x7f8acd46fa58, 0xc0002060a0, 0xc000144200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f8acd46fa58, 0xc0002060a0, 0xc000144200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0002109f0, 0x7f8acd46fa58, 0xc0002060a0, 0xc000144200) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0002501c0, 0xc000144200) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc000210b70, 0xab7900, 0xc0002501c0, 0xc000144200) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0002501c0, 0xc000144200) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc000250000, 0xab7900, 0xc0002501c0, 0xc000144200) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc000262000, 0xab8818, 0xc0002182c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 99 [IO wait]: internal/poll.runtime_pollWait(0x7f8acd611e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc000242118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000242100, 0xc000210e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000242100, 0xc000210e21, 0x1, 0x1, 0xc0001322a0, 0x0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002120b0, 0xc000210e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000210e10) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 101 [semacquire]: sync.runtime_Semacquire(0xc000022128) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000022120) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000022120, 0xc00040c0c0, 0xc00040c240) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 100 [runnable]: fmt.indexRune(0xa09fad, 0xa, 0xc000000036, 0x6) /usr/local/go/src/fmt/scan.go:468 +0xad fmt.(*ss).consume(0xc0000a4300, 0xa09fad, 0xa, 0x1, 0xa07f01) /usr/local/go/src/fmt/scan.go:484 +0x5c fmt.(*ss).accept(...) /usr/local/go/src/fmt/scan.go:516 fmt.(*ss).scanNumber(0xc0000a4300, 0xa09fad, 0xa, 0xa09f00, 0xa, 0x0) /usr/local/go/src/fmt/scan.go:595 +0x51 fmt.(*ss).scanUint(0xc0000a4300, 0x64, 0x40, 0x0) /usr/local/go/src/fmt/scan.go:686 +0x105 fmt.(*ss).scanOne(0xc0000a4300, 0x64, 0x937780, 0xc00077beb0) /usr/local/go/src/fmt/scan.go:994 +0x7f6 fmt.(*ss).doScanf(0xc0000a4300, 0xa19485, 0x23, 0xc000764fb0, 0xc, 0xc, 0x4, 0x0, 0x0) /usr/local/go/src/fmt/scan.go:1230 +0x2a5 fmt.Fscanf(0xaaefe0, 0xc0000a1800, 0xa19485, 0x23, 0xc000764fb0, 0xc, 0xc, 0x0, 0x60, 0xaa3ee8) /usr/local/go/src/fmt/scan.go:143 +0xd9 fmt.Sscanf(...) /usr/local/go/src/fmt/scan.go:114 github.com/prometheus/procfs.parseSoftIRQStat(0xc0002882a0, 0x5f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/stat.go:131 +0x247 github.com/prometheus/procfs.FS.Stat(0xa05a30, 0x5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/stat.go:217 +0x6f7 github.com/prometheus/procfs.ProcStat.StartTime(0xdfc98, 0xc0002080f0, 0xf, 0xd9c178, 0x1, 0x1, 0xdfc97, 0xdfc97, 0x0, 0xffffffffffffffff, ...) /go/pkg/mod/github.com/prometheus/procfs@v0.6.0/proc_stat.go:179 +0x85 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc0000ae9b0, 0xc00040c0c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:44 +0xe78 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc0000ae9b0, 0xc00040c0c0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:457 +0x5ce goroutine 193 [select]: net/http.(*Transport).getConn(0xc00021a000, 0xc000218100, 0x0, 0x7ffcaf668ef8, 0x4, 0xc000146030, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/http/transport.go:1368 +0x589 net/http.(*Transport).roundTrip(0xc00021a000, 0xc000270000, 0x30, 0x30, 0x0) /usr/local/go/src/net/http/transport.go:579 +0x7eb net/http.(*Transport).RoundTrip(0xc00021a000, 0xc000270000, 0xc00021a000, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc000270000, 0xaaf4e0, 0xc00021a000, 0x0, 0x0, 0x0, 0xc0003a8010, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc000210570, 0xc000270000, 0x0, 0x0, 0x0, 0xc0003a8010, 0x0, 0x1, 0x7f8acd64db88) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc000210570, 0xc000270000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc00021e000, 0xc00040c0c0, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc00021e000, 0xc00040c0c0) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 194 [select]: net.(*Resolver).lookupIPAddr(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000146030, 0x9, 0x50, 0x0, 0x0, ...) /usr/local/go/src/net/lookup.go:299 +0x65b net.(*Resolver).internetAddrList(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000146030, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/ipsock.go:280 +0x4d4 net.(*Resolver).resolveAddrList(0xddffe0, 0xab87a8, 0xc0000220b0, 0xa055d2, 0x4, 0xa051b5, 0x3, 0xc000146030, 0xc, 0x0, ...) /usr/local/go/src/net/dial.go:221 +0x47d net.(*Dialer).DialContext(0xde0c60, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000146030, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/dial.go:403 +0x22b net/http.(*Transport).dial(0xc00021a000, 0xab87a8, 0xc0000220b0, 0xa051b5, 0x3, 0xc000146030, 0xc, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/http/transport.go:1171 +0x16f net/http.(*Transport).dialConn(0xc00021a000, 0xab87a8, 0xc0000220b0, 0x0, 0x7ffcaf668ef8, 0x4, 0xc000146030, 0xc, 0x0, 0xc000150000, ...) /usr/local/go/src/net/http/transport.go:1600 +0x1b85 net/http.(*Transport).dialConnFor(0xc00021a000, 0xc00017c420) /usr/local/go/src/net/http/transport.go:1442 +0xc6 created by net/http.(*Transport).queueForDial /usr/local/go/src/net/http/transport.go:1411 +0x40f goroutine 195 [runnable]: internal/singleflight.(*Group).doCall(0xddfff0, 0xc0003a2050, 0xc000146060, 0xd, 0xc000218240) /usr/local/go/src/internal/singleflight/singleflight.go:94 created by internal/singleflight.(*Group).DoChan /usr/local/go/src/internal/singleflight/singleflight.go:88 +0x2cc [ OK ] level=info ts=2022-08-14T23:59:16.890Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-14T23:59:16.892Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-14T23:59:16.892Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-14T23:59:16.892Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-14T23:59:16.892Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-14T23:59:16.893Z caller=tls_config.go:195 msg="TLS is disabled." http2=false runtime: failed to create new OS thread (have 17 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000b00000) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000b00000) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc000047800, 0x10) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc000a93f01) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.mstart1() /usr/local/go/src/runtime/proc.go:1313 +0x93 runtime.mstart() /usr/local/go/src/runtime/proc.go:1272 +0x6e goroutine 1 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f7334224f18, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8098, 0x72, 0x0, 0x0, 0xa07b6f) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000b8080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc0000b8080, 0x4e7f19cc298ee801, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00000d110, 0x62f98c59, 0xc00018bb48, 0x4cf3e6) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00000d110, 0xc00018bb98, 0x18, 0xc000000180, 0x6b21fb) /usr/local/go/src/net/tcpsock.go:261 +0x65 net/http.(*Server).Serve(0xc0000e6000, 0xab76f0, 0xc00000d110, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2961 +0x285 github.com/prometheus/exporter-toolkit/web.Serve(0xab76f0, 0xc00000d110, 0xc0000e6000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0xd8) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:196 +0x1b0 github.com/prometheus/exporter-toolkit/web.ListenAndServe(0xc0000e6000, 0x0, 0x0, 0xaaf020, 0xc0002062d0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/exporter-toolkit@v0.7.0/web/tls_config.go:188 +0x105 main.main() /app/apache_exporter.go:635 +0xc8a goroutine 13 [select]: github.com/prometheus/client_golang/prometheus.(*Registry).Gather(0xc000148910, 0x0, 0x0, 0x0, 0x0, 0x0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:513 +0xb65 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1(0x7f733419aa58, 0xc0000ae870, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/http.go:126 +0x99 net/http.HandlerFunc.ServeHTTP(0xc0000b5650, 0x7f733419aa58, 0xc0000ae870, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1(0x7f733419aa58, 0xc0000ae870, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:40 +0xab net/http.HandlerFunc.ServeHTTP(0xc0000b6a20, 0x7f733419aa58, 0xc0000ae870, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1(0xab7900, 0xc0000e6460, 0xc00002a400) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/promhttp/instrument_server.go:101 +0xdf net/http.HandlerFunc.ServeHTTP(0xc0000b6ba0, 0xab7900, 0xc0000e6460, 0xc00002a400) /usr/local/go/src/net/http/server.go:2049 +0x44 net/http.(*ServeMux).ServeHTTP(0xde0aa0, 0xab7900, 0xc0000e6460, 0xc00002a400) /usr/local/go/src/net/http/server.go:2428 +0x1ad net/http.serverHandler.ServeHTTP(0xc0000e6000, 0xab7900, 0xc0000e6460, 0xc00002a400) /usr/local/go/src/net/http/server.go:2867 +0xa3 net/http.(*conn).serve(0xc0000200a0, 0xab8818, 0xc0000ca2c0) /usr/local/go/src/net/http/server.go:1932 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2993 +0x39b goroutine 9 [chan receive, 6 minutes]: main.main.func1(0xaaf020, 0xc0002062d0) /app/apache_exporter.go:614 +0x15b created by main.main /app/apache_exporter.go:612 +0xb9a goroutine 21 [syscall, 6 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 163 [runnable]: github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect(0xc000148960, 0xc00013e540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector_other.go:27 +0x116b github.com/prometheus/client_golang/prometheus.(*processCollector).Collect(0xc000148960, 0xc00013e540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/process_collector.go:138 +0x33 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 123 [runnable]: net/http.(*Transport).connectMethodForRequest(0xc0000cc000, 0xc0002ba080, 0xa32200, 0x1, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:826 +0x107 net/http.(*Transport).roundTrip(0xc0000cc000, 0xc0001e2400, 0x30, 0x30, 0x540) /usr/local/go/src/net/http/transport.go:569 +0x733 net/http.(*Transport).RoundTrip(0xc0000cc000, 0xc0001e2400, 0xc0000cc000, 0x0, 0x0) /usr/local/go/src/net/http/roundtrip.go:17 +0x35 net/http.send(0xc0001e2400, 0xaaf4e0, 0xc0000cc000, 0x0, 0x0, 0x0, 0xc00000e178, 0x4182f3, 0x1, 0x0) /usr/local/go/src/net/http/client.go:251 +0x454 net/http.(*Client).send(0xc0000b65a0, 0xc0001e2400, 0x0, 0x0, 0x0, 0xc00000e178, 0x0, 0x1, 0x7f733421b7e0) /usr/local/go/src/net/http/client.go:175 +0xff net/http.(*Client).do(0xc0000b65a0, 0xc0001e2400, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/client.go:717 +0x45f net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:585 main.(*Exporter).collect(0xc0000ce000, 0xc00013e540, 0x0, 0x0) /app/apache_exporter.go:291 +0x177 main.(*Exporter).Collect(0xc0000ce000, 0xc00013e540) /app/apache_exporter.go:578 +0x9a github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 160 [IO wait, 1 minutes]: internal/poll.runtime_pollWait(0x7f7334224e30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:227 +0x55 internal/poll.(*pollDesc).wait(0xc0000b8118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0000b8100, 0xc0000b6e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0000b8100, 0xc0000b6e51, 0x1, 0x1, 0xc000204a20, 0x0, 0xc0000ca398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e0b8, 0xc0000b6e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0000b6e40) /usr/local/go/src/net/http/server.go:672 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:668 +0xd5 goroutine 162 [semacquire, 1 minutes]: sync.runtime_Semacquire(0xc000023588) /usr/local/go/src/runtime/sema.go:56 +0x45 sync.(*WaitGroup).Wait(0xc000023580) /usr/local/go/src/sync/waitgroup.go:130 +0x65 github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func2(0xc000023580, 0xc00013e540, 0xc00013e5a0) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:463 +0x2b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:462 +0x60d goroutine 133 [runnable]: internal/reflectlite.Value.Len(0x93d280, 0xc000200c48, 0x97, 0xc000200c48) /usr/local/go/src/internal/reflectlite/value.go:330 +0x1cb sort.Slice(0x93d280, 0xc000200c48, 0xc000a0fdf8) /usr/local/go/src/sort/slice.go:19 +0xab runtime/debug.ReadGCStats(0xc000182f50) /usr/local/go/src/runtime/debug/garbage.go:74 +0x46f github.com/prometheus/client_golang/prometheus.(*goCollector).Collect(0xc0000b8000, 0xc00013e540) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:300 +0x29f github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1() /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:446 +0x12b created by github.com/prometheus/client_golang/prometheus.(*Registry).Gather /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/registry.go:538 +0xe4d goroutine 134 [waiting]: runtime.ReadMemStats(0xc00030c800) /usr/local/go/src/runtime/mstats.go:473 +0x36 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect.func1(0xc0000b8000, 0xc00030c800, 0xc000114120) /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:286 +0x38 created by github.com/prometheus/client_golang/prometheus.(*goCollector).Collect /go/pkg/mod/github.com/prometheus/client_golang@v1.11.0/prometheus/go_collector.go:285 +0xa9 [ OK ] runtime: failed to create new OS thread (have 7 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc000100400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc000100400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0xa325a0, 0xc00002c000, 0x6) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0x0, 0xc00002a001) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.wakep() /usr/local/go/src/runtime/proc.go:2477 +0x66 runtime.resetspinning() /usr/local/go/src/runtime/proc.go:3020 +0x59 runtime.schedule() /usr/local/go/src/runtime/proc.go:3176 +0x2b9 runtime.park_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3318 +0x9d runtime.mcall(0x0) /usr/local/go/src/runtime/asm_amd64.s:327 +0x5b goroutine 1 [runnable]: os/signal.signal_enable(0x2) /usr/local/go/src/runtime/sigqueue.go:246 +0x72 os/signal.enableSignal(...) /usr/local/go/src/os/signal/signal_unix.go:49 os/signal.Notify.func1(0x2) /usr/local/go/src/os/signal/signal.go:145 +0x88 os/signal.Notify(0xc00026c000, 0xc000191f18, 0x1, 0x1) /usr/local/go/src/os/signal/signal.go:165 +0x185 main.main() /app/apache_exporter.go:598 +0x195 goroutine 36 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 [ OK ] runtime: failed to create new OS thread (have 3 already; errno=11) runtime: may need to increase max user processes (ulimit -u) fatal error: newosproc runtime stack: runtime.throw(0xa09b49, 0x9) /usr/local/go/src/runtime/panic.go:1117 +0x72 runtime.newosproc(0xc00007e400) /usr/local/go/src/runtime/os_linux.go:160 +0x1be runtime.newm1(0xc00007e400) /usr/local/go/src/runtime/proc.go:2144 +0xdd runtime.newm(0x0, 0xc00002c000, 0x2) /usr/local/go/src/runtime/proc.go:2123 +0xa6 runtime.startm(0xc00002c000, 0xc00002c000) /usr/local/go/src/runtime/proc.go:2378 +0xe5 runtime.handoffp(0xc00002c000) /usr/local/go/src/runtime/proc.go:2412 +0x65 runtime.stoplockedm() /usr/local/go/src/runtime/proc.go:2491 +0xcd runtime.schedule() /usr/local/go/src/runtime/proc.go:3103 +0x48c runtime.goschedImpl(0xc000000180) /usr/local/go/src/runtime/proc.go:3333 +0xda runtime.gopreempt_m(0xc000000180) /usr/local/go/src/runtime/proc.go:3361 +0x34 runtime.newstack() /usr/local/go/src/runtime/stack.go:1045 +0x1bc runtime.morestack() /usr/local/go/src/runtime/asm_amd64.s:458 +0x8f goroutine 1 [runnable, locked to thread]: runtime.findfunc(0x438000, 0xd8f880, 0x180) /usr/local/go/src/runtime/symtab.go:673 +0x1d0 runtime.init.5() /usr/local/go/src/runtime/preempt.go:320 +0x73 runtime.doInit(0xd87e00) /usr/local/go/src/runtime/proc.go:6315 +0xec runtime.main() /usr/local/go/src/runtime/proc.go:174 +0x130 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1371 +0x1 runuser: /bin/bash: Resource temporarily unavailable [FAILED] [ OK ] level=info ts=2022-08-15T11:59:16.431Z caller=apache_exporter.go:606 msg="Starting apache_exporter" version="(version=0.11.0, branch=HEAD, revision=f4fd9dd7e9672fda120a3085f224431550baf2a7)" level=info ts=2022-08-15T11:59:16.432Z caller=apache_exporter.go:607 msg="Build context" build="(go=go1.16.10, user=root@59af51684ea1, date=20211205-05:28:44)" level=info ts=2022-08-15T11:59:16.432Z caller=apache_exporter.go:608 msg="Starting Server: " listen_address=:9117 level=info ts=2022-08-15T11:59:16.432Z caller=apache_exporter.go:609 msg="Collect from: " scrape_uri=http://localhost/whm-server-status/?auto level=info ts=2022-08-15T11:59:16.432Z caller=apache_exporter.go:613 msg="listening and wait for graceful stop" level=info ts=2022-08-15T11:59:16.432Z caller=tls_config.go:195 msg="TLS is disabled." http2=false level=info ts=2022-08-15T18:50:05.800Z caller=apache_exporter.go:615 msg="caught sig: %+v. Wait 2 seconds..." sig=terminated level=info ts=2022-08-15T18:50:07.816Z caller=apache_exporter.go:617 msg="Terminate apache-exporter on port:" listen_address=:9117